-- Logs begin at Tue 2021-12-21 21:16:11 UTC, end at Tue 2021-12-21 23:25:53 UTC. -- Dec 21 22:07:11.582977 dv-neutron-822520-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 21 22:07:13.745221 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.common.config [-] Logging enabled! Dec 21 22:07:13.745909 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev85 Dec 21 22:07:13.746003 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84063) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 21 22:07:13.748293 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.common.config [-] Logging enabled! Dec 21 22:07:13.748538 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev85 Dec 21 22:07:13.748787 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84063) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 21 22:07:13.749736 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:07:13.749967 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 21 22:07:13.750340 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 21 22:07:13.750584 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 21 22:07:13.750808 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 21 22:07:13.751125 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.751420 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.751713 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.751940 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.752231 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.752518 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.752799 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.753085 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.753377 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.753660 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.753937 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.754253 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.754481 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.754760 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.755044 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.755328 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.755549 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] debug = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.755824 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.756249 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.756664 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.756945 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.757234 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.757506 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.757844 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.758133 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.758465 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] host = dv-neutron-822520-1-hyperv {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.758749 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.759052 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.759325 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.759611 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.759883 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.760156 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.760436 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.760708 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.760979 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] log_file = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.761257 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.761539 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.761822 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.762140 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.762363 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.762582 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.762866 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.763152 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.763425 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.763701 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.763972 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.764242 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.764512 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.764778 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.765061 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.765342 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.765623 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.765893 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.766188 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.766458 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.766730 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.767010 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.767281 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.767551 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.767822 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.768104 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.768370 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.768643 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.768941 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.769230 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.769506 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.769789 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.770091 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.770373 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.770645 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.770920 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.771196 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] use_json = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.771471 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.771743 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.772021 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.772293 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.772565 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.772839 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.773113 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.773447 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:13.773743 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.774066 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.774369 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.774651 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.774942 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.775227 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.775517 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.775795 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.776082 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.776368 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.776653 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.776929 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.777212 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.777503 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.777789 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.778087 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.778367 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.778661 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.778937 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.779211 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.779486 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.779770 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.780044 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.780314 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.780591 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.780864 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.781132 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.781420 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.781676 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.782225 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.782513 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.782781 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.783047 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.783321 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.783589 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.783869 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.784144 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.784411 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.784680 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.784955 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.785224 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.785492 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.785766 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.786055 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.786330 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.786603 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.786872 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.787147 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.787418 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.787688 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.787958 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.788227 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.788500 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.788774 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.789594 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.789874 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.790174 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.790450 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.790738 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.791036 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.791311 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.791588 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.791865 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.792140 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.792414 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.792688 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.792962 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.793237 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.793507 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.793795 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.794104 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.794389 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.794669 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.794945 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.795235 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.795511 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.795790 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.796064 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.796339 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.796619 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.796898 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.797190 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.797482 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.797773 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.798098 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.798394 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.798677 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.798980 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.799258 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:13.799473 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 21 22:07:13.799710 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84063) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 21 22:07:14.203895 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO keyring.backend [-] Loading KWallet Dec 21 22:07:14.211983 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO keyring.backend [-] Loading SecretService Dec 21 22:07:14.215199 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO keyring.backend [-] Loading Windows Dec 21 22:07:14.216547 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO keyring.backend [-] Loading chainer Dec 21 22:07:14.217133 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO keyring.backend [-] Loading macOS Dec 21 22:07:14.252215 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 21 22:07:14.252499 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=84063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 21 22:07:14.252791 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 21 22:07:14.253128 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 21 22:07:14.561041 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:14.561246 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:14.561513 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:14.619159 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:14.619443 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:14.619715 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:14.622833 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:14.623108 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:14.623369 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:14.652367 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:14.652645 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:14.652913 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:14.680979 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:14.681254 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:14.681518 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:14.999882 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.000488 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.000488 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.000670 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.001404 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.124796 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.125114 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.125398 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.125675 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.125948 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.126288 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.126565 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.126829 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.127091 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.127378 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.127641 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.127909 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.128176 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.128433 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.128700 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.128971 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.129231 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.129508 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.129759 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.130069 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.130421 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.130676 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.130926 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.131209 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.131458 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.131704 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.132090 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 22:07:15.132326 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 22:07:15.132564 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 22:07:15.133422 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 22:07:15.133664 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 22:07:15.133902 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 22:07:15.134485 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 21 22:07:15.137601 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 21 22:07:15.141609 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 21 22:07:15.145644 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Dec 21 22:07:15.147321 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 21 22:07:15.147708 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 21 22:07:15.148049 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 21 22:07:15.149010 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 21 22:07:15.151868 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 21 22:07:15.152116 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 21 22:07:15.152458 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 21 22:07:15.180553 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 21 22:07:15.180993 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.181290 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84063) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 21 22:07:15.181652 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.183059 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84063) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 21 22:07:15.183341 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 21 22:07:15.183584 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 21 22:07:15.186926 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.187211 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:15.248841 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 21 22:07:15.249081 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 21 22:07:15.249319 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 21 22:07:15.249695 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 21 22:07:15.280312 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_db.sqlalchemy.engines [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84063) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 21 22:07:15.712608 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Initializing driver for type 'gre' Dec 21 22:07:15.713133 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] gre ID ranges: [(1, 1000)] Dec 21 22:07:15.849461 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Initializing driver for type 'local' Dec 21 22:07:15.849793 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Initializing driver for type 'vlan' Dec 21 22:07:15.906513 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] VlanTypeDriver initialization complete Dec 21 22:07:15.906863 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Initializing driver for type 'vxlan' Dec 21 22:07:15.907648 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] vxlan ID ranges: [(1, 1000)] Dec 21 22:07:16.089729 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Initializing extension driver 'port_security' Dec 21 22:07:16.090363 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.extensions.port_security [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] PortSecurityExtensionDriver initialization complete Dec 21 22:07:16.090363 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Initializing mechanism driver 'openvswitch' Dec 21 22:07:16.090679 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Initializing mechanism driver 'hyperv' Dec 21 22:07:16.097306 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.plugins.ml2.plugin [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:07:16.097988 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > port after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.098452 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > port after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.098808 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > port after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.099328 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:103}} Dec 21 22:07:16.099765 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > subnet after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.100118 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > subnet after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.100462 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.100856 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:103}} Dec 21 22:07:16.101265 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > network after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.101629 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > network after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.101972 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > network after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.102386 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:103}} Dec 21 22:07:16.102887 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > security_group after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.103250 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > security_group after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.103598 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.103989 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:103}} Dec 21 22:07:16.104397 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.104748 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.105091 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.105608 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:103}} Dec 21 22:07:16.105994 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] ML2 OVO RPC backend initialized. {{(pid=84063) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Dec 21 22:07:16.106660 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.107021 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.107441 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > network before_response 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.107795 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > networks before_response 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.108145 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > port before_response 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.108494 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > ports before_response 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.108842 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > subnet before_response 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.109188 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > subnets before_response 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.109538 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > network after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.109882 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > network after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.110330 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > network after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.114007 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > port after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.114007 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > port after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.114007 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > port after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.114007 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > subnet after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.114319 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > subnet after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.114319 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.114319 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.plugin [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Modular L2 Plugin initialization complete Dec 21 22:07:16.114319 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading services supported by the core plugin {{(pid=84063) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 21 22:07:16.114319 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.plugins.ml2.managers [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Got port-security extension from driver 'port_security' Dec 21 22:07:16.114319 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.extensions.vlantransparent [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Disabled vlantransparent extension. Dec 21 22:07:16.114660 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84063) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 21 22:07:16.114733 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading Plugin: router Dec 21 22:07:16.151731 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.152124 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router after_create 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.152500 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router before_create 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.152870 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.153252 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.153615 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router after_delete 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.153974 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.154371 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router after_create 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.154729 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router after_update 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.155084 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router after_update 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.155440 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.155808 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router after_update 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.156222 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router precommit_update 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.156592 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: port after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.156933 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: port after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.157527 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: subnet after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.157871 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.158246 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.158604 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router precommit_create 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.158951 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: port before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.159296 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router precommit_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.159660 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router after_update 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.160009 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.160362 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router precommit_create 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.160728 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.161078 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router precommit_update 55549900 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.161442 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > agent after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.161795 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > agent after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.162181 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > network after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.163050 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Tracking information for resource: router configured {{(pid=84063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 22:07:16.163386 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Tracking information for resource: floatingip configured {{(pid=84063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 21 22:07:16.168631 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.db.l3_agentschedulers_db [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 21 22:07:16.169208 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: port after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.169573 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: port after_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.169930 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: port after_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.170310 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: port after_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.171114 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router before_create 55550100 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.171481 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.171846 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router precommit_create 55550100 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.172205 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > router precommit_update 55550100 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.176665 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.services.provider_configuration [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Service providers = [] {{(pid=84063) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 21 22:07:16.177036 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.db.servicetype_db [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84063) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 21 22:07:16.180709 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.services.service_base [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 21 22:07:16.181058 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.services.service_base [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 21 22:07:16.181406 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.services.service_base [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 21 22:07:16.182339 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.services.service_base [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 21 22:07:16.182719 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.services.service_base [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 21 22:07:16.183102 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 22:07:16.183430 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 21 22:07:16.194156 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 22:07:16.194497 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading Plugin: auto_allocate Dec 21 22:07:16.201150 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: network precommit_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.201519 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: network precommit_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.202067 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 22:07:16.202395 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading Plugin: tag Dec 21 22:07:16.209052 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 22:07:16.209392 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading Plugin: timestamp Dec 21 22:07:16.213353 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 22:07:16.213687 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading Plugin: network_ip_availability Dec 21 22:07:16.219168 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.219548 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.219907 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.220624 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 22:07:16.220949 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading Plugin: flavors Dec 21 22:07:16.225672 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 22:07:16.226034 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading Plugin: revisions Dec 21 22:07:16.230483 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 21 22:07:16.230880 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_concurrency.lockutils [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.978s {{(pid=84063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 21 22:07:16.231626 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84063) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Dec 21 22:07:16.231969 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Initializing extension manager. Dec 21 22:07:16.232476 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: __init__.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.232821 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: __pycache__ {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.233167 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.233506 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.233840 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: _filter_validation_lib.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.234201 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.234536 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: address_group.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.235297 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.235868 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: address-group Dec 21 22:07:16.236195 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: address_scope.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.236922 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.237435 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: address-scope Dec 21 22:07:16.237760 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.252445 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.253031 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: router-admin-state-down-before-update Dec 21 22:07:16.253364 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: agent.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.254148 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.254667 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: agent Dec 21 22:07:16.254994 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: agent_resources_synced.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.255941 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.256457 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: agent-resources-synced Dec 21 22:07:16.256787 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: allowedaddresspairs.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.259535 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.260075 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: allowed-address-pairs Dec 21 22:07:16.260409 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: auto_allocated_topology.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.261514 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.262060 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: auto-allocated-topology Dec 21 22:07:16.262650 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: availability_zone.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.263081 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.263591 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: availability_zone Dec 21 22:07:16.263917 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: availability_zone_filter.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.264858 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.265375 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: availability_zone_filter Dec 21 22:07:16.265706 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: data_plane_status.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.266646 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.267160 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension data-plane-status not supported by any of loaded plugins Dec 21 22:07:16.267486 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: default_subnetpools.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.268396 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.268914 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: default-subnetpools Dec 21 22:07:16.269240 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.270087 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.270599 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: dhcp_agent_scheduler Dec 21 22:07:16.270924 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: dns.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.271841 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.272347 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension dns-integration not supported by any of loaded plugins Dec 21 22:07:16.272670 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: dns_domain_ports.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.273604 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.274134 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 21 22:07:16.274462 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: dvr.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.275138 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.275641 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: dvr Dec 21 22:07:16.275962 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: empty_string_filtering.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.282526 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.283036 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: empty-string-filtering Dec 21 22:07:16.283357 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.284266 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.284768 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 21 22:07:16.285088 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.286004 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.286536 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 21 22:07:16.286857 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: external_net.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.287800 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.288308 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: external-net Dec 21 22:07:16.288629 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.289616 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.290158 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: extra_dhcp_opt Dec 21 22:07:16.290479 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: extraroute.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.291425 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.291932 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: extraroute Dec 21 22:07:16.292254 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: extraroute_atomic.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.293292 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.293802 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: extraroute-atomic Dec 21 22:07:16.294151 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: filter_validation.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.294830 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.295335 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: filter-validation Dec 21 22:07:16.295658 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: fip_pf_description.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.296567 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.297078 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 21 22:07:16.297400 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: fip_port_details.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.298429 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.298945 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: fip-port-details Dec 21 22:07:16.299267 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: flavors.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.300513 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.301033 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: flavors Dec 21 22:07:16.301367 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.303086 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.303609 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 21 22:07:16.303936 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: floatingip_pools.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.305144 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.305704 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: floatingip-pools Dec 21 22:07:16.306044 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: ip_allocation.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.310961 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.311469 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension ip_allocation not supported by any of loaded plugins Dec 21 22:07:16.311791 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.312708 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.313221 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: ip-substring-filtering Dec 21 22:07:16.313542 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: l2_adjacency.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.314496 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.315005 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 21 22:07:16.315329 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: l3.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.316334 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.316854 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: router Dec 21 22:07:16.317178 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.319607 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.320782 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 21 22:07:16.321257 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.322328 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.322853 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: ext-gw-mode Dec 21 22:07:16.323185 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.324108 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.324622 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: l3-ha Dec 21 22:07:16.324953 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: l3_flavors.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.325870 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.326426 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: l3-flavors Dec 21 22:07:16.326742 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.327651 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.328164 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 21 22:07:16.328488 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: l3agentscheduler.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.329526 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.330075 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: l3_agent_scheduler Dec 21 22:07:16.330408 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: logging.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.331922 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.332443 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension logging not supported by any of loaded plugins Dec 21 22:07:16.332774 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: metering.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.333522 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.334133 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: metering Dec 21 22:07:16.334465 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.335575 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.336123 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: metering_source_and_destination_fields Dec 21 22:07:16.336453 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: multiprovidernet.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.337380 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.337892 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: multi-provider Dec 21 22:07:16.338245 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: netmtu.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.339159 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.339668 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: net-mtu Dec 21 22:07:16.340033 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: netmtu_writable.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.340901 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.341409 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: net-mtu-writable Dec 21 22:07:16.341730 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: network_availability_zone.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.342430 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.342937 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: network_availability_zone Dec 21 22:07:16.343261 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: network_ip_availability.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.344354 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.344876 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: network-ip-availability Dec 21 22:07:16.345267 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: network_segment_range.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.346051 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.349827 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension network-segment-range not supported by any of loaded plugins Dec 21 22:07:16.349827 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: pagination.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.350337 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.350671 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: pagination Dec 21 22:07:16.350992 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.352125 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.352645 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: port-mac-address-regenerate Dec 21 22:07:16.352970 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: port_resource_request.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.353890 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.354428 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension port-resource-request not supported by any of loaded plugins Dec 21 22:07:16.354753 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: portbindings.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.355675 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.356192 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: binding Dec 21 22:07:16.356517 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: portbindings_extended.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.357794 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.358338 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: binding-extended Dec 21 22:07:16.358664 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: portsecurity.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.359573 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.360089 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: port-security Dec 21 22:07:16.360418 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: project_id.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.361393 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.361724 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: project-id Dec 21 22:07:16.362070 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: providernet.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.362996 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.363514 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: provider Dec 21 22:07:16.363835 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: qos.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.368192 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.368717 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension qos not supported by any of loaded plugins Dec 21 22:07:16.369050 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.370338 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.370860 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 21 22:07:16.371194 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.372119 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.372632 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 21 22:07:16.372957 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: qos_default.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.373866 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.374412 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension qos-default not supported by any of loaded plugins Dec 21 22:07:16.374738 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: qos_fip.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.375385 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.375887 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension qos-fip not supported by any of loaded plugins Dec 21 22:07:16.376210 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: qos_gateway_ip.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.377129 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.377646 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 21 22:07:16.377969 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: qos_port_network_policy.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.378905 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.379417 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 21 22:07:16.379742 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: qos_rule_type_details.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.380656 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.381167 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 21 22:07:16.381495 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: qos_rules_alias.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.382606 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.383608 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 21 22:07:16.383936 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: quotasv2.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.384819 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.385152 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: quotas Dec 21 22:07:16.385476 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: quotasv2_detail.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.387129 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.387473 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: quota_details Dec 21 22:07:16.387816 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: rbac.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.388863 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.389389 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: rbac-policies Dec 21 22:07:16.389720 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: rbac_address_scope.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.390685 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.391206 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: rbac-address-scope Dec 21 22:07:16.391538 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: rbac_security_groups.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.392463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.392985 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: rbac-security-groups Dec 21 22:07:16.393317 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: rbac_subnetpool.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.394253 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.394774 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: rbac-subnetpool Dec 21 22:07:16.395100 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: revisionifmatch.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.396017 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.396535 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: revision-if-match Dec 21 22:07:16.396879 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: revisions.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.397976 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.398551 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: standard-attr-revisions Dec 21 22:07:16.398878 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: router_availability_zone.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.399545 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.400057 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: router_availability_zone Dec 21 22:07:16.400381 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: routerservicetype.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.401292 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.401836 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension router-service-type not supported by any of loaded plugins Dec 21 22:07:16.402161 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.408137 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.408655 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: port-security-groups-filtering Dec 21 22:07:16.408978 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: securitygroup.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.420153 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.420694 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: security-group Dec 21 22:07:16.421028 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: segment.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.421814 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.422360 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension segment not supported by any of loaded plugins Dec 21 22:07:16.422691 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.423632 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.424149 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 21 22:07:16.424477 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: servicetype.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.431036 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.431560 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: service-type Dec 21 22:07:16.431889 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: sorting.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.432869 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.433202 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: sorting Dec 21 22:07:16.433527 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: standard_attr_segment.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.434477 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.434994 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 21 22:07:16.435322 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: standardattrdescription.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.436002 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.436518 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: standard-attr-description Dec 21 22:07:16.436846 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: stateful_security_group.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.437765 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.438329 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: stateful-security-group Dec 21 22:07:16.438657 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: stdattrs_common.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.439242 dv-neutron-822520-1-hyperv neutron-server[84063]: WARNING neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 21 22:07:16.439564 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.440499 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.441067 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 21 22:07:16.441387 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: subnet_onboard.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.442575 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.443098 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: subnet_onboard Dec 21 22:07:16.443423 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.444351 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.444910 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 21 22:07:16.445790 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: subnet_service_types.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.446865 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.447383 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: subnet-service-types Dec 21 22:07:16.447706 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: subnetallocation.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.448814 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.449335 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: subnet_allocation Dec 21 22:07:16.449661 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.450371 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.450885 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: subnetpool-prefix-ops Dec 21 22:07:16.451210 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.452142 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.452661 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 21 22:07:16.452983 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: tagging.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.454058 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.454593 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: standard-attr-tag Dec 21 22:07:16.454919 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: timestamp.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.456138 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.456657 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loaded extension: standard-attr-timestamp Dec 21 22:07:16.456985 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: trunk.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.464319 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.464833 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension trunk not supported by any of loaded plugins Dec 21 22:07:16.465159 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: trunk_details.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.466108 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.466623 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension trunk-details not supported by any of loaded plugins Dec 21 22:07:16.466945 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: uplink_status_propagation.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.467920 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.468404 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 21 22:07:16.468695 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Loading extension file: vlantransparent.py {{(pid=84063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 21 22:07:16.469368 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 21 22:07:16.469903 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 21 22:07:16.472102 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of TrackedResource for resource:network Dec 21 22:07:16.472837 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of TrackedResource for resource:subnet Dec 21 22:07:16.473632 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 22:07:16.474290 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of TrackedResource for resource:port Dec 21 22:07:16.475547 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 22:07:16.476000 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Service FLAVORS assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 22:07:16.476638 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 22:07:16.477076 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 22:07:16.477409 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of TrackedResource for resource:router Dec 21 22:07:16.478091 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of TrackedResource for resource:floatingip Dec 21 22:07:16.478798 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Service METERING assigned prefix: /metering {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 22:07:16.480250 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.480619 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.480968 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:07:16.482128 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of CountableResource for resource:rbac_policy Dec 21 22:07:16.482577 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of TrackedResource for resource:security_group Dec 21 22:07:16.483240 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 21 22:07:16.483978 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Service CORE assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 22:07:16.484310 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 22:07:16.484647 dv-neutron-822520-1-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] subnetpool is already registered Dec 21 22:07:16.485253 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Service CORE assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 22:07:16.485582 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 22:07:16.485906 dv-neutron-822520-1-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] subnetpool is already registered Dec 21 22:07:16.488507 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 22:07:16.488938 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Service FLAVORS assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 22:07:16.489517 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 22:07:16.489943 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 22:07:16.490302 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of TrackedResource for resource:router Dec 21 22:07:16.490632 dv-neutron-822520-1-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] router is already registered Dec 21 22:07:16.492501 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of TrackedResource for resource:floatingip Dec 21 22:07:16.492501 dv-neutron-822520-1-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] floatingip is already registered Dec 21 22:07:16.492711 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Service METERING assigned prefix: /metering {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 22:07:16.493323 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of CountableResource for resource:rbac_policy Dec 21 22:07:16.493652 dv-neutron-822520-1-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] rbac_policy is already registered Dec 21 22:07:16.494234 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of TrackedResource for resource:security_group Dec 21 22:07:16.494569 dv-neutron-822520-1-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] security_group is already registered Dec 21 22:07:16.495152 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 21 22:07:16.495481 dv-neutron-822520-1-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] security_group_rule is already registered Dec 21 22:07:16.496144 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Service CORE assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 22:07:16.496475 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 22:07:16.496799 dv-neutron-822520-1-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] subnetpool is already registered Dec 21 22:07:16.497400 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.v2.resource_helper [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Service CORE assigned prefix: {{(pid=84063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 21 22:07:16.497728 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Creating instance of TrackedResource for resource:subnetpool Dec 21 22:07:16.498075 dv-neutron-822520-1-hyperv neutron-server[84063]: WARNING neutron.quota.resource_registry [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] subnetpool is already registered Dec 21 22:07:16.498716 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: extensions {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.500214 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: address-groups {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.501796 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: address-scopes {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.503024 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: agents {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.504187 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: auto-allocated-topology {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.505401 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: availability_zones {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.506743 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: dhcp-networks {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.508835 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: dhcp-agents {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.510327 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: routers {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.512161 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: flavors {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.513308 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: service_profiles {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.514533 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: next_providers {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.516078 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: service_profiles {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.521062 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: floatingip-pools {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.521062 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: routers {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.521062 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: floatingips {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.521534 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: l3-routers {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.523026 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: l3-agents {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.524468 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: metering-labels {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.525894 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: metering-label-rules {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.527214 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: network-ip-availabilities {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.528446 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: bindings {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.531032 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: quotas {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.532794 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: quotas {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.534243 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: rbac-policies {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.535521 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: security-groups {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.536710 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: security-group-rules {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.537951 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: service-providers {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.539735 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: subnetpools {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.541137 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: subnetpools {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.542614 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.544260 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.546067 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.547801 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.549545 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.551242 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.553020 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.555489 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.557300 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.559138 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron.api.extensions [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Extended resource: tags {{(pid=84063) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 21 22:07:16.565212 dv-neutron-822520-1-hyperv neutron-server[84063]: WARNING keystonemiddleware.auth_token [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 21 22:07:16.569584 dv-neutron-822520-1-hyperv neutron-server[84063]: WARNING keystonemiddleware.auth_token [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 21 22:07:16.577526 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_concurrency.lockutils [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Acquired lock "singleton_lock" {{(pid=84063) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 21 22:07:16.577996 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_concurrency.lockutils [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Releasing lock "singleton_lock" {{(pid=84063) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 21 22:07:16.578701 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO oslo_service.service [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Starting 2 workers Dec 21 22:07:16.583210 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Started child 84168 {{(pid=84063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 21 22:07:16.587705 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Started child 84169 {{(pid=84063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 21 22:07:16.589050 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:16.589661 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO neutron.service [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 21 22:07:16.590252 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Notify callbacks [] for process, before_spawn {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:16.590571 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [-] (84168) wsgi starting up on http://0.0.0.0:9696 Dec 21 22:07:16.592631 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO oslo_service.service [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Starting 1 workers Dec 21 22:07:16.592791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:16.594142 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [-] (84169) wsgi starting up on http://0.0.0.0:9696 Dec 21 22:07:16.597527 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Started child 84170 {{(pid=84063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 21 22:07:16.598180 dv-neutron-822520-1-hyperv neutron-server[84063]: INFO oslo_service.service [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Starting 1 workers Dec 21 22:07:16.602087 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.service [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] calling RpcWorker wait() {{(pid=84170) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 21 22:07:16.602923 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.service [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] returning from RpcWorker wait() {{(pid=84170) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 21 22:07:16.603047 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Started child 84171 {{(pid=84063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 21 22:07:16.603810 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG neutron_lib.callbacks.manager [None req-ca52470b-40b8-4c4b-aed6-76a2a0da1319 None None] Notify callbacks [] for process, after_spawn {{(pid=84063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:16.603911 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:16.604306 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:07:16.605725 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84063) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 21 22:07:16.605929 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:07:16.606151 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 21 22:07:16.606361 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 21 22:07:16.606709 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 21 22:07:16.606872 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 21 22:07:16.607379 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.607648 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.607908 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.608163 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.608376 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:16.608850 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.609026 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.609457 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.609693 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.609972 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.610321 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.610495 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.610632 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.610876 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.611127 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.611423 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.611667 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.611902 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.612171 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.612342 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.612584 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.612864 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.613282 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.613526 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] debug = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.613771 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.614287 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.614524 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.614777 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.615015 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.615305 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.615619 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.615824 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.616057 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.616270 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.616501 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.616747 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.617076 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.617955 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.618326 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.618770 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.618988 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] host = dv-neutron-822520-1-hyperv {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.619241 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.619508 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.619679 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.619924 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.620166 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.620425 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.620651 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.620903 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.621156 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.621379 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.621641 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.621858 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.622127 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.622366 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_file = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.622529 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_options = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.622790 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.623064 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.623329 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.623515 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.623680 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.623854 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.624115 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.624270 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.624503 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.624720 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.624937 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.625153 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.625394 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.625627 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.625879 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.626116 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.626354 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.626581 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.626833 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.627055 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.627274 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.627499 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.627715 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.627929 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.628155 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.628385 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.628625 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.628834 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.629042 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.629267 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.629559 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.629774 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.630004 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.630295 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.630544 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.630740 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.630972 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.631246 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.631473 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.631708 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.631977 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.632189 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.632413 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.633371 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.633371 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.633371 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_json = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.633822 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.633822 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.634120 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.634257 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.634390 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.634567 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.634803 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.635113 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.635523 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.635845 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.636153 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.636566 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.637327 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.637327 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.637327 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.637327 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.637829 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.637829 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.638080 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.638279 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.638624 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.638882 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.639149 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.639397 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.639617 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.639853 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.640098 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.640313 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.640545 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.640780 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.641059 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.641291 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.641525 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.641619 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:07:16.641759 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.641984 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.642222 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.642445 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647298 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647298 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647298 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647298 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647298 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647298 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647298 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647298 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647298 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647969 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647969 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647969 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647969 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647969 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647969 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647969 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647969 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.647969 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.648796 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.648796 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.648796 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.648796 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.648796 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.648796 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.648796 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.648796 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.648796 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.649607 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.649607 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.649607 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.649607 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.649607 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.649941 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.650100 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.650318 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.650535 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.650766 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.650966 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.651214 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.651431 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.651659 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.651888 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.652102 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.652321 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.652538 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.652834 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.653256 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.653410 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.653841 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.653841 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.654108 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.654331 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.654605 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.654835 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.655059 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.655302 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.655618 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.655825 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.656178 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.656344 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.656575 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.656819 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.657307 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.657532 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.657985 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.657985 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.658518 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.658518 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.658741 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.658977 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.659210 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.659442 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.659722 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.660006 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.660262 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.660482 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.660770 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.661082 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.661358 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.661648 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.661902 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.662165 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.662438 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.662670 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.662934 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.663167 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.663426 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.663668 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.664480 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.664732 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.664982 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.665409 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.665645 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.665976 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.666251 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.666479 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.666696 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.666953 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.667200 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.667969 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.667969 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.667969 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.668200 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.668396 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.668638 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.668869 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.669115 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.669341 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.669722 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.670132 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.670503 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.670742 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.675357 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.675357 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.675357 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.675357 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.675357 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.675357 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.675357 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.675357 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.676722 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.676722 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.676722 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.676722 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.676722 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.676722 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.676722 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.676722 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.677582 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.677582 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.677582 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.677582 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.677582 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.677582 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.677582 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.677582 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.678218 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.678218 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.678218 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.678218 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.678218 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.678218 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.678218 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.678218 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.678787 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.678787 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.678787 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.678787 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.679069 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.679069 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.679332 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.680696 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.680696 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.680866 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.681018 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.681383 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.681609 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.681831 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.682096 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.682326 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.682549 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.682761 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.682971 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.683179 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.683398 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.683606 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.683870 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.684095 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.684323 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.684619 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.684856 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.685092 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.685324 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.685552 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.685807 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.686056 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.686259 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.686475 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.686685 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.686978 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.687232 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.687473 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.687767 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.688000 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.688216 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.688470 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.688777 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.688993 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.689229 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.689461 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.689701 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.689917 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.690190 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.690511 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.690958 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.691219 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.691467 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.691872 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.692291 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.692713 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.692926 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.693374 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.693862 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.694193 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.694461 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.694691 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.694975 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.695269 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.695479 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.695865 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.696250 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.696723 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.697117 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.697521 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.697752 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.697990 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.698255 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.698478 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.698721 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.698956 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.699207 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.699586 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.699744 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 21 22:07:16.700265 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84063) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 21 22:07:16.700422 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 21 22:07:16.700570 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 21 22:07:16.700762 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 21 22:07:16.700931 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 21 22:07:16.701095 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 21 22:07:16.701278 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.701437 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.701593 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.701752 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.701933 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.702098 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.702259 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.702415 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.702570 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.702724 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.702879 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.703035 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.703189 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.703910 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.703910 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.703910 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.703910 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.703910 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.704299 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.704299 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.704442 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.704559 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.704714 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] debug = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.704868 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.705058 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.705217 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.705373 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.705527 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.705686 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.705840 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.705995 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.706175 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.706330 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.706485 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.706640 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.706794 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.706948 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.707102 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.707257 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.707410 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] host = dv-neutron-822520-1-hyperv {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.707595 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.707713 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.707866 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.708020 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.708175 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.708328 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.708482 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.708638 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.708792 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.708946 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.709101 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.709255 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.709409 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.709616 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_file = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.709743 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_options = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.709897 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.710071 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.710227 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.710409 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.710569 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.711311 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.711311 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.711311 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.711311 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.711609 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.711609 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.711750 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.711862 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.712015 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.712169 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.712324 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.712478 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.712636 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.712793 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.712947 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.713700 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.713700 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.713700 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.713700 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.713700 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.715903 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.715903 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.715903 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.715903 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.715903 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.715903 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.715903 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.715903 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.716492 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.716492 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.716492 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.716492 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.716492 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.716492 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.716492 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.716492 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.717197 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.717197 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.717197 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.717197 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.717197 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_json = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.717197 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.717197 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.717197 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.717738 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.717738 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.717738 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.717941 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.717941 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 21 22:07:16.718126 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.718261 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.718431 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.718589 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.718747 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.718904 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.719065 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.719222 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.719380 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.719539 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.719702 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.720010 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.720346 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.720506 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.720714 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.720891 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.720978 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.721195 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.724799 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.724799 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.724799 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.724799 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.724799 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.724799 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.724799 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.724799 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.724799 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.725447 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.725447 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.725447 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.725447 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.725447 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.725447 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.725447 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.725447 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.725447 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.728745 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.728745 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.728745 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.728745 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.728745 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.728745 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.728745 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.728745 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.728745 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.732964 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.732964 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.732964 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.732964 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.732964 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.732964 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.732964 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.732964 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.732964 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733945 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733945 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733945 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733945 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733945 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733945 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733945 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733945 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.733945 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.734463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.734463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.734463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.734463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.734463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.734463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.734463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.734463 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.734925 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.734925 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.734925 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.734925 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.734925 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.734925 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.734925 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.734925 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.735381 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.735381 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.735381 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.735381 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.735381 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.735381 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.735381 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.735381 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.735814 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.735814 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.735814 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.735814 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.735814 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.735814 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.735814 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.735814 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.736244 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.736244 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.736244 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.736244 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.736244 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.736244 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.736244 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.736244 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.736709 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.736709 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.736709 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.736709 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.736709 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.736709 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.736709 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.736709 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.737136 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.737136 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.737253 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.737318 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.737644 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.737644 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.737788 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.737918 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.738098 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.738299 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.738464 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.738617 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.738776 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.738934 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.739091 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.739248 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.739405 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.739563 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.739721 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.739878 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.740035 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.740194 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.740353 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.740509 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.740665 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.740821 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.740978 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.741135 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.741292 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.741449 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.741605 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.741763 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.741953 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.742820 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.743113 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.743362 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.743525 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.743684 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.743847 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.744010 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.744223 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.744389 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.744550 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.744699 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.744856 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.745013 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.745173 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.745330 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.745489 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.745648 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.745805 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.745964 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.746147 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.746311 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.746470 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.746626 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.746785 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.746958 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.747114 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.747271 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.747429 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.747585 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.747860 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.750183 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.750183 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.750183 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.750183 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.750470 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 54176) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:07:16.750549 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.750549 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.750549 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.750549 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.750549 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.750549 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.750549 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.750549 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.750549 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.751050 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.751050 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.751050 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.751050 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.751050 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.751050 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.751050 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.751050 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.751050 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.751557 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.751557 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.751557 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.751734 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.751734 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.751900 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.752486 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.752486 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.752486 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.752486 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.752813 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.752813 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.752975 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.753105 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.753263 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.753422 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.753582 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.753740 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.753901 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.754091 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.754249 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.754603 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.754770 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.754934 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.755090 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.755244 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.755417 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.755578 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.755722 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.755878 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.756027 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.756187 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.756328 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.756488 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.756647 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.756796 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.756950 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.757133 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.757271 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.757426 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.757594 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.757794 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.758051 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.758286 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.758501 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.758501 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 21 22:07:16.758756 dv-neutron-822520-1-hyperv neutron-server[84063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 21 22:07:16.760456 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0089927 Dec 21 22:07:16.771275 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:07:27.249489 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfcf090-03a4-4eb0-80f9-c7f4deed677b None None] get_active_networks_info from dv-neutron-822520-1-hyperv {{(pid=84170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:07:27.317544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfcf090-03a4-4eb0-80f9-c7f4deed677b None None] No non-hosted networks {{(pid=84170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 21 22:07:27.330294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.agentschedulers_db [None req-7bfcf090-03a4-4eb0-80f9-c7f4deed677b None None] DHCP Agent not found on host dv-neutron-822520-1-hyperv {{(pid=84170) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 21 22:07:27.518542 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cd838a1a-11d1-4cc9-803a-8d66e7e5f942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-513925'] for agent, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:29.616129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9c44b38a-9a77-4bb8-8d53-e704105e8aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-513925'] for agent, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:29.656143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-a9e98988-4c9b-467a-ae73-671e36e2cd83 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-822520-1-hyperv {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:07:29.656988 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-a9e98988-4c9b-467a-ae73-671e36e2cd83 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:07:30.176307 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a9e98988-4c9b-467a-ae73-671e36e2cd83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:30.592041 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-513925'] for agent, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:30.752543 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-513925'] for agent, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:30.753894 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:30.754321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:30.754718 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:30.755114 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:30.755506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:30.755895 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:30.756283 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:30.756691 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:30.757231 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:30.758278 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:30.758620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:30.759227 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-822520-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:07:30.764216 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822520-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:07:32.101282 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-513925'] for agent, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:33.614580 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.db.l3_hamode_db [None req-62f0c9fb-4487-4c1d-8993-d005aa35b116 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 21 22:07:33.700997 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f0c9fb-4487-4c1d-8993-d005aa35b116 None None] Routers set() bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:07:33.701372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f0c9fb-4487-4c1d-8993-d005aa35b116 None None] Router IDs set() for agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 21 22:07:33.798602 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 54274) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:07:34.394207 dv-neutron-822520-1-hyperv neutron-server[84168]: WARNING oslo_policy.policy [None req-e592b53f-bc02-4764-b9eb-b84e2b76f9b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 22:07:34.394816 dv-neutron-822520-1-hyperv neutron-server[84168]: WARNING oslo_policy.policy [None req-e592b53f-bc02-4764-b9eb-b84e2b76f9b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 22:07:34.610489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-e592b53f-bc02-4764-b9eb-b84e2b76f9b3 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:07:34.611505 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e592b53f-bc02-4764-b9eb-b84e2b76f9b3 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8120117 Dec 21 22:07:36.857326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 54288) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:07:37.247993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-6bf3c2ad-0f76-4de7-a2a9-1976daab133c admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:07:37.301804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.policy [None req-6bf3c2ad-0f76-4de7-a2a9-1976daab133c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84168) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 21 22:07:37.302589 dv-neutron-822520-1-hyperv neutron-server[84168]: WARNING oslo_policy.policy [None req-6bf3c2ad-0f76-4de7-a2a9-1976daab133c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 22:07:37.302974 dv-neutron-822520-1-hyperv neutron-server[84168]: WARNING oslo_policy.policy [None req-6bf3c2ad-0f76-4de7-a2a9-1976daab133c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 22:07:37.306825 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.quota [None req-6bf3c2ad-0f76-4de7-a2a9-1976daab133c admin admin] Loaded quota_driver: . Dec 21 22:07:37.322789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6bf3c2ad-0f76-4de7-a2a9-1976daab133c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:07:37.442279 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6bf3c2ad-0f76-4de7-a2a9-1976daab133c admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755466975348', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755466489686', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755466492486', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755466482431', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755466472267', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-983134', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-991070', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1687093', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1610416'] for rbac-policy, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:37.603458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6bf3c2ad-0f76-4de7-a2a9-1976daab133c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:37.604532 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6bf3c2ad-0f76-4de7-a2a9-1976daab133c admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7462523 Dec 21 22:07:40.104541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 54302) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:07:40.702536 dv-neutron-822520-1-hyperv neutron-server[84169]: WARNING oslo_policy.policy [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 22:07:40.703120 dv-neutron-822520-1-hyperv neutron-server[84169]: WARNING oslo_policy.policy [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 22:07:40.921349 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '59edfdac830f48478ac0ba78cbc13716'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:07:40.923178 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.quota [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Loaded quota_driver: . Dec 21 22:07:40.938937 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:07:40.945991 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Usage tracker for resource:network and tenant:59edfdac830f48478ac0ba78cbc13716 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:07:40.951671 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:07:40.958937 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:07:41.041738 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Made reservation on behalf of 59edfdac830f48478ac0ba78cbc13716 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:07:41.084368 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.policy [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84169) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 21 22:07:41.085172 dv-neutron-822520-1-hyperv neutron-server[84169]: WARNING oslo_policy.policy [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 22:07:41.085594 dv-neutron-822520-1-hyperv neutron-server[84169]: WARNING oslo_policy.policy [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 21 22:07:41.090145 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:41.112115 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:41.159323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:07:41.163081 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Usage tracker for resource:security_group_rule and tenant:59edfdac830f48478ac0ba78cbc13716 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:07:41.166551 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:07:41.172033 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:07:41.243472 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:41.306604 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:41.328539 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:07:41.354710 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755463847626', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:41.355309 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Unsubscribe: segment precommit_create {{(pid=84169) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 21 22:07:41.355799 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Added segment d865a011-59bd-420c-a2fc-907bf4550373 of type vlan for network 74547c72-24a6-4fe2-923c-6f5e8a937d9d Dec 21 22:07:41.408985 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19cec51-ca79-4b2e-a587-47c300c96414,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:07:41.442031 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:41.442404 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:41.442698 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:41.443018 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:41.443354 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:41.443682 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:41.444014 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:41.444334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:41.444944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:41.445339 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:41.445658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Tracked resource versions report: Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: pushed versions: Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: { 'ConntrackHelper': {'1.0'}, Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Log': {'1.0'}, Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Network': {'1.1'}, Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Port': {'1.5'}, Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'PortForwarding': {'1.2'}, Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'QosPolicy': {'1.8'}, Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'SecurityGroup': {'1.2'}, Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'SecurityGroupRule': {'1.0'}, Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'SubPort': {'1.0'}, Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Subnet': {'1.1'}, Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Trunk': {'1.1'}} Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: consumer versions: Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: { DHCP agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: L3 agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: Metadata agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: Metering agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: Open vSwitch agent@dv-neutron-822520-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Log': '1.0', Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Network': '1.1', Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Port': '1.5', Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'PortForwarding': '1.2', Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'QosPolicy': '1.8', Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'SecurityGroup': '1.2', Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'SecurityGroupRule': '1.0', Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'SubPort': '1.0', Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Subnet': '1.1', Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Trunk': '1.1'}} Dec 21 22:07:41.446998 dv-neutron-822520-1-hyperv neutron-server[84169]: {{(pid=84169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 22:07:41.472301 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:41.563409 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:41.564554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:07:41.565203 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:41.670682 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] Pushing event updated for resources: {'Network': ['ID=74547c72-24a6-4fe2-923c-6f5e8a937d9d,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:07:41.681860 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 74547c72-24a6-4fe2-923c-6f5e8a937d9d details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:07:41.730461 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fb2fdab0-ebaa-49de-914f-b1b268972f40 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6237278 Dec 21 22:07:44.291677 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 54324) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:07:44.759889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511c31d2-43d9-4175-9bb3-14e85fdc0f82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:07:44.761174 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-511c31d2-43d9-4175-9bb3-14e85fdc0f82 admin admin] 10.222.0.37 "GET /v2.0/networks/74547c72-24a6-4fe2-923c-6f5e8a937d9d HTTP/1.1" status: 200 len: 825 time: 0.4685867 Dec 21 22:07:44.792169 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9465943a-c93c-449b-b518-6e7558dbbb9b admin admin] 10.222.0.37 "GET /v2.0/subnetpools/c269eef9-1de0-4b1e-ba2a-399050f42a57 HTTP/1.1" status: 200 len: 734 time: 0.0256987 Dec 21 22:07:44.800229 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1ec60b0e-4f63-44a5-8830-ece7a30b89cf admin admin] Request body: {'subnet': {'tenant_id': '59edfdac830f48478ac0ba78cbc13716', 'network_id': '74547c72-24a6-4fe2-923c-6f5e8a937d9d', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c269eef9-1de0-4b1e-ba2a-399050f42a57', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:07:44.804518 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1ec60b0e-4f63-44a5-8830-ece7a30b89cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:07:44.808131 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1ec60b0e-4f63-44a5-8830-ece7a30b89cf admin admin] Usage tracker for resource:subnet and tenant:59edfdac830f48478ac0ba78cbc13716 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:07:44.810938 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1ec60b0e-4f63-44a5-8830-ece7a30b89cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:07:44.816764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1ec60b0e-4f63-44a5-8830-ece7a30b89cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:07:44.906230 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec60b0e-4f63-44a5-8830-ece7a30b89cf admin admin] Made reservation on behalf of 59edfdac830f48478ac0ba78cbc13716 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:07:44.908723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1ec60b0e-4f63-44a5-8830-ece7a30b89cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:45.249735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1ec60b0e-4f63-44a5-8830-ece7a30b89cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:45.333820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec60b0e-4f63-44a5-8830-ece7a30b89cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d22e514-4cac-49c4-9975-cb4a378d02ed,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:07:45.342974 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec60b0e-4f63-44a5-8830-ece7a30b89cf admin admin] Checking segment: {'id': 'd865a011-59bd-420c-a2fc-907bf4550373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '74547c72-24a6-4fe2-923c-6f5e8a937d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:07:45.343329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec60b0e-4f63-44a5-8830-ece7a30b89cf admin admin] Network hostable DHCP agents. Network: 74547c72-24a6-4fe2-923c-6f5e8a937d9d, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:07:45.437598 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec60b0e-4f63-44a5-8830-ece7a30b89cf admin admin] Network 74547c72-24a6-4fe2-923c-6f5e8a937d9d is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:07:45.517843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-1ec60b0e-4f63-44a5-8830-ece7a30b89cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 74547c72-24a6-4fe2-923c-6f5e8a937d9d) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:07:45.522204 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec60b0e-4f63-44a5-8830-ece7a30b89cf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:07:45.522852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1ec60b0e-4f63-44a5-8830-ece7a30b89cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:45.527625 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a2d3fd-b014-41e4-9db6-5179e3cbbaa9 None None] Network 74547c72-24a6-4fe2-923c-6f5e8a937d9d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:07:45.598714 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1ec60b0e-4f63-44a5-8830-ece7a30b89cf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8015823 Dec 21 22:07:45.832431 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-74547c72-24a6-4fe2-923c-6f5e8a937d9d', 'network_id': '74547c72-24a6-4fe2-923c-6f5e8a937d9d', 'tenant_id': '59edfdac830f48478ac0ba78cbc13716', 'fixed_ips': [{'subnet_id': '2d22e514-4cac-49c4-9975-cb4a378d02ed'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:07:45.833580 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:46.016554 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Allocated IP 172.20.0.2 (74547c72-24a6-4fe2-923c-6f5e8a937d9d/2d22e514-4cac-49c4-9975-cb4a378d02ed/53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:07:46.247535 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:46.261763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Transition to ACTIVE for port object 53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:07:46.281637 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Transition to ACTIVE for port object 53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:07:46.340899 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:46.409113 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Network 74547c72-24a6-4fe2-923c-6f5e8a937d9d is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:07:46.411997 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:07:46.417018 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Pushing event updated for resources: {'Port': ['ID=53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:07:46.419882 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:07:46.430764 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:46.431113 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:46.431446 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:46.431778 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:46.432126 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:46.432454 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:46.432776 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:46.433110 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:46.433433 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:46.433748 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:46.434089 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Tracked resource versions report: Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: pushed versions: Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: { 'ConntrackHelper': {'1.0'}, Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Log': {'1.0'}, Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Network': {'1.1'}, Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Port': {'1.5'}, Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'PortForwarding': {'1.2'}, Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'QosPolicy': {'1.8'}, Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'SecurityGroup': {'1.2'}, Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'SecurityGroupRule': {'1.0'}, Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'SubPort': {'1.0'}, Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Subnet': {'1.1'}, Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Trunk': {'1.1'}} Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: consumer versions: Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: { DHCP agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: L3 agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: Metadata agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: Metering agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: Open vSwitch agent@dv-neutron-822520-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Log': '1.0', Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Network': '1.1', Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Port': '1.5', Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'PortForwarding': '1.2', Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'QosPolicy': '1.8', Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'SecurityGroup': '1.2', Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'SecurityGroupRule': '1.0', Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'SubPort': '1.0', Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Subnet': '1.1', Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Trunk': '1.1'}} Dec 21 22:07:46.435399 dv-neutron-822520-1-hyperv neutron-server[84170]: {{(pid=84170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 22:07:46.518845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Attempting to bind port 53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:07:46.519160 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Attempting to bind port 53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'd865a011-59bd-420c-a2fc-907bf4550373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '74547c72-24a6-4fe2-923c-6f5e8a937d9d'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:07:46.519574 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Attempting to bind port 53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897 on network 74547c72-24a6-4fe2-923c-6f5e8a937d9d {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:07:46.526075 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:07:46.526480 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Checking segment: {'id': 'd865a011-59bd-420c-a2fc-907bf4550373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '74547c72-24a6-4fe2-923c-6f5e8a937d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:07:46.526948 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:46.527331 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Bound using segment: {'id': 'd865a011-59bd-420c-a2fc-907bf4550373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '74547c72-24a6-4fe2-923c-6f5e8a937d9d'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:07:46.527822 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Bound port: 53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd865a011-59bd-420c-a2fc-907bf4550373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '74547c72-24a6-4fe2-923c-6f5e8a937d9d'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:07:46.528367 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:46.612612 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] For port 53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:07:46.618303 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] For port 53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897,segment=NetworkSegment(d865a011-59bd-420c-a2fc-907bf4550373),segment_id=d865a011-59bd-420c-a2fc-907bf4550373)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:07:46.689768 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:46.798210 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d2f0a-8807-4c46-b329-725710f09816 None None] Pushing event updated for resources: {'Port': ['ID=53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:07:47.885259 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 54334) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:07:48.286926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-c44c3425-0925-4b0d-8f64-1e3a674e8bf6 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:07:48.287899 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c44c3425-0925-4b0d-8f64-1e3a674e8bf6 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4017081 Dec 21 22:07:50.461105 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77593716-d2e4-4334-8611-6982bfbf6bff None None] Network 74547c72-24a6-4fe2-923c-6f5e8a937d9d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:07:50.563956 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 54348) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:07:50.644453 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-8a7ad568-0d6b-4282-9aad-d121627c3523 None None] Provisioning for port 53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:07:50.936070 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:07:50.975105 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-851666f6-08be-4483-a699-ef9abd9a7023 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:07:50.976325 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-851666f6-08be-4483-a699-ef9abd9a7023 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4109745 Dec 21 22:07:51.083826 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:07:51.089474 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:07:51.090048 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:51.209574 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:51.243336 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897,segment=NetworkSegment(d865a011-59bd-420c-a2fc-907bf4550373),segment_id=d865a011-59bd-420c-a2fc-907bf4550373)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:07:51.333822 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:51.400116 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:07:52.909065 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:07:52.977888 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:07:52.978276 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:53.520445 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 54360) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:07:53.887406 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d867e9ca-561d-4ea0-a1f0-5eb02e80a5c5 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '59edfdac830f48478ac0ba78cbc13716'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:07:53.892440 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d867e9ca-561d-4ea0-a1f0-5eb02e80a5c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:07:53.896216 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d867e9ca-561d-4ea0-a1f0-5eb02e80a5c5 admin admin] Usage tracker for resource:router and tenant:59edfdac830f48478ac0ba78cbc13716 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:07:53.900170 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d867e9ca-561d-4ea0-a1f0-5eb02e80a5c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:07:53.905775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d867e9ca-561d-4ea0-a1f0-5eb02e80a5c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:07:54.003501 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d867e9ca-561d-4ea0-a1f0-5eb02e80a5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:54.004998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d867e9ca-561d-4ea0-a1f0-5eb02e80a5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:54.030275 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d867e9ca-561d-4ea0-a1f0-5eb02e80a5c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:54.243819 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d867e9ca-561d-4ea0-a1f0-5eb02e80a5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:54.328754 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d867e9ca-561d-4ea0-a1f0-5eb02e80a5c5 admin admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:54.329922 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d867e9ca-561d-4ea0-a1f0-5eb02e80a5c5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8085454 Dec 21 22:07:56.661433 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 54370) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:07:57.052373 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-69e6d93c-f4b4-4083-8399-3fcbbc511b33 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:07:57.053346 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-69e6d93c-f4b4-4083-8399-3fcbbc511b33 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3909643 Dec 21 22:07:57.215190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f06f-2b54-44b6-817f-3350c862f160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:58.668043 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 5 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:07:59.386164 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 54380) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:07:59.590490 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e59e707c-b9f1-438d-80c4-b879e2ff20a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:59.777245 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:07:59.782309 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:07:59.786285 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Usage tracker for resource:network and tenant:53a49059d2ee4d7c96c41af04423d5f8 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:07:59.789896 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:07:59.795712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:07:59.876045 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Made reservation on behalf of 53a49059d2ee4d7c96c41af04423d5f8 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:07:59.878283 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:59.890218 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:07:59.921417 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:07:59.925036 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Usage tracker for resource:security_group_rule and tenant:53a49059d2ee4d7c96c41af04423d5f8 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:07:59.927825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:07:59.933693 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:07:59.994512 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:00.076125 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:00.099066 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Reserving flat network on physical network physnet1 {{(pid=84169) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 21 22:08:00.111735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5777a7-365e-46b4-ba01-8ddebb2dbcab,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:08:00.118332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:00.119180 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Added segment 95024ce5-d52f-4c02-aaa0-5c417ab2f439 of type flat for network 1ca459d5-42d5-4445-a501-f60bc2ce7708 Dec 21 22:08:00.152483 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:00.249037 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:00.249841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:08:00.250447 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:00.351606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] Pushing event updated for resources: {'Network': ['ID=1ca459d5-42d5-4445-a501-f60bc2ce7708,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:08:00.361946 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:08:00.363807 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8938023c-1dfe-4ad3-be01-27be8731f6a7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9766307 Dec 21 22:08:00.523387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:00.711837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:02.088991 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:02.621150 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 54400) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:08:02.848017 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6c751a-a0f5-456a-a484-51d3bfc59018 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:08:02.849255 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3e6c751a-a0f5-456a-a484-51d3bfc59018 admin admin] 10.222.0.37 "GET /v2.0/subnets/2d22e514-4cac-49c4-9975-cb4a378d02ed HTTP/1.1" status: 200 len: 849 time: 0.2271786 Dec 21 22:08:02.995153 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8c97770c-ca90-4f09-9c7a-120efbc55ba4 admin admin] 10.222.0.37 "GET /v2.0/routers/64d0b075-770a-429f-ad6c-4f4f878bcf73 HTTP/1.1" status: 200 len: 704 time: 0.1405745 Dec 21 22:08:03.455633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:03.682799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Allocated IP 172.20.0.1 (74547c72-24a6-4fe2-923c-6f5e8a937d9d/2d22e514-4cac-49c4-9975-cb4a378d02ed/9cf89575-d96b-4b1a-a713-cfca2ab1b5fc) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:08:03.866447 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:03.884164 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Transition to ACTIVE for port object 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:08:03.990571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:04.058836 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Network 74547c72-24a6-4fe2-923c-6f5e8a937d9d is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:08:04.061622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:08:04.066256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:08:04.067160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:04.069160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Pushing event updated for resources: {'Port': ['ID=9cf89575-d96b-4b1a-a713-cfca2ab1b5fc,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:08:04.250932 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:04.373055 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6409247d-2f91-4fd2-860f-cda7af513019 None None] Provisioning for port 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:08:04.377867 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6409247d-2f91-4fd2-860f-cda7af513019 None None] Provisioning complete for port 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:08:04.378416 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6409247d-2f91-4fd2-860f-cda7af513019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:04.429231 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-6409247d-2f91-4fd2-860f-cda7af513019 None None] Port 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:08:04.472598 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:04.533452 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:04.534177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:04.627554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Pushing event updated for resources: {'Port': ['ID=9cf89575-d96b-4b1a-a713-cfca2ab1b5fc,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:08:04.724506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Network 74547c72-24a6-4fe2-923c-6f5e8a937d9d is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:08:04.725530 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:08:04.954686 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e9e5b553-e54d-455e-a6a4-fc87c0f80a9d None None] Provisioning complete for port 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:08:04.955058 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e9e5b553-e54d-455e-a6a4-fc87c0f80a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:05.008712 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e9e5b553-e54d-455e-a6a4-fc87c0f80a9d None None] Port 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:08:05.163493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Router 64d0b075-770a-429f-ad6c-4f4f878bcf73 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:08:05.339640 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:08:05.349172 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Sync routers for ids ['64d0b075-770a-429f-ad6c-4f4f878bcf73'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:08:05.352584 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-053a6fcb-5653-46c4-a15a-a7826f6f052b admin admin] 10.222.0.37 "PUT /v2.0/routers/64d0b075-770a-429f-ad6c-4f4f878bcf73/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3509192 Dec 21 22:08:05.364990 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Routers {'64d0b075-770a-429f-ad6c-4f4f878bcf73'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:08:05.366215 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:08:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['64d0b075-770a-429f-ad6c-4f4f878bcf73'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:08:05.560471 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Set router 64d0b075-770a-429f-ad6c-4f4f878bcf73 gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:08:05.975338 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d0b075-770a-429f-ad6c-4f4f878bcf73', 'name': 'router1', 'tenant_id': '59edfdac830f48478ac0ba78cbc13716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:07:54Z', 'updated_at': '2021-12-21T22:08:04Z', 'revision_number': 2, 'project_id': '59edfdac830f48478ac0ba78cbc13716', 'gw_port_host': None, '_interfaces': [{'id': '9cf89575-d96b-4b1a-a713-cfca2ab1b5fc', 'name': '', 'network_id': '74547c72-24a6-4fe2-923c-6f5e8a937d9d', 'tenant_id': '59edfdac830f48478ac0ba78cbc13716', 'mac_address': 'fa:16:3e:00:9a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d0b075-770a-429f-ad6c-4f4f878bcf73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d22e514-4cac-49c4-9975-cb4a378d02ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:08:03Z', 'updated_at': '2021-12-21T22:08:04Z', 'revision_number': 2, 'project_id': '59edfdac830f48478ac0ba78cbc13716', 'subnets': [{'id': '2d22e514-4cac-49c4-9975-cb4a378d02ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c269eef9-1de0-4b1e-ba2a-399050f42a57'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:08:05.981159 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Checking router: 64d0b075-770a-429f-ad6c-4f4f878bcf73 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:08:05.981525 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Updating router 64d0b075-770a-429f-ad6c-4f4f878bcf73 port 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:08:06.035849 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:06.413296 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:06.427849 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Transition to ACTIVE for port object 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:08:06.483029 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:06.671876 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7af15-252c-432f-90a1-371437e1ed63 None None] Pushing event updated for resources: {'Port': ['ID=9cf89575-d96b-4b1a-a713-cfca2ab1b5fc,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:08:06.720849 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7af15-252c-432f-90a1-371437e1ed63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:06.721198 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7af15-252c-432f-90a1-371437e1ed63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:06.721533 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7af15-252c-432f-90a1-371437e1ed63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:06.721862 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7af15-252c-432f-90a1-371437e1ed63 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:06.722228 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7af15-252c-432f-90a1-371437e1ed63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:06.722555 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7af15-252c-432f-90a1-371437e1ed63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:06.722877 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7af15-252c-432f-90a1-371437e1ed63 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:06.723211 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7af15-252c-432f-90a1-371437e1ed63 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:06.723532 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7af15-252c-432f-90a1-371437e1ed63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:06.723848 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7af15-252c-432f-90a1-371437e1ed63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:06.724162 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7af15-252c-432f-90a1-371437e1ed63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d7af15-252c-432f-90a1-371437e1ed63 None None] Tracked resource versions report: Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: pushed versions: Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: { 'ConntrackHelper': {'1.0'}, Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Log': {'1.0'}, Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Network': {'1.1'}, Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Port': {'1.5'}, Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'PortForwarding': {'1.2'}, Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'QosPolicy': {'1.8'}, Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'SecurityGroup': {'1.2'}, Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'SecurityGroupRule': {'1.0'}, Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'SubPort': {'1.0'}, Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Subnet': {'1.1'}, Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Trunk': {'1.1'}} Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: consumer versions: Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: { DHCP agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: L3 agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: Metadata agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: Metering agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: Open vSwitch agent@dv-neutron-822520-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Log': '1.0', Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Network': '1.1', Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Port': '1.5', Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'PortForwarding': '1.2', Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'QosPolicy': '1.8', Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'SecurityGroup': '1.2', Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'SecurityGroupRule': '1.0', Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'SubPort': '1.0', Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Subnet': '1.1', Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Trunk': '1.1'}} Dec 21 22:08:06.725929 dv-neutron-822520-1-hyperv neutron-server[84171]: {{(pid=84171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 22:08:06.737444 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Attempting to bind port 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:08:06.737845 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Attempting to bind port 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'd865a011-59bd-420c-a2fc-907bf4550373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '74547c72-24a6-4fe2-923c-6f5e8a937d9d'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:08:06.738279 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Attempting to bind port 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc on network 74547c72-24a6-4fe2-923c-6f5e8a937d9d {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:08:06.746147 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:08:06.746585 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Checking segment: {'id': 'd865a011-59bd-420c-a2fc-907bf4550373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '74547c72-24a6-4fe2-923c-6f5e8a937d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:08:06.747020 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:06.747402 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Bound using segment: {'id': 'd865a011-59bd-420c-a2fc-907bf4550373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '74547c72-24a6-4fe2-923c-6f5e8a937d9d'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:08:06.747900 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Bound port: 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd865a011-59bd-420c-a2fc-907bf4550373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '74547c72-24a6-4fe2-923c-6f5e8a937d9d'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:08:06.748278 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:06.835856 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] For port 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:08:06.840646 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] For port 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9cf89575-d96b-4b1a-a713-cfca2ab1b5fc,segment=NetworkSegment(d865a011-59bd-420c-a2fc-907bf4550373),segment_id=d865a011-59bd-420c-a2fc-907bf4550373)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:08:06.911852 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:06.997050 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7af15-252c-432f-90a1-371437e1ed63 None None] Pushing event updated for resources: {'Port': ['ID=9cf89575-d96b-4b1a-a713-cfca2ab1b5fc,revision_number=4']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:08:07.003080 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Routers {'64d0b075-770a-429f-ad6c-4f4f878bcf73'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:08:07.003688 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:08:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['64d0b075-770a-429f-ad6c-4f4f878bcf73'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:08:07.159515 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] Set router 64d0b075-770a-429f-ad6c-4f4f878bcf73 gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:08:07.484747 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 54422) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:08:07.488635 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d0b075-770a-429f-ad6c-4f4f878bcf73', 'name': 'router1', 'tenant_id': '59edfdac830f48478ac0ba78cbc13716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:07:54Z', 'updated_at': '2021-12-21T22:08:04Z', 'revision_number': 2, 'project_id': '59edfdac830f48478ac0ba78cbc13716', 'gw_port_host': None, '_interfaces': [{'id': '9cf89575-d96b-4b1a-a713-cfca2ab1b5fc', 'name': '', 'network_id': '74547c72-24a6-4fe2-923c-6f5e8a937d9d', 'tenant_id': '59edfdac830f48478ac0ba78cbc13716', 'mac_address': 'fa:16:3e:00:9a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d0b075-770a-429f-ad6c-4f4f878bcf73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d22e514-4cac-49c4-9975-cb4a378d02ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:08:03Z', 'updated_at': '2021-12-21T22:08:06Z', 'revision_number': 4, 'project_id': '59edfdac830f48478ac0ba78cbc13716', 'subnets': [{'id': '2d22e514-4cac-49c4-9975-cb4a378d02ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c269eef9-1de0-4b1e-ba2a-399050f42a57'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:08:07.493776 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613ba22a-abf5-411f-b76a-26b95e933b52 None None] The sync data for ids ['64d0b075-770a-429f-ad6c-4f4f878bcf73'] in dv-neutron-822520-1-hyperv is: [{'id': '64d0b075-770a-429f-ad6c-4f4f878bcf73', 'name': 'router1', 'tenant_id': '59edfdac830f48478ac0ba78cbc13716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:07:54Z', 'updated_at': '2021-12-21T22:08:04Z', 'revision_number': 2, 'project_id': '59edfdac830f48478ac0ba78cbc13716', 'gw_port_host': None, '_interfaces': [{'id': '9cf89575-d96b-4b1a-a713-cfca2ab1b5fc', 'name': '', 'network_id': '74547c72-24a6-4fe2-923c-6f5e8a937d9d', 'tenant_id': '59edfdac830f48478ac0ba78cbc13716', 'mac_address': 'fa:16:3e:00:9a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d0b075-770a-429f-ad6c-4f4f878bcf73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d22e514-4cac-49c4-9975-cb4a378d02ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:08:03Z', 'updated_at': '2021-12-21T22:08:06Z', 'revision_number': 4, 'project_id': '59edfdac830f48478ac0ba78cbc13716', 'subnets': [{'id': '2d22e514-4cac-49c4-9975-cb4a378d02ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c269eef9-1de0-4b1e-ba2a-399050f42a57'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:08:07.689814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076e9dc4-7f3d-44a8-af3c-ad5fcb8bedc2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:08:07.691169 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-076e9dc4-7f3d-44a8-af3c-ad5fcb8bedc2 admin admin] 10.222.0.37 "GET /v2.0/networks/1ca459d5-42d5-4445-a501-f60bc2ce7708 HTTP/1.1" status: 200 len: 842 time: 0.2055080 Dec 21 22:08:07.700884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Request body: {'subnet': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'gateway_ip': '172.26.3.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.26.3.0/24'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:08:07.705427 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:08:07.709438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Usage tracker for resource:subnet and tenant:53a49059d2ee4d7c96c41af04423d5f8 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:08:07.713445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:08:07.719573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:08:07.791449 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Made reservation on behalf of 53a49059d2ee4d7c96c41af04423d5f8 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:08:07.794321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:08.308352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.objects.ports [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84168) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:08:08.308824 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:08.403636 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c136cf76-3087-4676-97e9-6d336bf2d0d4,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:08:08.406186 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:08:08.406545 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Network hostable DHCP agents. Network: 1ca459d5-42d5-4445-a501-f60bc2ce7708, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:08:08.423705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:08.424045 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:08.424375 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:08.424701 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:08.425031 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:08.425354 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:08.425682 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:08.426007 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:08.426349 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:08.426658 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:08.426968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Tracked resource versions report: Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: pushed versions: Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: { 'ConntrackHelper': {'1.0'}, Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Log': {'1.0'}, Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Network': {'1.1'}, Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Port': {'1.5'}, Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'PortForwarding': {'1.2'}, Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'QosPolicy': {'1.8'}, Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'SecurityGroup': {'1.2'}, Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'SecurityGroupRule': {'1.0'}, Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'SubPort': {'1.0'}, Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Subnet': {'1.1'}, Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Trunk': {'1.1'}} Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: consumer versions: Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: { DHCP agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: L3 agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: Metadata agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: Metering agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: Open vSwitch agent@dv-neutron-822520-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Log': '1.0', Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Network': '1.1', Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Port': '1.5', Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'PortForwarding': '1.2', Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'QosPolicy': '1.8', Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'SecurityGroup': '1.2', Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'SecurityGroupRule': '1.0', Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'SubPort': '1.0', Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Subnet': '1.1', Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Trunk': '1.1'}} Dec 21 22:08:08.428260 dv-neutron-822520-1-hyperv neutron-server[84168]: {{(pid=84168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 22:08:08.540531 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:08:08.624451 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 1ca459d5-42d5-4445-a501-f60bc2ce7708) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:08:08.629197 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:08:08.629824 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:08.634236 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69894055-462d-417a-9c87-22d5f1e638d2 None None] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:08:08.716799 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-af21fa4d-da89-4de2-8a3d-a967cfbf9249 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0190451 Dec 21 22:08:08.856674 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330b0481-9a1a-48c0-92c4-e48a2f69893f None None] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:08:08.948493 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:08:09.144118 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:08:09.148984 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:08:09.149346 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:09.286345 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:09.317847 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9cf89575-d96b-4b1a-a713-cfca2ab1b5fc,segment=NetworkSegment(d865a011-59bd-420c-a2fc-907bf4550373),segment_id=d865a011-59bd-420c-a2fc-907bf4550373)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:08:09.362807 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:09.428872 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=9cf89575-d96b-4b1a-a713-cfca2ab1b5fc,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:08:10.838707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 54440) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:08:10.917793 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:08:10.984829 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:08:10.985196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:11.113956 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a5687a5a-bc3b-4b1e-8244-4491b8966ef0 admin admin] 10.222.0.37 "GET /v2.0/routers/64d0b075-770a-429f-ad6c-4f4f878bcf73 HTTP/1.1" status: 200 len: 710 time: 0.2741158 Dec 21 22:08:11.243438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00c2d3e-7627-4750-9ac3-cae549d4c33b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:08:11.244778 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d00c2d3e-7627-4750-9ac3-cae549d4c33b admin admin] 10.222.0.37 "GET /v2.0/networks/1ca459d5-42d5-4445-a501-f60bc2ce7708 HTTP/1.1" status: 200 len: 886 time: 0.1256089 Dec 21 22:08:11.253496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:08:11.728929 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:11.988565 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:12.043228 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:12.177438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] Allocated IP 172.26.3.144 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/bfc47604-914b-4e39-98c6-c335cbc4ecad) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:08:12.327941 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:12.460518 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:12.530237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:08:12.533220 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:08:12.538325 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:08:12.559977 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] Pushing event updated for resources: {'Port': ['ID=bfc47604-914b-4e39-98c6-c335cbc4ecad,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:08:12.824104 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:12.986615 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:12.989955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:13.183948 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] Router 64d0b075-770a-429f-ad6c-4f4f878bcf73 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:08:13.377285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:08:13.387032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:13.387202 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Sync routers for ids ['64d0b075-770a-429f-ad6c-4f4f878bcf73'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:08:13.388204 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-aef2f734-bf66-4776-a1cf-4067c05adf7d admin admin] 10.222.0.37 "PUT /v2.0/routers/64d0b075-770a-429f-ad6c-4f4f878bcf73 HTTP/1.1" status: 200 len: 890 time: 2.1380229 Dec 21 22:08:13.399769 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Routers {'64d0b075-770a-429f-ad6c-4f4f878bcf73'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:08:13.400480 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:08:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['64d0b075-770a-429f-ad6c-4f4f878bcf73'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:08:13.591584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Set router 64d0b075-770a-429f-ad6c-4f4f878bcf73 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:08:13.926175 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d0b075-770a-429f-ad6c-4f4f878bcf73', 'name': 'router1', 'tenant_id': '59edfdac830f48478ac0ba78cbc13716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bfc47604-914b-4e39-98c6-c335cbc4ecad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:07:54Z', 'updated_at': '2021-12-21T22:08:12Z', 'revision_number': 4, 'project_id': '59edfdac830f48478ac0ba78cbc13716', 'gw_port': {'id': 'bfc47604-914b-4e39-98c6-c335cbc4ecad', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:29:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d0b075-770a-429f-ad6c-4f4f878bcf73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:08:12Z', 'updated_at': '2021-12-21T22:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '9cf89575-d96b-4b1a-a713-cfca2ab1b5fc', 'name': '', 'network_id': '74547c72-24a6-4fe2-923c-6f5e8a937d9d', 'tenant_id': '59edfdac830f48478ac0ba78cbc13716', 'mac_address': 'fa:16:3e:00:9a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d0b075-770a-429f-ad6c-4f4f878bcf73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d22e514-4cac-49c4-9975-cb4a378d02ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:08:03Z', 'updated_at': '2021-12-21T22:08:09Z', 'revision_number': 5, 'project_id': '59edfdac830f48478ac0ba78cbc13716', 'subnets': [{'id': '2d22e514-4cac-49c4-9975-cb4a378d02ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c269eef9-1de0-4b1e-ba2a-399050f42a57'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:08:13.931846 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Checking router: 64d0b075-770a-429f-ad6c-4f4f878bcf73 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:08:13.932193 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Updating router 64d0b075-770a-429f-ad6c-4f4f878bcf73 port bfc47604-914b-4e39-98c6-c335cbc4ecad binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:08:13.986307 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:14.311543 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:14.323702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Transition to ACTIVE for port object bfc47604-914b-4e39-98c6-c335cbc4ecad will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:08:14.414541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:14.494055 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cc607-46d1-428c-a0ce-e1a3e619c470 None None] Pushing event updated for resources: {'Port': ['ID=bfc47604-914b-4e39-98c6-c335cbc4ecad,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:08:14.496741 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Attempting to bind port bfc47604-914b-4e39-98c6-c335cbc4ecad on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:08:14.497512 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Attempting to bind port bfc47604-914b-4e39-98c6-c335cbc4ecad by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:08:14.497841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Attempting to bind port bfc47604-914b-4e39-98c6-c335cbc4ecad on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:08:14.505032 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:08:14.505398 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:08:14.505814 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:14.506232 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:08:14.506684 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Bound port: bfc47604-914b-4e39-98c6-c335cbc4ecad, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:08:14.507064 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:14.580347 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] For port bfc47604-914b-4e39-98c6-c335cbc4ecad, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:08:14.583152 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] For port bfc47604-914b-4e39-98c6-c335cbc4ecad, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bfc47604-914b-4e39-98c6-c335cbc4ecad,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:08:14.643387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:14.723550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36cc607-46d1-428c-a0ce-e1a3e619c470 None None] Pushing event updated for resources: {'Port': ['ID=bfc47604-914b-4e39-98c6-c335cbc4ecad,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:08:14.730032 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Routers {'64d0b075-770a-429f-ad6c-4f4f878bcf73'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:08:14.730628 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:08:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['64d0b075-770a-429f-ad6c-4f4f878bcf73'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:08:14.923801 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] Set router 64d0b075-770a-429f-ad6c-4f4f878bcf73 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:08:15.250486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d0b075-770a-429f-ad6c-4f4f878bcf73', 'name': 'router1', 'tenant_id': '59edfdac830f48478ac0ba78cbc13716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bfc47604-914b-4e39-98c6-c335cbc4ecad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:07:54Z', 'updated_at': '2021-12-21T22:08:12Z', 'revision_number': 4, 'project_id': '59edfdac830f48478ac0ba78cbc13716', 'gw_port': {'id': 'bfc47604-914b-4e39-98c6-c335cbc4ecad', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:29:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d0b075-770a-429f-ad6c-4f4f878bcf73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:08:12Z', 'updated_at': '2021-12-21T22:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '9cf89575-d96b-4b1a-a713-cfca2ab1b5fc', 'name': '', 'network_id': '74547c72-24a6-4fe2-923c-6f5e8a937d9d', 'tenant_id': '59edfdac830f48478ac0ba78cbc13716', 'mac_address': 'fa:16:3e:00:9a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d0b075-770a-429f-ad6c-4f4f878bcf73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d22e514-4cac-49c4-9975-cb4a378d02ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:08:03Z', 'updated_at': '2021-12-21T22:08:09Z', 'revision_number': 5, 'project_id': '59edfdac830f48478ac0ba78cbc13716', 'subnets': [{'id': '2d22e514-4cac-49c4-9975-cb4a378d02ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c269eef9-1de0-4b1e-ba2a-399050f42a57'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:08:15.254549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde71502-e06f-46c7-9c3e-69d31e6f8a07 None None] The sync data for ids ['64d0b075-770a-429f-ad6c-4f4f878bcf73'] in dv-neutron-822520-1-hyperv is: [{'id': '64d0b075-770a-429f-ad6c-4f4f878bcf73', 'name': 'router1', 'tenant_id': '59edfdac830f48478ac0ba78cbc13716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.144'}], 'enable_snat': True}, 'gw_port_id': 'bfc47604-914b-4e39-98c6-c335cbc4ecad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:07:54Z', 'updated_at': '2021-12-21T22:08:12Z', 'revision_number': 4, 'project_id': '59edfdac830f48478ac0ba78cbc13716', 'gw_port': {'id': 'bfc47604-914b-4e39-98c6-c335cbc4ecad', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:29:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d0b075-770a-429f-ad6c-4f4f878bcf73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:08:12Z', 'updated_at': '2021-12-21T22:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '9cf89575-d96b-4b1a-a713-cfca2ab1b5fc', 'name': '', 'network_id': '74547c72-24a6-4fe2-923c-6f5e8a937d9d', 'tenant_id': '59edfdac830f48478ac0ba78cbc13716', 'mac_address': 'fa:16:3e:00:9a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d0b075-770a-429f-ad6c-4f4f878bcf73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d22e514-4cac-49c4-9975-cb4a378d02ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:08:03Z', 'updated_at': '2021-12-21T22:08:09Z', 'revision_number': 5, 'project_id': '59edfdac830f48478ac0ba78cbc13716', 'subnets': [{'id': '2d22e514-4cac-49c4-9975-cb4a378d02ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c269eef9-1de0-4b1e-ba2a-399050f42a57'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:08:15.644102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 54450) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:08:15.786961 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7cfa74b8-91cd-4045-9f47-eaf188591acf admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1394494 Dec 21 22:08:16.965050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bfc47604-914b-4e39-98c6-c335cbc4ecad up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:08:17.123264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port bfc47604-914b-4e39-98c6-c335cbc4ecad completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:08:17.128568 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port bfc47604-914b-4e39-98c6-c335cbc4ecad triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:08:17.129057 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:17.241253 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:17.258166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port bfc47604-914b-4e39-98c6-c335cbc4ecad, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bfc47604-914b-4e39-98c6-c335cbc4ecad,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:08:17.333624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:17.410926 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=bfc47604-914b-4e39-98c6-c335cbc4ecad,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:08:18.931549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bfc47604-914b-4e39-98c6-c335cbc4ecad up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:08:19.007239 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port bfc47604-914b-4e39-98c6-c335cbc4ecad triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:08:19.007920 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:27.208411 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ede9e798-9d28-4268-8351-af20f8151ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:29.578691 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-53bd9154-bacb-422e-8a72-1da7cfeac8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:30.544996 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:30.727892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:32.041987 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:35.668469 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 5 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:08:57.207147 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5fa18d11-89b9-41e7-a4be-57bc09b8aaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:08:59.584595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0e159b10-226b-47f6-b506-5f95db5ed1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:09:00.557873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:09:00.721744 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:09:02.058620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:09:12.676792 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 5 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:09:27.201377 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-18c6379d-83ef-4e05-bcd9-bb29fc531fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:09:29.572656 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-083435e3-1449-4c3b-8fbd-6e98dd6b850f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:09:30.544312 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:09:30.732975 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:09:32.395446 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:09:49.667993 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 5 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:09:57.212537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-184e72c4-a931-4163-89a2-976ca1e7b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:09:59.572593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9dcd64c9-06f8-4883-98e5-6691e435bb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:10:00.549352 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:10:00.720917 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:10:02.064153 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:10:26.667887 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 5 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:10:27.207181 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2cda9e66-6bb9-4a9f-b81e-6534a9cf2ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:10:27.517581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55054) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:10:27.608629 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f44699-7f74-4533-946a-2920b81af9a9 admin admin] GET failed (client error): The resource could not be found. Dec 21 22:10:27.609112 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-57f44699-7f74-4533-946a-2920b81af9a9 admin admin] Synchronizing usage tracker for tenant:53a49059d2ee4d7c96c41af04423d5f8 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:10:27.698296 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-57f44699-7f74-4533-946a-2920b81af9a9 admin admin] Unset dirty status for tenant:53a49059d2ee4d7c96c41af04423d5f8 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:10:27.699398 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-57f44699-7f74-4533-946a-2920b81af9a9 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1808722 Dec 21 22:10:27.875619 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad1143-474c-4322-b34b-b7f42c2d47c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:10:27.876966 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-95ad1143-474c-4322-b34b-b7f42c2d47c5 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1736681 Dec 21 22:10:29.572366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-96c0e142-c219-47b6-a2ed-70afe96c705e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:10:29.891799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55064) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:10:30.022269 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b3479e-5b7b-443c-b9ff-40e1997a67ea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:10:30.023599 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-66b3479e-5b7b-443c-b9ff-40e1997a67ea admin admin] 10.222.0.37 "GET /v2.0/subnets/2d22e514-4cac-49c4-9975-cb4a378d02ed HTTP/1.1" status: 200 len: 849 time: 0.1308625 Dec 21 22:10:30.032868 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:10:30.157622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] Notify callbacks [] for subnet, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:10:30.401545 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755463838437'] for subnet, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:10:30.452557 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:10:30.453133 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:10:30.454928 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] 10.222.0.37 "PUT /v2.0/subnets/2d22e514-4cac-49c4-9975-cb4a378d02ed HTTP/1.1" status: 200 len: 868 time: 0.4252496 Dec 21 22:10:30.457863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b16684-9517-4bde-826f-e6df8152e45e None None] Network 74547c72-24a6-4fe2-923c-6f5e8a937d9d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:10:30.477236 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d22e514-4cac-49c4-9975-cb4a378d02ed,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:10:30.486285 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:10:30.486633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:10:30.486972 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:10:30.487303 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:10:30.487632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:10:30.487956 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:10:30.488283 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:10:30.488605 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:10:30.488926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:10:30.489401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:10:30.489727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e8a9d0-4191-4d68-97b1-683f9fd3562e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:10:30.586678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:10:30.784270 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:10:31.008295 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b5cfd8cd-1569-4cdf-a83e-46d3ccf03977 None None] Provisioning complete for port 53e8e3fc-449b-4f1f-9e5c-ab2fe29b5897 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:10:31.008662 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b5cfd8cd-1569-4cdf-a83e-46d3ccf03977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:10:31.131927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b5cfd8cd-1569-4cdf-a83e-46d3ccf03977 None None] Provisioning complete for port 9cf89575-d96b-4b1a-a713-cfca2ab1b5fc triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:10:31.132132 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b5cfd8cd-1569-4cdf-a83e-46d3ccf03977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:10:32.064058 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:10:32.503745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55074) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:10:32.698603 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b4869d-d223-4aa5-8f0b-9f62792e061b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:10:32.698970 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b4869d-d223-4aa5-8f0b-9f62792e061b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:10:32.700486 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-62b4869d-d223-4aa5-8f0b-9f62792e061b admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1958148 Dec 21 22:10:34.724156 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55084) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:10:34.918611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015d7d18-8db7-48e4-94f3-2d44cb0c291e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:10:34.918894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015d7d18-8db7-48e4-94f3-2d44cb0c291e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:10:34.920381 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-015d7d18-8db7-48e4-94f3-2d44cb0c291e admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1952689 Dec 21 22:10:36.952467 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55094) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:10:37.140309 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f7e7dd-e476-4d86-a3a1-4d81de93800c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:10:37.141567 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-46f7e7dd-e476-4d86-a3a1-4d81de93800c admin admin] 10.222.0.37 "GET /v2.0/networks/1ca459d5-42d5-4445-a501-f60bc2ce7708 HTTP/1.1" status: 200 len: 886 time: 0.1881459 Dec 21 22:10:39.157542 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55104) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:10:39.355109 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ff739d-5400-4c67-b9e3-e9e7949df734 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:10:39.357022 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b8ff739d-5400-4c67-b9e3-e9e7949df734 admin admin] 10.222.0.37 "GET /v2.0/networks/74547c72-24a6-4fe2-923c-6f5e8a937d9d HTTP/1.1" status: 200 len: 869 time: 0.1979229 Dec 21 22:10:41.367270 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55114) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:10:41.504633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4abb298-d036-4e5b-a23a-59c1f40f740d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:10:41.504997 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4abb298-d036-4e5b-a23a-59c1f40f740d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:10:41.506516 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e4abb298-d036-4e5b-a23a-59c1f40f740d admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1383162 Dec 21 22:10:43.515289 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55124) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:10:43.642485 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e818988d-c7eb-44b9-9791-38d9089f47a7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:10:43.642849 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e818988d-c7eb-44b9-9791-38d9089f47a7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:10:43.644364 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e818988d-c7eb-44b9-9791-38d9089f47a7 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281600 Dec 21 22:10:45.663402 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55134) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:10:45.796052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbb690a-7222-40ee-b1fb-f1388ee31fe1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:10:45.797480 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5cbb690a-7222-40ee-b1fb-f1388ee31fe1 admin admin] 10.222.0.37 "GET /v2.0/subnets/2d22e514-4cac-49c4-9975-cb4a378d02ed HTTP/1.1" status: 200 len: 868 time: 0.1331346 Dec 21 22:10:47.830630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55144) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:10:47.958884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e4ba4a-7746-4634-8f14-6a646518316e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:10:47.959424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-10e4ba4a-7746-4634-8f14-6a646518316e admin admin] Synchronizing usage tracker for tenant:53a49059d2ee4d7c96c41af04423d5f8 on resource:subnet {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:10:48.052568 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-10e4ba4a-7746-4634-8f14-6a646518316e admin admin] Unset dirty status for tenant:53a49059d2ee4d7c96c41af04423d5f8 on resource:subnet {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:10:48.053669 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-10e4ba4a-7746-4634-8f14-6a646518316e admin admin] 10.222.0.37 "GET /v2.0/subnets/c136cf76-3087-4676-97e9-6d336bf2d0d4 HTTP/1.1" status: 200 len: 816 time: 0.2221093 Dec 21 22:10:57.207101 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c94e4964-2c5a-4fd7-8961-b5195068e4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:10:59.567098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-56d4e3e5-5bb4-45f4-8072-fd9335d041d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:00.549584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:00.744069 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:02.069641 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:03.669106 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 5 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:11:06.118557 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55182) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:06.190158 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-47680f7d-dc53-4429-ae65-a15b8ce7990e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:11:06.191173 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-47680f7d-dc53-4429-ae65-a15b8ce7990e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0711522 Dec 21 22:11:08.306345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55192) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:08.406471 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f762493-93cb-4cf9-b8ea-c5758a32c8bc admin admin] GET failed (client error): The resource could not be found. Dec 21 22:11:08.407701 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9f762493-93cb-4cf9-b8ea-c5758a32c8bc admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1003594 Dec 21 22:11:08.540753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f836f12f-63ce-4204-9a4d-caf40192a9df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:11:08.542164 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f836f12f-63ce-4204-9a4d-caf40192a9df admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1290009 Dec 21 22:11:10.600610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55202) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:10.672369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:10.677544 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:11:10.689652 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:11:10.766943 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Made reservation on behalf of 53a49059d2ee4d7c96c41af04423d5f8 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:11:10.769334 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:10.862874 dv-neutron-822520-1-hyperv neutron-server[84168]: WARNING neutron.services.revisions.revision_plugin [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Could not find related network for resource to bump revision. Dec 21 22:11:10.876434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:11:10.887052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755463847626', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:10.887573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Unsubscribe: segment precommit_create {{(pid=84168) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 21 22:11:10.888024 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Added segment cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8 of type vlan for network 58709807-676e-4cf1-8817-f5154e1f7cde Dec 21 22:11:10.924553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:11.012415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:11.013290 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:11:11.013862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:11.114502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Pushing event updated for resources: {'Network': ['ID=58709807-676e-4cf1-8817-f5154e1f7cde,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:11:11.123436 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5218117 Dec 21 22:11:11.124615 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:11.124959 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:11.125289 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:11.125618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:11.125959 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:11.126319 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:11.126642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:11.126961 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:11.127293 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:11.127595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:11.127908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e954d2c0-285b-4be7-b8a9-e97bd18a7157 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:11.152107 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 58709807-676e-4cf1-8817-f5154e1f7cde details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:11:13.159048 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55212) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:11:13.249521 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfed7257-9300-4107-8c57-7892374385ea admin admin] GET failed (client error): The resource could not be found. Dec 21 22:11:13.250035 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-dfed7257-9300-4107-8c57-7892374385ea admin admin] Synchronizing usage tracker for tenant:53a49059d2ee4d7c96c41af04423d5f8 on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:11:13.344188 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-dfed7257-9300-4107-8c57-7892374385ea admin admin] Unset dirty status for tenant:53a49059d2ee4d7c96c41af04423d5f8 on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:11:13.345326 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-dfed7257-9300-4107-8c57-7892374385ea admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1853340 Dec 21 22:11:13.450332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19eb175-43ed-41d1-bca4-1417332d9dc4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:11:13.451732 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f19eb175-43ed-41d1-bca4-1417332d9dc4 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1025410 Dec 21 22:11:13.460895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-0bbe0158-83c7-46a6-8e8b-83b43e301043 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '58709807-676e-4cf1-8817-f5154e1f7cde', 'description': 'shared-subnet'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:11:13.465966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0bbe0158-83c7-46a6-8e8b-83b43e301043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:11:13.475159 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0bbe0158-83c7-46a6-8e8b-83b43e301043 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:11:13.538066 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbe0158-83c7-46a6-8e8b-83b43e301043 admin admin] Made reservation on behalf of 53a49059d2ee4d7c96c41af04423d5f8 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:11:13.540295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0bbe0158-83c7-46a6-8e8b-83b43e301043 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:13.834553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0bbe0158-83c7-46a6-8e8b-83b43e301043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:13.904705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe0158-83c7-46a6-8e8b-83b43e301043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=442a4f40-2333-4a92-8f51-9be87d3e4f77,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:11:13.918287 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe0158-83c7-46a6-8e8b-83b43e301043 admin admin] Checking segment: {'id': 'cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '58709807-676e-4cf1-8817-f5154e1f7cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:11:13.918627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbe0158-83c7-46a6-8e8b-83b43e301043 admin admin] Network hostable DHCP agents. Network: 58709807-676e-4cf1-8817-f5154e1f7cde, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:11:14.011315 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbe0158-83c7-46a6-8e8b-83b43e301043 admin admin] Network 58709807-676e-4cf1-8817-f5154e1f7cde is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:11:14.098196 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-0bbe0158-83c7-46a6-8e8b-83b43e301043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 58709807-676e-4cf1-8817-f5154e1f7cde) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:11:14.101988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbe0158-83c7-46a6-8e8b-83b43e301043 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:11:14.102588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0bbe0158-83c7-46a6-8e8b-83b43e301043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:14.107509 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ba2a02-b353-4bfe-b436-daa699f19f1e None None] Network 58709807-676e-4cf1-8817-f5154e1f7cde requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:11:14.173453 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0bbe0158-83c7-46a6-8e8b-83b43e301043 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7157607 Dec 21 22:11:14.333021 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-58709807-676e-4cf1-8817-f5154e1f7cde', 'network_id': '58709807-676e-4cf1-8817-f5154e1f7cde', 'tenant_id': '53a49059d2ee4d7c96c41af04423d5f8', 'fixed_ips': [{'subnet_id': '442a4f40-2333-4a92-8f51-9be87d3e4f77'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:11:14.334160 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:14.490682 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Allocated IP 192.168.233.2 (58709807-676e-4cf1-8817-f5154e1f7cde/442a4f40-2333-4a92-8f51-9be87d3e4f77/c64220ce-a0a7-4df9-b051-a52c88033614) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:11:14.694986 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:14.706265 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Transition to ACTIVE for port object c64220ce-a0a7-4df9-b051-a52c88033614 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:11:14.725020 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Transition to ACTIVE for port object c64220ce-a0a7-4df9-b051-a52c88033614 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:11:14.825229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:14.893085 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Network 58709807-676e-4cf1-8817-f5154e1f7cde is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:11:14.895900 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:11:14.900497 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:11:14.906725 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Pushing event updated for resources: {'Port': ['ID=c64220ce-a0a7-4df9-b051-a52c88033614,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:11:14.944385 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:14.944730 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:14.945060 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:14.945385 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:14.945721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:14.946066 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:14.946385 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:14.946719 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:14.947193 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:14.947591 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:14.947913 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:11:15.002578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Attempting to bind port c64220ce-a0a7-4df9-b051-a52c88033614 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:11:15.002940 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Attempting to bind port c64220ce-a0a7-4df9-b051-a52c88033614 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '58709807-676e-4cf1-8817-f5154e1f7cde'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:11:15.003295 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Attempting to bind port c64220ce-a0a7-4df9-b051-a52c88033614 on network 58709807-676e-4cf1-8817-f5154e1f7cde {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:11:15.010046 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:11:15.010446 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Checking segment: {'id': 'cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '58709807-676e-4cf1-8817-f5154e1f7cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:11:15.010912 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:15.011302 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Bound using segment: {'id': 'cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '58709807-676e-4cf1-8817-f5154e1f7cde'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:11:15.012148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Bound port: c64220ce-a0a7-4df9-b051-a52c88033614, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '58709807-676e-4cf1-8817-f5154e1f7cde'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:11:15.012531 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:15.102747 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] For port c64220ce-a0a7-4df9-b051-a52c88033614, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:11:15.105692 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] For port c64220ce-a0a7-4df9-b051-a52c88033614, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c64220ce-a0a7-4df9-b051-a52c88033614,segment=NetworkSegment(cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8),segment_id=cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:11:15.212175 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:15.295394 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0393388a-fda0-4359-a4c7-757016c20faa None None] Pushing event updated for resources: {'Port': ['ID=c64220ce-a0a7-4df9-b051-a52c88033614,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:11:16.144502 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d3e8e7-def0-4e13-a4aa-a2dc6adf64cc None None] Network 58709807-676e-4cf1-8817-f5154e1f7cde requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:11:16.387349 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-686e7709-a138-45a8-aceb-a1567fd52705 None None] Provisioning for port c64220ce-a0a7-4df9-b051-a52c88033614 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:11:17.029897 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c64220ce-a0a7-4df9-b051-a52c88033614 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:11:17.167411 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port c64220ce-a0a7-4df9-b051-a52c88033614 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:11:17.172295 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c64220ce-a0a7-4df9-b051-a52c88033614 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:11:17.172658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:17.289063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:17.321421 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port c64220ce-a0a7-4df9-b051-a52c88033614, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c64220ce-a0a7-4df9-b051-a52c88033614,segment=NetworkSegment(cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8),segment_id=cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:11:17.383759 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:17.452746 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=c64220ce-a0a7-4df9-b051-a52c88033614,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:11:19.007313 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c64220ce-a0a7-4df9-b051-a52c88033614 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:11:19.077586 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c64220ce-a0a7-4df9-b051-a52c88033614 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:11:19.077952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:27.235618 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6cb6dcbe-424e-4707-b6e1-778603313f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:29.578310 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fc239a9e-d3e5-4e40-88b0-83506eede12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:30.572536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:30.755409 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:32.064154 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:40.669803 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 5 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:11:57.201171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c3a0c0f5-2c4e-4c42-aaec-af570f475882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:11:59.595700 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ec32741b-eaa2-439b-8c21-8c47fc73ce3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:12:00.582324 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:12:00.726931 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:12:02.098532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:12:17.671541 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 5 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:12:25.744196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55254) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:25.750074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-b37bfa3d-4ac6-48e5-aa18-6ad8181a021b tempest-verify_tempest_config-2018479146 tempest-verify_tempest_config-2018479146-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:12:25.751136 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b37bfa3d-4ac6-48e5-aa18-6ad8181a021b tempest-verify_tempest_config-2018479146 tempest-verify_tempest_config-2018479146-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058787 Dec 21 22:12:26.277840 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55270) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:26.419901 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:12:26.450959 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:12:26.454622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Usage tracker for resource:security_group_rule and tenant:386942b22ac44496a7f9c17cb8c2e55a is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:12:26.459274 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:12:26.463794 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:12:26.526384 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:12:26.632926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:12:26.678867 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af3718c-b987-4494-b525-172c5eef090c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:12:26.683315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Synchronizing usage tracker for tenant:53a49059d2ee4d7c96c41af04423d5f8 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:12:26.694449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:12:26.694792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:12:26.695121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:12:26.695447 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:12:26.695795 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:12:26.696122 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:12:26.696440 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:12:26.696990 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:12:26.698149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:12:26.698644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:12:26.698971 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:12:26.766567 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] Unset dirty status for tenant:53a49059d2ee4d7c96c41af04423d5f8 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:12:26.767825 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7f6741d0-eb00-438f-a8ae-e699bb4eb355 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=386942b22ac44496a7f9c17cb8c2e55a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4890351 Dec 21 22:12:26.770637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55276) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:12:26.828558 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c077ac0d-58bd-42df-b43b-af6130e04ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:12:26.857026 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c077ac0d-58bd-42df-b43b-af6130e04ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:12:26.989705 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c077ac0d-58bd-42df-b43b-af6130e04ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:12:27.004254 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077ac0d-58bd-42df-b43b-af6130e04ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af3718c-b987-4494-b525-172c5eef090c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:12:27.012152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c077ac0d-58bd-42df-b43b-af6130e04ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:12:27.013259 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c077ac0d-58bd-42df-b43b-af6130e04ba3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6af3718c-b987-4494-b525-172c5eef090c HTTP/1.1" status: 204 len: 168 time: 0.2417417 Dec 21 22:12:27.256303 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b09bf6b2-475c-4001-a63c-735f2fb7dc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:12:29.566353 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-729c4a8f-de04-4f98-82d5-8be5d68d3325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:12:30.606524 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:12:30.758841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:12:32.103462 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:12:54.672308 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 5 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:12:57.217704 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3bb175c0-f33f-46a9-ab8a-5ee8c339218b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:12:59.594818 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-360a2f97-9cdd-4f28-9526-a494308fb2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:13:00.575356 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:13:00.731138 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:13:02.101016 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:13:27.234832 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cf85f32e-b186-461d-acf7-3273fa8def7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:13:29.597862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cef434d7-b50e-40b6-ab56-f9d8af97ab01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:13:30.709326 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:13:30.734975 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:13:31.672194 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 5 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:13:32.100577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:13:45.049045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-513925'] for agent, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:13:57.252246 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9c49657b-ce45-45f8-b5b0-c8db41f72185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:13:59.677625 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-362a2620-a76d-4189-96c6-f004d3db04a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:13:59.871875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55346) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:00.004871 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bd21c010-1c99-417e-bf20-23ad67a3e391 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1319308 Dec 21 22:14:00.635195 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:14:00.780682 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:14:02.071241 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55356) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:14:02.094639 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:14:02.152203 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c1da2922-da4a-4f38-ae22-d86f197d6a91 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0797698 Dec 21 22:14:08.676319 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:14:14.982974 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:14:27.214294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-14b0274c-4600-4069-9add-34cafea5428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:14:29.566271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2a52ba3f-8214-4b85-a3ec-c0e3c0ca0a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:14:30.595006 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:14:30.766437 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:14:32.091732 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:14:45.014193 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:14:45.676399 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:14:57.207926 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cb0c7058-700a-4268-8c21-e4226f6b7366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:14:59.653575 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-00421d37-2d51-42df-a31d-575fdf54b623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:00.631045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:00.768224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:02.092134 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:14.994495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:22.677489 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:15:27.218512 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ed26e639-a7be-4b7c-b568-7e71d2da80c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:29.190815 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55534) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:29.560095 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55550) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:29.567728 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bbecbcd5-1679-4dc6-8660-353d8f2725d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:29.676202 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1245971313-network', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:29.681576 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:29.685911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Usage tracker for resource:network and tenant:3f0d4f008c4047b78a3c3af0d575917d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:29.689662 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:29.695750 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:29.777315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Made reservation on behalf of 3f0d4f008c4047b78a3c3af0d575917d for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:29.779835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:29.793906 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:29.828181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:29.832714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Usage tracker for resource:security_group_rule and tenant:3f0d4f008c4047b78a3c3af0d575917d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:29.835742 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:29.841361 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:29.907583 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:29.989116 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:30.018661 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:15:30.026860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a498a3a9-007a-414a-9def-6e4e36d92f5e,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:30.035240 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:30.035579 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Added segment 3b9323a5-695a-4cc0-a3b4-75c4fbe92545 of type vlan for network 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e Dec 21 22:15:30.045459 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:30.045602 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:30.045950 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:30.046307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:30.046651 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:30.046983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:30.047305 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:30.047625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:30.048724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:30.048916 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:30.049451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Tracked resource versions report: Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: pushed versions: Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: { 'ConntrackHelper': {'1.0'}, Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Log': {'1.0'}, Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Network': {'1.1'}, Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Port': {'1.5'}, Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'PortForwarding': {'1.2'}, Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'QosPolicy': {'1.8'}, Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'SecurityGroup': {'1.2'}, Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'SecurityGroupRule': {'1.0'}, Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'SubPort': {'1.0'}, Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Subnet': {'1.1'}, Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Trunk': {'1.1'}} Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: consumer versions: Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: { DHCP agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: HyperV agent@hv-neutron-8225: {}, Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: L3 agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: Metadata agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: Metering agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: Open vSwitch agent@dv-neutron-822520-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Log': '1.0', Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Network': '1.1', Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Port': '1.5', Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'PortForwarding': '1.2', Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'QosPolicy': '1.8', Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'SecurityGroup': '1.2', Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'SecurityGroupRule': '1.0', Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'SubPort': '1.0', Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Subnet': '1.1', Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: 'Trunk': '1.1'}} Dec 21 22:15:30.050820 dv-neutron-822520-1-hyperv neutron-server[84169]: {{(pid=84169) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 22:15:30.064925 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1691316082-network', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:30.073684 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:30.085377 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Usage tracker for resource:network and tenant:ad5fcdaeccaa4b16bc289ea9c4d6bb78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:30.095965 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:30.138477 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:30.141114 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:30.263227 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Made reservation on behalf of ad5fcdaeccaa4b16bc289ea9c4d6bb78 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:30.266516 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:30.280470 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:30.289966 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:30.291154 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:30.291775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:30.374522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:30.424839 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Usage tracker for resource:security_group_rule and tenant:ad5fcdaeccaa4b16bc289ea9c4d6bb78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:30.431465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:30.434148 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] Pushing event updated for resources: {'Network': ['ID=4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:30.439845 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:30.445661 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:15:30.538289 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:30.543751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55578) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:30.544403 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-23d8353c-644a-4949-8392-7b14c0f1bc5c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3520546 Dec 21 22:15:30.550530 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Request body: {'subnet': {'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1245971313-subnet', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:30.555120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:30.559362 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Usage tracker for resource:subnet and tenant:3f0d4f008c4047b78a3c3af0d575917d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:30.563005 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:30.569852 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:30.629397 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:30.653221 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Made reservation on behalf of 3f0d4f008c4047b78a3c3af0d575917d for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:30.653434 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:30.655878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:30.660825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:15:30.669825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69ba2cd-fb3a-482d-bf89-04a2538fdfdb,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:30.677690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:30.678071 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Added segment 46ea1c92-d041-4489-8968-e96b6b7107f6 of type vlan for network f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf Dec 21 22:15:30.706635 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:30.785112 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:30.842583 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:30.846676 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:30.846676 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:30.927697 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:30.956153 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] Pushing event updated for resources: {'Network': ['ID=f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:30.963363 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-91abc704-98d4-47eb-bdd2-713ef2f29fdd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3993967 Dec 21 22:15:30.963742 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55594) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:30.968362 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:15:30.969254 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e73fdcfc-9f11-40ae-bef3-bf56e4585316 admin admin] Request body: {'subnet': {'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1691316082-subnet', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:30.974846 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e73fdcfc-9f11-40ae-bef3-bf56e4585316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:30.979083 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e73fdcfc-9f11-40ae-bef3-bf56e4585316 admin admin] Usage tracker for resource:subnet and tenant:ad5fcdaeccaa4b16bc289ea9c4d6bb78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:30.981594 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e73fdcfc-9f11-40ae-bef3-bf56e4585316 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:30.988050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e73fdcfc-9f11-40ae-bef3-bf56e4585316 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:31.017924 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbfc036d-03ac-49ee-aac1-b2cf72ae89d7,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:31.037181 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:31.037997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:31.038660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:31.039144 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:31.039878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:31.040455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:31.041251 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:31.041684 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:31.042149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Tracked resource versions report: Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: pushed versions: Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: { 'ConntrackHelper': {'1.0'}, Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Log': {'1.0'}, Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Network': {'1.1'}, Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Port': {'1.5'}, Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'PortForwarding': {'1.2'}, Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'QosPolicy': {'1.8'}, Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'SecurityGroup': {'1.2'}, Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'SecurityGroupRule': {'1.0'}, Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'SubPort': {'1.0'}, Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Subnet': {'1.1'}, Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Trunk': {'1.1'}} Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: consumer versions: Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: { DHCP agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: HyperV agent@hv-neutron-8225: {}, Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: L3 agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: Metadata agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: Metering agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: Open vSwitch agent@dv-neutron-822520-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Log': '1.0', Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Network': '1.1', Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Port': '1.5', Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'PortForwarding': '1.2', Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'QosPolicy': '1.8', Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'SecurityGroup': '1.2', Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'SecurityGroupRule': '1.0', Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'SubPort': '1.0', Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Subnet': '1.1', Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: 'Trunk': '1.1'}} Dec 21 22:15:31.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: {{(pid=84168) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 22:15:31.050379 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Checking segment: {'id': '3b9323a5-695a-4cc0-a3b4-75c4fbe92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:15:31.056471 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Network hostable DHCP agents. Network: 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:15:31.065970 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73fdcfc-9f11-40ae-bef3-bf56e4585316 admin admin] Made reservation on behalf of ad5fcdaeccaa4b16bc289ea9c4d6bb78 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:31.068677 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e73fdcfc-9f11-40ae-bef3-bf56e4585316 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:31.179842 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Network 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:15:31.350781 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:31.355123 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:31.355576 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:31.361370 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb616ba3-47d9-469c-8d25-55287b4431f8 None None] Network 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:15:31.378465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e73fdcfc-9f11-40ae-bef3-bf56e4585316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:31.448444 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6b82a3ec-7b34-4ab4-8d5f-3bf045f08478 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9035532 Dec 21 22:15:31.453213 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55608) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:31.459076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1245971313-router', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:31.469535 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:31.475926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73fdcfc-9f11-40ae-bef3-bf56e4585316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55c20a1a-f6d6-4f37-94ec-f9e003fe8022,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:31.481307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Usage tracker for resource:router and tenant:3f0d4f008c4047b78a3c3af0d575917d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:31.499269 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:31.502888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:31.514152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e73fdcfc-9f11-40ae-bef3-bf56e4585316 admin admin] Checking segment: {'id': '46ea1c92-d041-4489-8968-e96b6b7107f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:15:31.514506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73fdcfc-9f11-40ae-bef3-bf56e4585316 admin admin] Network hostable DHCP agents. Network: f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:15:31.589171 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:31.590925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:31.600432 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73fdcfc-9f11-40ae-bef3-bf56e4585316 admin admin] Network f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:15:31.624596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:31.629640 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e', 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'fixed_ips': [{'subnet_id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:15:31.630511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:31.682597 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-e73fdcfc-9f11-40ae-bef3-bf56e4585316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:31.688071 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73fdcfc-9f11-40ae-bef3-bf56e4585316 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:31.689729 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e73fdcfc-9f11-40ae-bef3-bf56e4585316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:31.700278 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3caf8f5-1de3-473c-a546-6c6aa307576f None None] Network f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:15:31.830861 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e73fdcfc-9f11-40ae-bef3-bf56e4585316 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8658221 Dec 21 22:15:31.833310 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55618) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:31.841043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1691316082-router', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:31.847165 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:31.853190 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Usage tracker for resource:router and tenant:ad5fcdaeccaa4b16bc289ea9c4d6bb78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:31.858329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:31.866348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:31.940922 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Allocated IP 172.20.0.2 (4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e/bbfc036d-03ac-49ee-aac1-b2cf72ae89d7/51da2c06-0a36-4cdd-a820-c55ce7dacc10) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:15:31.949739 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:31.956602 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:31.958337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:31.991679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:32.055616 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf', 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'fixed_ips': [{'subnet_id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:15:32.056505 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:32.208729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:32.246976 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:32.318440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:32.362667 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Allocated IP 172.20.0.2 (f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf/55c20a1a-f6d6-4f37-94ec-f9e003fe8022/2d61a549-f268-423e-b62e-e5537ccc9a1b) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:15:32.364570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:32.385259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:32.417729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Transition to ACTIVE for port object 51da2c06-0a36-4cdd-a820-c55ce7dacc10 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:15:32.502001 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Transition to ACTIVE for port object 51da2c06-0a36-4cdd-a820-c55ce7dacc10 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:15:32.606924 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:32.609871 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Allocated IP 172.26.3.155 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/9d109434-a5f9-4467-9939-3a11e3be8b81) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:15:32.618258 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:32.675909 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:32.717973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Network 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:32.725656 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:32.728414 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:32.732001 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:32.734572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Pushing event updated for resources: {'Port': ['ID=51da2c06-0a36-4cdd-a820-c55ce7dacc10,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:32.781291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Transition to ACTIVE for port object 2d61a549-f268-423e-b62e-e5537ccc9a1b will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:15:32.793449 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:32.793783 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:32.794141 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:32.794468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:32.794810 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:32.795134 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:32.795661 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:32.795806 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:32.796075 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:32.796387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:32.796695 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Tracked resource versions report: Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: pushed versions: Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: { 'ConntrackHelper': {'1.0'}, Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Log': {'1.0'}, Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Network': {'1.1'}, Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Port': {'1.5'}, Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'PortForwarding': {'1.2'}, Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'QosPolicy': {'1.8'}, Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'SecurityGroup': {'1.2'}, Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'SecurityGroupRule': {'1.0'}, Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'SubPort': {'1.0'}, Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Subnet': {'1.1'}, Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Trunk': {'1.1'}} Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: consumer versions: Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: { DHCP agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: HyperV agent@hv-neutron-8225: {}, Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: L3 agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: Metadata agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: Metering agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: Open vSwitch agent@dv-neutron-822520-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Log': '1.0', Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Network': '1.1', Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Port': '1.5', Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'PortForwarding': '1.2', Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'QosPolicy': '1.8', Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'SecurityGroup': '1.2', Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'SecurityGroupRule': '1.0', Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'SubPort': '1.0', Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Subnet': '1.1', Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: 'Trunk': '1.1'}} Dec 21 22:15:32.797742 dv-neutron-822520-1-hyperv neutron-server[84170]: {{(pid=84170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 22:15:32.827615 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:32.862764 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Transition to ACTIVE for port object 2d61a549-f268-423e-b62e-e5537ccc9a1b will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:15:32.864089 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Attempting to bind port 51da2c06-0a36-4cdd-a820-c55ce7dacc10 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:32.866039 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Attempting to bind port 51da2c06-0a36-4cdd-a820-c55ce7dacc10 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '3b9323a5-695a-4cc0-a3b4-75c4fbe92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:32.866039 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Attempting to bind port 51da2c06-0a36-4cdd-a820-c55ce7dacc10 on network 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:32.871954 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:32.872313 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Checking segment: {'id': '3b9323a5-695a-4cc0-a3b4-75c4fbe92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:15:32.872712 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:32.873076 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Bound using segment: {'id': '3b9323a5-695a-4cc0-a3b4-75c4fbe92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:15:32.873517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Bound port: 51da2c06-0a36-4cdd-a820-c55ce7dacc10, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9323a5-695a-4cc0-a3b4-75c4fbe92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:15:32.873885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:32.905197 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:32.935730 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:32.967639 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55648) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:32.969257 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:32.976054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:32.980478 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Allocated IP 172.26.3.195 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/4ddca321-6714-4fd1-a12a-b82d12ba8be8) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:15:32.984394 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:33.045078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Pushing event updated for resources: {'Port': ['ID=2d61a549-f268-423e-b62e-e5537ccc9a1b,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:33.049147 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] For port 51da2c06-0a36-4cdd-a820-c55ce7dacc10, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:15:33.055486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Network f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:33.055486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] For port 51da2c06-0a36-4cdd-a820-c55ce7dacc10, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=51da2c06-0a36-4cdd-a820-c55ce7dacc10,segment=NetworkSegment(3b9323a5-695a-4cc0-a3b4-75c4fbe92545),segment_id=3b9323a5-695a-4cc0-a3b4-75c4fbe92545)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:15:33.055718 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:33.058050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:33.144220 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Pushing event updated for resources: {'Port': ['ID=9d109434-a5f9-4467-9939-3a11e3be8b81,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:33.152936 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:33.184065 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:33.226495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:33.228025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:33.285087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:33.294283 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30782f-6e69-4ebb-bce9-62b121eba36c None None] Pushing event updated for resources: {'Port': ['ID=51da2c06-0a36-4cdd-a820-c55ce7dacc10,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:33.302171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Attempting to bind port 2d61a549-f268-423e-b62e-e5537ccc9a1b on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:33.302377 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Attempting to bind port 2d61a549-f268-423e-b62e-e5537ccc9a1b by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '46ea1c92-d041-4489-8968-e96b6b7107f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:33.302718 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Attempting to bind port 2d61a549-f268-423e-b62e-e5537ccc9a1b on network f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:33.315284 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:33.315666 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Checking segment: {'id': '46ea1c92-d041-4489-8968-e96b6b7107f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:15:33.316062 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:33.316492 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Bound using segment: {'id': '46ea1c92-d041-4489-8968-e96b6b7107f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:15:33.316953 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Bound port: 2d61a549-f268-423e-b62e-e5537ccc9a1b, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ea1c92-d041-4489-8968-e96b6b7107f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:15:33.317340 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:33.457403 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:33.460740 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] For port 2d61a549-f268-423e-b62e-e5537ccc9a1b, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:15:33.464166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] For port 2d61a549-f268-423e-b62e-e5537ccc9a1b, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2d61a549-f268-423e-b62e-e5537ccc9a1b,segment=NetworkSegment(46ea1c92-d041-4489-8968-e96b6b7107f6),segment_id=46ea1c92-d041-4489-8968-e96b6b7107f6)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:15:33.464835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:33.471907 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:33.518826 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Pushing event updated for resources: {'Port': ['ID=4ddca321-6714-4fd1-a12a-b82d12ba8be8,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:33.568392 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:33.641316 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-331207842'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:33.656817 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:33.669864 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Usage tracker for resource:network and tenant:cf5480b0efc444fc9205a71c1b50b88d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:33.676899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:33.692173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:33.732741 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df6c8c-9ec9-4e61-972c-180941133d1a None None] Pushing event updated for resources: {'Port': ['ID=2d61a549-f268-423e-b62e-e5537ccc9a1b,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:33.856344 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Made reservation on behalf of cf5480b0efc444fc9205a71c1b50b88d for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:33.859509 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:33.864295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Router 7351adb4-468b-47f8-855d-d22ea5033863 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:15:33.882448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:33.923804 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:33.924274 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:33.926396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:33.931102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Usage tracker for resource:security_group_rule and tenant:cf5480b0efc444fc9205a71c1b50b88d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:33.934998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:33.994115 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:34.170307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:15:34.179386 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Sync routers for ids ['7351adb4-468b-47f8-855d-d22ea5033863'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:15:34.202602 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Routers {'7351adb4-468b-47f8-855d-d22ea5033863'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:15:34.206764 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:15:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['7351adb4-468b-47f8-855d-d22ea5033863'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:34.304846 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:34.308416 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-46e4a834-5911-4559-8f44-a9c4e03db8ec admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.8541355 Dec 21 22:15:34.311007 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55678) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:34.322629 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:34.395726 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:34.415270 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:15:34.430533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:34.431193 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Added segment 0b4c57bf-e632-4c0f-82ca-80038bec3187 of type vlan for network 57f5d457-d48b-4446-9bd8-f36f048ed710 Dec 21 22:15:34.451271 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55684) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:34.466986 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:34.557779 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db4e31c-1f99-435f-9004-a494d46e88a0,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:34.567072 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Set router 7351adb4-468b-47f8-855d-d22ea5033863 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:15:34.592341 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:34.597351 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:34.598455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:34.698041 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55690) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:34.758444 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd95cf9-ce0a-4e0f-bc0d-304d6e3f1d51 None None] Network 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:15:34.759046 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Pushing event updated for resources: {'Network': ['ID=57f5d457-d48b-4446-9bd8-f36f048ed710,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:34.778403 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-394c557b-3129-493e-b528-c13f1266cd3d tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8093262 Dec 21 22:15:34.788911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Router c708dfc0-40ae-4621-aa16-b7b86139354a is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:15:34.809113 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 57f5d457-d48b-4446-9bd8-f36f048ed710 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:15:34.963151 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55704) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:35.077730 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7351adb4-468b-47f8-855d-d22ea5033863', 'name': 'tempest-ServersTestJSON-1245971313-router', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:33Z', 'revision_number': 3, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'gw_port': {'id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:35.089987 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Checking router: 7351adb4-468b-47f8-855d-d22ea5033863 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:15:35.090605 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Updating router 7351adb4-468b-47f8-855d-d22ea5033863 port 9d109434-a5f9-4467-9939-3a11e3be8b81 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:15:35.227157 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:35.234570 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6fc6dcc2-b360-4bff-a412-c6c24665d913 None None] Provisioning for port 51da2c06-0a36-4cdd-a820-c55ce7dacc10 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:15:35.390520 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 51da2c06-0a36-4cdd-a820-c55ce7dacc10 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:15:35.409594 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:15:35.475676 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Sync routers for ids ['c708dfc0-40ae-4621-aa16-b7b86139354a'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:15:35.490083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-83476ced-7b75-498c-9b64-d5509f3f35b0 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-542174063'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:35.490708 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-83476ced-7b75-498c-9b64-d5509f3f35b0 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:35.495041 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-83476ced-7b75-498c-9b64-d5509f3f35b0 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Usage tracker for resource:router and tenant:8dd6997ad9b74e3aa3a546f20f8fe84d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:35.497145 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d16a3c5-7132-4384-9ccf-27a2c9ba023a None None] Network f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:15:35.504119 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-83476ced-7b75-498c-9b64-d5509f3f35b0 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:35.510555 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:35.511931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-83476ced-7b75-498c-9b64-d5509f3f35b0 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:35.514792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55712) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:35.514978 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5fd44219-7edb-4731-85c2-50de57f1d1cd admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6804392 Dec 21 22:15:35.613028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1082222105'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:35.625087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:35.629919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Usage tracker for resource:network and tenant:3a3af9f68ade4c2781d1cbb2f5e4275c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:35.633009 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:35.639021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:35.653113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55726) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:35.693799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-83476ced-7b75-498c-9b64-d5509f3f35b0 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:35.694998 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-83476ced-7b75-498c-9b64-d5509f3f35b0 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:35.756040 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-08fe2866-bf16-4ff0-91bc-95ff46d9de74 None None] Provisioning for port 2d61a549-f268-423e-b62e-e5537ccc9a1b completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:15:35.766611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Made reservation on behalf of 3a3af9f68ade4c2781d1cbb2f5e4275c for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:35.769740 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:35.789391 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:35.791173 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:35.793658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:35.802715 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Usage tracker for resource:floatingip and tenant:36d66c3891ed4aa0a0a086536a07dc70 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:35.820045 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55732) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:35.822753 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:35.858408 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:35.868104 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:35.876839 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Usage tracker for resource:security_group_rule and tenant:3a3af9f68ade4c2781d1cbb2f5e4275c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:35.883650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:35.887079 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-83476ced-7b75-498c-9b64-d5509f3f35b0 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:35.903305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:35.903414 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c3faa427-79f7-4895-bb1b-187969fa415d tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:35.950687 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Routers {'c708dfc0-40ae-4621-aa16-b7b86139354a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:15:35.951660 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:15:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c708dfc0-40ae-4621-aa16-b7b86139354a'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:35.956379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.038139 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c3faa427-79f7-4895-bb1b-187969fa415d tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] 10.222.0.37 "PUT /v2.0/quotas/b3fc3ec616114a819d2a555cf8627e3b HTTP/1.1" status: 200 len: 368 time: 0.3837602 Dec 21 22:15:36.051171 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55740) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:36.061949 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Request body: {'network': {'project_id': 'b3fc3ec616114a819d2a555cf8627e3b'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:36.068718 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:36.088263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Usage tracker for resource:network and tenant:b3fc3ec616114a819d2a555cf8627e3b is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:36.093308 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.110658 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-83476ced-7b75-498c-9b64-d5509f3f35b0 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.132969 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Transition to ACTIVE for port object 9d109434-a5f9-4467-9939-3a11e3be8b81 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:15:36.177399 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:36.190334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:36.195101 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:36.198112 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:36.202138 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.207561 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Usage tracker for resource:floatingip and tenant:3e8569f5360f4f1598d4e6aff36a2008 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:36.211242 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:36.218291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:36.225645 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.302520 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-83476ced-7b75-498c-9b64-d5509f3f35b0 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.302868 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.304259 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-83476ced-7b75-498c-9b64-d5509f3f35b0 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.8517821 Dec 21 22:15:36.308674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55744) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:36.333149 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f5272-6b1f-4f26-bafa-54472d81db64 None None] Pushing event updated for resources: {'Port': ['ID=9d109434-a5f9-4467-9939-3a11e3be8b81,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:36.339927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 51da2c06-0a36-4cdd-a820-c55ce7dacc10 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:15:36.350213 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f5272-6b1f-4f26-bafa-54472d81db64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:36.350213 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f5272-6b1f-4f26-bafa-54472d81db64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:36.350213 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f5272-6b1f-4f26-bafa-54472d81db64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:36.350213 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f5272-6b1f-4f26-bafa-54472d81db64 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:36.350213 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f5272-6b1f-4f26-bafa-54472d81db64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:36.350213 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f5272-6b1f-4f26-bafa-54472d81db64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:36.350929 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f5272-6b1f-4f26-bafa-54472d81db64 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:36.351693 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f5272-6b1f-4f26-bafa-54472d81db64 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:36.352243 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f5272-6b1f-4f26-bafa-54472d81db64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:36.352849 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f5272-6b1f-4f26-bafa-54472d81db64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:36.353397 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f5272-6b1f-4f26-bafa-54472d81db64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0f5272-6b1f-4f26-bafa-54472d81db64 None None] Tracked resource versions report: Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: pushed versions: Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: { 'ConntrackHelper': {'1.0'}, Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Log': {'1.0'}, Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Network': {'1.1'}, Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Port': {'1.5'}, Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'PortForwarding': {'1.2'}, Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'QosPolicy': {'1.8'}, Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'SecurityGroup': {'1.2'}, Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'SecurityGroupRule': {'1.0'}, Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'SubPort': {'1.0'}, Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Subnet': {'1.1'}, Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Trunk': {'1.1'}} Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: consumer versions: Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: { DHCP agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: HyperV agent@hv-neutron-8225: {}, Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: L3 agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: Metadata agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: Metering agent@dv-neutron-822520-1-hyperv: {}, Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: Open vSwitch agent@dv-neutron-822520-1-hyperv: { 'ConntrackHelper': '1.0', Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Log': '1.0', Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Network': '1.1', Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Port': '1.5', Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'PortForwarding': '1.2', Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'QosPolicy': '1.8', Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'SecurityGroup': '1.2', Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'SecurityGroupRule': '1.0', Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'SubPort': '1.0', Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Subnet': '1.1', Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: 'Trunk': '1.1'}} Dec 21 22:15:36.355030 dv-neutron-822520-1-hyperv neutron-server[84171]: {{(pid=84171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 21 22:15:36.369929 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 51da2c06-0a36-4cdd-a820-c55ce7dacc10 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:36.370324 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.392662 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Attempting to bind port 9d109434-a5f9-4467-9939-3a11e3be8b81 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:36.393423 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Attempting to bind port 9d109434-a5f9-4467-9939-3a11e3be8b81 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:36.394043 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Attempting to bind port 9d109434-a5f9-4467-9939-3a11e3be8b81 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:36.402644 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:36.403815 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:15:36.404436 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.405217 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:15:36.406006 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Bound port: 9d109434-a5f9-4467-9939-3a11e3be8b81, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:15:36.406889 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.420374 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Set router c708dfc0-40ae-4621-aa16-b7b86139354a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:15:36.455502 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Made reservation on behalf of b3fc3ec616114a819d2a555cf8627e3b for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:36.457762 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.496086 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] For port 9d109434-a5f9-4467-9939-3a11e3be8b81, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:15:36.500133 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] For port 9d109434-a5f9-4467-9939-3a11e3be8b81, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9d109434-a5f9-4467-9939-3a11e3be8b81,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:15:36.504352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.535334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.545816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.587303 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.666590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16828ed0-3a90-40e9-b6d7-4ac2330853e8,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:36.722723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:36.733596 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Allocated IP 172.26.3.126 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/12d97426-25fb-443a-82cb-fc1c569c2193) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:15:36.739237 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Usage tracker for resource:security_group_rule and tenant:b3fc3ec616114a819d2a555cf8627e3b is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:36.743392 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:36.751294 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:36.779977 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:15:36.787684 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f5272-6b1f-4f26-bafa-54472d81db64 None None] Pushing event updated for resources: {'Port': ['ID=9d109434-a5f9-4467-9939-3a11e3be8b81,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:36.832534 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Routers {'7351adb4-468b-47f8-855d-d22ea5033863'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:15:36.833390 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:15:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['7351adb4-468b-47f8-855d-d22ea5033863'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:36.850591 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-75d3a2fb-a377-43fa-b6a1-f26a5c923630 None None] Provisioning complete for port 51da2c06-0a36-4cdd-a820-c55ce7dacc10 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:36.851028 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-75d3a2fb-a377-43fa-b6a1-f26a5c923630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.931971 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55750) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:36.962787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Request body: {'port': {'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1881747783'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:36.967209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.967828 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Added segment 7063be19-890a-4c8e-af72-549d424cd0fa of type vlan for network f8f18c72-5a91-4f6c-80c9-15660e8f5aff Dec 21 22:15:36.986605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:36.990759 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:36.997248 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a71ffef-70e6-4966-9287-a1e419db815e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.075985 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] Set router 7351adb4-468b-47f8-855d-d22ea5033863 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:15:37.076400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Usage tracker for resource:port and tenant:291dd91030ff42ff8d47eaae918711f8 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:37.088726 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:37.110880 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.120202 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-75d3a2fb-a377-43fa-b6a1-f26a5c923630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.123453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:37.124927 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:15:37.137852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.138245 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Added segment bdd22dc6-9f42-4e00-b59f-2498ca68f7cb of type vlan for network 98140b05-77c8-468d-9c89-6fc302ea388e Dec 21 22:15:37.168997 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.185444 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.207428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.222806 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.240744 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43493602-0165-4662-8c6e-95d2caf5ed2a,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:37.250429 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-75d3a2fb-a377-43fa-b6a1-f26a5c923630 None None] For port 51da2c06-0a36-4cdd-a820-c55ce7dacc10, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=51da2c06-0a36-4cdd-a820-c55ce7dacc10,segment=NetworkSegment(3b9323a5-695a-4cc0-a3b4-75c4fbe92545),segment_id=3b9323a5-695a-4cc0-a3b4-75c4fbe92545)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:15:37.279771 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'name': 'tempest-ServersTestManualDisk-1691316082-router', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:33Z', 'revision_number': 3, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'gw_port': {'id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:37.286585 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Checking router: c708dfc0-40ae-4621-aa16-b7b86139354a for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:15:37.287202 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Updating router c708dfc0-40ae-4621-aa16-b7b86139354a port 4ddca321-6714-4fd1-a12a-b82d12ba8be8 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:15:37.298493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.350448 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.374516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-75d3a2fb-a377-43fa-b6a1-f26a5c923630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.391955 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.392789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:37.393361 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.461383 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Made reservation on behalf of 291dd91030ff42ff8d47eaae918711f8 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:37.463834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.499608 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Pushing event updated for resources: {'Network': ['ID=98140b05-77c8-468d-9c89-6fc302ea388e,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:37.502237 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:15:37.504999 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:15:37.521760 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 98140b05-77c8-468d-9c89-6fc302ea388e details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:15:37.582976 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.597551 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.615351 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7351adb4-468b-47f8-855d-d22ea5033863', 'name': 'tempest-ServersTestJSON-1245971313-router', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:33Z', 'revision_number': 3, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'gw_port': {'id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:37.623078 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2cc87a-dfe3-4a68-b1a7-96c87104a6ff None None] The sync data for ids ['7351adb4-468b-47f8-855d-d22ea5033863'] in dv-neutron-822520-1-hyperv is: [{'id': '7351adb4-468b-47f8-855d-d22ea5033863', 'name': 'tempest-ServersTestJSON-1245971313-router', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:33Z', 'revision_number': 3, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'gw_port': {'id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:15:37.694269 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.699003 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:37.699693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.711126 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d66eaa42-76c5-4561-ac73-80fd6e7e2af7 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6587412 Dec 21 22:15:37.714088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55756) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:37.716468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3a2fb-a377-43fa-b6a1-f26a5c923630 None None] Pushing event updated for resources: {'Port': ['ID=51da2c06-0a36-4cdd-a820-c55ce7dacc10,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:37.742036 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-8bf27a64-cda8-4a51-90cd-27e72d1493db tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Request body: {'network': {'project_id': 'b3fc3ec616114a819d2a555cf8627e3b'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:37.745976 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:37.825249 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8bf27a64-cda8-4a51-90cd-27e72d1493db tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:37.872472 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8bf27a64-cda8-4a51-90cd-27e72d1493db tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Usage tracker for resource:network and tenant:b3fc3ec616114a819d2a555cf8627e3b is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:37.878127 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8bf27a64-cda8-4a51-90cd-27e72d1493db tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:37.894763 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8bf27a64-cda8-4a51-90cd-27e72d1493db tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:37.913515 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Pushing event updated for resources: {'Port': ['ID=12d97426-25fb-443a-82cb-fc1c569c2193,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:37.918727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:37.927197 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Allocated IP 172.26.3.81 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/f0259e7f-36f4-4e41-8168-2d56cf1e689d) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:15:37.929521 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:37.932195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:38.027607 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf27a64-cda8-4a51-90cd-27e72d1493db tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Made reservation on behalf of b3fc3ec616114a819d2a555cf8627e3b for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:38.030128 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8bf27a64-cda8-4a51-90cd-27e72d1493db tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.077689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2d61a549-f268-423e-b62e-e5537ccc9a1b up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:15:38.123583 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a71ffef-70e6-4966-9287-a1e419db815e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.131299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a71ffef-70e6-4966-9287-a1e419db815e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.162872 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bf27a64-cda8-4a51-90cd-27e72d1493db tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:15:38.197019 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8bf27a64-cda8-4a51-90cd-27e72d1493db tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.197354 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-8bf27a64-cda8-4a51-90cd-27e72d1493db tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Added segment c6840901-e28d-48ea-ba58-4fa38f8722c2 of type vlan for network a6174975-ee34-49d9-8cd5-d425417aa1fd Dec 21 22:15:38.207627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 2d61a549-f268-423e-b62e-e5537ccc9a1b completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:15:38.215928 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 2d61a549-f268-423e-b62e-e5537ccc9a1b triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:38.216618 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.309764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.312735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.328360 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Allocated IP 172.20.0.1 (4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e/bbfc036d-03ac-49ee-aac1-b2cf72ae89d7/27f5ca68-74b4-42e3-9217-e31f007841f4) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:15:38.346457 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8bf27a64-cda8-4a51-90cd-27e72d1493db tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.417959 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.457122 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 2d61a549-f268-423e-b62e-e5537ccc9a1b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2d61a549-f268-423e-b62e-e5537ccc9a1b,segment=NetworkSegment(46ea1c92-d041-4489-8968-e96b6b7107f6),segment_id=46ea1c92-d041-4489-8968-e96b6b7107f6)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:15:38.459231 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.465951 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.7536333 Dec 21 22:15:38.471134 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55762) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:38.555367 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:38.562560 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.568638 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.572076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a71ffef-70e6-4966-9287-a1e419db815e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.572570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a71ffef-70e6-4966-9287-a1e419db815e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17fe2327-4f4d-4267-aa86-a3643deb0ce1 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:15:38.584002 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05baecb-2941-4b9e-9f49-ad6cedc2eb81 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Pushing event updated for resources: {'Network': ['ID=f8f18c72-5a91-4f6c-80c9-15660e8f5aff,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:38.603326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Usage tracker for resource:security_group_rule and tenant:291dd91030ff42ff8d47eaae918711f8 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:38.611284 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.620158 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:38.640780 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8bf27a64-cda8-4a51-90cd-27e72d1493db tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.641130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:38.641659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf27a64-cda8-4a51-90cd-27e72d1493db tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:38.644759 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8bf27a64-cda8-4a51-90cd-27e72d1493db tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.654650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a71ffef-70e6-4966-9287-a1e419db815e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.655769 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6a71ffef-70e6-4966-9287-a1e419db815e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] 10.222.0.37 "DELETE /v2.0/routers/17fe2327-4f4d-4267-aa86-a3643deb0ce1 HTTP/1.1" status: 204 len: 168 time: 2.3457437 Dec 21 22:15:38.687303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55770) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:38.711814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-25553178-daee-4066-95bd-6c8fbcade63e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Request body: {'router': {'name': 'tempest-router-2058173855', 'distributed': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:38.715463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Transition to ACTIVE for port object 27f5ca68-74b4-42e3-9217-e31f007841f4 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:15:38.722527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-25553178-daee-4066-95bd-6c8fbcade63e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:38.731507 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-25553178-daee-4066-95bd-6c8fbcade63e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Usage tracker for resource:router and tenant:8dd6997ad9b74e3aa3a546f20f8fe84d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:38.740821 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network f8f18c72-5a91-4f6c-80c9-15660e8f5aff details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:15:38.741028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-25553178-daee-4066-95bd-6c8fbcade63e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:38.759807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-25553178-daee-4066-95bd-6c8fbcade63e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:38.778386 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=2d61a549-f268-423e-b62e-e5537ccc9a1b,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:38.794327 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 51da2c06-0a36-4cdd-a820-c55ce7dacc10 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:15:38.832047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf27a64-cda8-4a51-90cd-27e72d1493db tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Pushing event updated for resources: {'Network': ['ID=a6174975-ee34-49d9-8cd5-d425417aa1fd,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:38.846508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.859700 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network a6174975-ee34-49d9-8cd5-d425417aa1fd details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:15:38.895532 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Request body: {'network': {'name': 'tempest-network--928107090', 'router:external': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:38.916677 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Pushing event updated for resources: {'Port': ['ID=f0259e7f-36f4-4e41-8168-2d56cf1e689d,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:38.937363 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:38.941150 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:38.942105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:38.945827 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:38.952399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25553178-daee-4066-95bd-6c8fbcade63e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.952399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25553178-daee-4066-95bd-6c8fbcade63e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.959331 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Usage tracker for resource:network and tenant:6ef80548fda3420ab869347cd763b3e2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:38.966498 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:38.987297 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:38.988928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:38.995049 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.011108 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.059344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.resource_extend [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:15:39.072723 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8bf27a64-cda8-4a51-90cd-27e72d1493db tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3547158 Dec 21 22:15:39.088764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55776) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:39.097363 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-9c9ab421-523d-4333-8881-4d97f3e07bef tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Request body: {'network': {'project_id': 'b3fc3ec616114a819d2a555cf8627e3b'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:39.102841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.105014 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.109605 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9c9ab421-523d-4333-8881-4d97f3e07bef tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:39.122740 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.145799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Network 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:39.145799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] device_id is not set on port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:15:39.146428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9c9ab421-523d-4333-8881-4d97f3e07bef tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Usage tracker for resource:network and tenant:b3fc3ec616114a819d2a555cf8627e3b is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:39.158205 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9c9ab421-523d-4333-8881-4d97f3e07bef tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:39.178456 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.186790 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 51da2c06-0a36-4cdd-a820-c55ce7dacc10 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:39.187185 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.193412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9c9ab421-523d-4333-8881-4d97f3e07bef tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:39.193577 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25553178-daee-4066-95bd-6c8fbcade63e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.201487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:39.206173 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9ab421-523d-4333-8881-4d97f3e07bef tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 21 22:15:39.206173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9ab421-523d-4333-8881-4d97f3e07bef tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:15:39.207150 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9c9ab421-523d-4333-8881-4d97f3e07bef tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1174617 Dec 21 22:15:39.224933 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55782) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:39.228610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Pushing event updated for resources: {'Port': ['ID=27f5ca68-74b4-42e3-9217-e31f007841f4,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:39.230797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Made reservation on behalf of 6ef80548fda3420ab869347cd763b3e2 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:39.233049 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.237261 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.242781 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fd51e3-56bf-4e63-81a7-20d9b3160e1d,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:39.268196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Pushing event updated for resources: {'Port': ['ID=12d97426-25fb-443a-82cb-fc1c569c2193,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:39.276541 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:39.277008 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.292783 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Transition to ACTIVE for port object 4ddca321-6714-4fd1-a12a-b82d12ba8be8 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:15:39.300600 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.351675 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.377805 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-65ecc25d-ffc1-4236-9f53-ab893bdc90f3 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3fc3ec616114a819d2a555cf8627e3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1521461 Dec 21 22:15:39.381658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55788) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:39.391186 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.420547 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.425445 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2af2544a-d7d3-4427-8dd6-48ce97e326e1 tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4577117 Dec 21 22:15:39.433641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:39.435904 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55792) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:39.437222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Usage tracker for resource:security_group_rule and tenant:6ef80548fda3420ab869347cd763b3e2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:39.440859 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:39.447027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:39.454173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2026599327', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'fixed_ips': [{'ip_address': '172.26.3.126'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:39.491277 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9d109434-a5f9-4467-9939-3a11e3be8b81 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:15:39.516361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.520315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:39.528135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25553178-daee-4066-95bd-6c8fbcade63e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.544964 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Usage tracker for resource:port and tenant:36d66c3891ed4aa0a0a086536a07dc70 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:39.557385 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77eedb9-26c6-4774-973a-82a2bc96144f None None] Pushing event updated for resources: {'Port': ['ID=4ddca321-6714-4fd1-a12a-b82d12ba8be8,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:39.570426 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:39.578590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Allocated IP 172.20.0.1 (f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf/55c20a1a-f6d6-4f37-94ec-f9e003fe8022/38b93d2b-5242-4ab2-93ec-11258afee379) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:15:39.581877 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Attempting to bind port 4ddca321-6714-4fd1-a12a-b82d12ba8be8 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:39.582770 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Attempting to bind port 4ddca321-6714-4fd1-a12a-b82d12ba8be8 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:39.583194 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Attempting to bind port 4ddca321-6714-4fd1-a12a-b82d12ba8be8 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:39.596585 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.602152 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:39.602658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:15:39.603150 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.603739 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:15:39.604310 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Bound port: 4ddca321-6714-4fd1-a12a-b82d12ba8be8, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:15:39.605266 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.633464 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:39.671526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3188d398-dd2b-4073-8c3b-90d069aa9c1c tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.672215 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:15:39.684660 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.701384 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] For port 4ddca321-6714-4fd1-a12a-b82d12ba8be8, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:15:39.705024 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] For port 4ddca321-6714-4fd1-a12a-b82d12ba8be8, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4ddca321-6714-4fd1-a12a-b82d12ba8be8,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:15:39.705615 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3188d398-dd2b-4073-8c3b-90d069aa9c1c tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.778083 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 9d109434-a5f9-4467-9939-3a11e3be8b81 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:15:39.780368 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be93a5d-ab9d-41e5-ae35-274a4356f2f7,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:39.782937 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9963a5bd-a9fc-439f-bad7-a3f4a485fa16 None None] Provisioning for port 27f5ca68-74b4-42e3-9217-e31f007841f4 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:15:39.785856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25553178-daee-4066-95bd-6c8fbcade63e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.785856 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-25553178-daee-4066-95bd-6c8fbcade63e tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0915544 Dec 21 22:15:39.786506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Made reservation on behalf of 36d66c3891ed4aa0a0a086536a07dc70 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:39.788779 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.794253 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9963a5bd-a9fc-439f-bad7-a3f4a485fa16 None None] Provisioning complete for port 27f5ca68-74b4-42e3-9217-e31f007841f4 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:39.794622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9963a5bd-a9fc-439f-bad7-a3f4a485fa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.798450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.801840 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55796) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:39.815337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.815684 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Added segment 68f05ba1-2008-487c-a4ed-51ddcf2d8937 of type vlan for network 65727b21-e286-4ab7-b34f-e87026e7adda Dec 21 22:15:39.825072 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 9d109434-a5f9-4467-9939-3a11e3be8b81 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:39.825072 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.857165 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.909460 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.922096 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.955967 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:39.982751 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-9963a5bd-a9fc-439f-bad7-a3f4a485fa16 None None] Port 27f5ca68-74b4-42e3-9217-e31f007841f4 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:15:39.999020 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77eedb9-26c6-4774-973a-82a2bc96144f None None] Pushing event updated for resources: {'Port': ['ID=4ddca321-6714-4fd1-a12a-b82d12ba8be8,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:40.012879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.029988 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Pushing event updated for resources: {'Port': ['ID=f0259e7f-36f4-4e41-8168-2d56cf1e689d,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:40.038900 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Routers {'c708dfc0-40ae-4621-aa16-b7b86139354a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:15:40.038900 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:15:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c708dfc0-40ae-4621-aa16-b7b86139354a'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:40.056861 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:40.066174 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Usage tracker for resource:security_group_rule and tenant:36d66c3891ed4aa0a0a086536a07dc70 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:40.068049 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] device_id is not set on port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:15:40.070185 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:40.077287 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:40.081871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7927b210-e06c-4f18-a7f8-d65a880a1409 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.095168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.139081 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.140711 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3188d398-dd2b-4073-8c3b-90d069aa9c1c tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.144069 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3188d398-dd2b-4073-8c3b-90d069aa9c1c tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.147146 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3188d398-dd2b-4073-8c3b-90d069aa9c1c tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/43493602-0165-4662-8c6e-95d2caf5ed2a HTTP/1.1" status: 204 len: 168 time: 0.7626975 Dec 21 22:15:40.147318 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.152216 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Transition to ACTIVE for port object 213b6ca6-3e0f-49e9-beef-ca3301ad73ec will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:15:40.153631 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55800) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:40.164706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.168928 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-65b68f7f-b365-4b76-a038-a9e0a7147d71 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3450243 Dec 21 22:15:40.174455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55804) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:40.175193 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188d398-dd2b-4073-8c3b-90d069aa9c1c tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43493602-0165-4662-8c6e-95d2caf5ed2a,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:40.181685 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-778140791'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:40.237995 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:40.252445 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Usage tracker for resource:network and tenant:3e8569f5360f4f1598d4e6aff36a2008 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:40.253181 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] Set router c708dfc0-40ae-4621-aa16-b7b86139354a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:15:40.257703 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:40.268801 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:40.310983 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Transition to ACTIVE for port object 38b93d2b-5242-4ab2-93ec-11258afee379 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:15:40.391683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 9d109434-a5f9-4467-9939-3a11e3be8b81, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9d109434-a5f9-4467-9939-3a11e3be8b81,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:15:40.436343 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Made reservation on behalf of 3e8569f5360f4f1598d4e6aff36a2008 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:40.439343 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.440525 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.444766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.445586 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:40.446204 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.463687 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.466139 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.469541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.527273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.598665 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=9d109434-a5f9-4467-9939-3a11e3be8b81,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:40.608540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.622578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] device_id is not set on port df1d6aeb-c7d4-4137-ada0-2f6ff8a5880a yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:15:40.642507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'name': 'tempest-ServersTestManualDisk-1691316082-router', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:33Z', 'revision_number': 3, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'gw_port': {'id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:40.647099 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa866a7-576f-4d31-9182-91f2b810326f None None] The sync data for ids ['c708dfc0-40ae-4621-aa16-b7b86139354a'] in dv-neutron-822520-1-hyperv is: [{'id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'name': 'tempest-ServersTestManualDisk-1691316082-router', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:33Z', 'revision_number': 3, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'gw_port': {'id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:15:40.664510 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7927b210-e06c-4f18-a7f8-d65a880a1409 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.677713 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1242154 Dec 21 22:15:40.678518 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78a9bb-f0ef-4e6a-bac4-19dd748345b0 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Pushing event updated for resources: {'Network': ['ID=65727b21-e286-4ab7-b34f-e87026e7adda,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:40.682798 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55808) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:40.694756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Pushing event updated for resources: {'Port': ['ID=213b6ca6-3e0f-49e9-beef-ca3301ad73ec,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:40.701806 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 65727b21-e286-4ab7-b34f-e87026e7adda details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:15:40.708358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:40.731266 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7927b210-e06c-4f18-a7f8-d65a880a1409 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.737990 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.745801 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Usage tracker for resource:security_group_rule and tenant:3e8569f5360f4f1598d4e6aff36a2008 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:40.752991 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2d61a549-f268-423e-b62e-e5537ccc9a1b up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:15:40.760265 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:40.775066 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f44d4d0-a08b-4b0e-a80f-b4235700f35d,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:40.799559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:40.831321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:15:40.866351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.888571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Checking segment: {'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:15:40.889268 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Network hostable DHCP agents. Network: 57f5d457-d48b-4446-9bd8-f36f048ed710, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:15:40.898785 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 2d61a549-f268-423e-b62e-e5537ccc9a1b triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:40.899236 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.961745 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Pushing event updated for resources: {'Port': ['ID=38b93d2b-5242-4ab2-93ec-11258afee379,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:40.970880 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.979300 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Network f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:40.979996 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:40.980751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.020358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.025630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:41.036899 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:41.037289 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.077134 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.077478 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.078291 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.078647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Subscribe: > port after_create 55550000 {{(pid=84168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.079059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.079838 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Subscribe: > port after_update 55550000 {{(pid=84168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.080171 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.080507 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.080825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.081138 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.090463 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7927b210-e06c-4f18-a7f8-d65a880a1409 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.090463 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7927b210-e06c-4f18-a7f8-d65a880a1409 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aae8968d-be26-4ab5-bc6a-6e1b647818ab {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:15:41.236498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.247816 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 21 22:15:41.248245 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:15:41.268775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.272571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.278698 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.279096 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84168) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.279517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6174975-ee34-49d9-8cd5-d425417aa1fd']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:41.346394 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6840901-e28d-48ea-ba58-4fa38f8722c2') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:41.346692 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6840901-e28d-48ea-ba58-4fa38f8722c2') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:41.354114 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Pushing event updated for resources: {'Port': ['ID=27f5ca68-74b4-42e3-9217-e31f007841f4,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:41.390245 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.438859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.449848 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.488554 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.501764 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:15:41.504763 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.513625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7927b210-e06c-4f18-a7f8-d65a880a1409 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn_limited( Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn_limited( Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:15:41.518077 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:15:41.738745 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7927b210-e06c-4f18-a7f8-d65a880a1409 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] 10.222.0.37 "DELETE /v2.0/routers/aae8968d-be26-4ab5-bc6a-6e1b647818ab HTTP/1.1" status: 204 len: 168 time: 1.6863487 Dec 21 22:15:41.738745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55814) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:41.738745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:15:41.738745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.738745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.738745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.738745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Subscribe: > port after_create 55550000 {{(pid=84169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.738745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.738745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Subscribe: > port after_update 55550000 {{(pid=84169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.738745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.738745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.738745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.744113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.744849 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Network 57f5d457-d48b-4446-9bd8-f36f048ed710 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:15:41.745059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-971032a6-e9d2-4168-b51c-578febb0c471 None None] Provisioning for port 38b93d2b-5242-4ab2-93ec-11258afee379 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:15:41.745059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-971032a6-e9d2-4168-b51c-578febb0c471 None None] Provisioning complete for port 38b93d2b-5242-4ab2-93ec-11258afee379 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:41.745059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-971032a6-e9d2-4168-b51c-578febb0c471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.745059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-971032a6-e9d2-4168-b51c-578febb0c471 None None] Port 38b93d2b-5242-4ab2-93ec-11258afee379 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:15:41.745682 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Network 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:41.745682 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:41.745823 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.745823 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.745999 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 57f5d457-d48b-4446-9bd8-f36f048ed710) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:41.746176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.746176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84169) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 21 22:15:41.746176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65727b21-e286-4ab7-b34f-e87026e7adda']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:41.746176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-fccdb212-53f5-41d8-843e-d1437597faae tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Request body: {'router': {'name': 'tempest-router-77498318', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '925e49036c5a447f9d9af328302cc34d'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:41.746176 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-14563e0d-c4e3-4b2f-bd1b-0f1718bad4ea tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.3030622 Dec 21 22:15:41.746176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f05ba1-2008-487c-a4ed-51ddcf2d8937') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:41.746176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f05ba1-2008-487c-a4ed-51ddcf2d8937') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:41.759817 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.762955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55818) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:41.773262 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a41c8e-84a0-4213-9e5a-2b51bea47132 None None] Network 57f5d457-d48b-4446-9bd8-f36f048ed710 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:15:41.781654 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.797010 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:15:41.797502 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.841979 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:41.866450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn_limited( Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn_limited( Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:15:41.913062 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:15:41.916511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fccdb212-53f5-41d8-843e-d1437597faae tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:41.920139 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09703404-53be-4ac6-816d-41338d5308da,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:41.920527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.926042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fccdb212-53f5-41d8-843e-d1437597faae tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Usage tracker for resource:router and tenant:925e49036c5a447f9d9af328302cc34d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:41.930352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fccdb212-53f5-41d8-843e-d1437597faae tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:41.948681 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fccdb212-53f5-41d8-843e-d1437597faae tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:41.983255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:41.983670 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:41.984339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:41.990241 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:41.997453 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65727b21-e286-4ab7-b34f-e87026e7adda {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 22:15:41.999027 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.005133 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.005644 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Added segment 764a4fa0-2d3d-4538-aa60-a44f79c8cc48 of type vlan for network d8c8ae26-74b6-4025-8b81-60d8511f60e4 Dec 21 22:15:42.012229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.014799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:42.015138 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:42.042374 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "DELETE /v2.0/networks/65727b21-e286-4ab7-b34f-e87026e7adda HTTP/1.1" status: 204 len: 168 time: 1.3495469 Dec 21 22:15:42.046341 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b277d65-b0a4-4bbe-87ea-dc4471f5fe92 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Pushing event deleted for resources: {'Network': ['ID=65727b21-e286-4ab7-b34f-e87026e7adda,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:42.062567 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55822) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:42.069611 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e9862d85-a264-433d-b989-381a769d5e02 None None] Provisioning complete for port 27f5ca68-74b4-42e3-9217-e31f007841f4 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:42.070946 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fccdb212-53f5-41d8-843e-d1437597faae tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.071272 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e9862d85-a264-433d-b989-381a769d5e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.072421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fccdb212-53f5-41d8-843e-d1437597faae tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.093582 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fccdb212-53f5-41d8-843e-d1437597faae tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.118524 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-f4afb6f2-8cb2-4ea4-baa2-e6f546afb85b tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:42.123750 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.131013 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f4afb6f2-8cb2-4ea4-baa2-e6f546afb85b tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:42.137995 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f4afb6f2-8cb2-4ea4-baa2-e6f546afb85b tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Usage tracker for resource:network and tenant:6ef80548fda3420ab869347cd763b3e2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:42.144132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f4afb6f2-8cb2-4ea4-baa2-e6f546afb85b tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:42.152344 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f4afb6f2-8cb2-4ea4-baa2-e6f546afb85b tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:42.191227 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fccdb212-53f5-41d8-843e-d1437597faae tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.207733 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e9862d85-a264-433d-b989-381a769d5e02 None None] Port 27f5ca68-74b4-42e3-9217-e31f007841f4 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:15:42.226831 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 2 to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec Dec 21 22:15:42.234043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6174975-ee34-49d9-8cd5-d425417aa1fd,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:42.253345 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4afb6f2-8cb2-4ea4-baa2-e6f546afb85b tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Made reservation on behalf of 6ef80548fda3420ab869347cd763b3e2 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:42.257465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f4afb6f2-8cb2-4ea4-baa2-e6f546afb85b tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.301371 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-96393881-c335-4fcf-b00e-049558dfe4d8 tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] 10.222.0.37 "DELETE /v2.0/networks/a6174975-ee34-49d9-8cd5-d425417aa1fd HTTP/1.1" status: 204 len: 168 time: 2.1398191 Dec 21 22:15:42.303758 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4afb6f2-8cb2-4ea4-baa2-e6f546afb85b tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:15:42.313368 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55826) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:42.313895 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f4afb6f2-8cb2-4ea4-baa2-e6f546afb85b tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.314670 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-f4afb6f2-8cb2-4ea4-baa2-e6f546afb85b tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Added segment eff929dd-83f7-4533-bdcd-13962f5002b4 of type vlan for network 58b53a49-0121-482e-8ad6-b944f155e92e Dec 21 22:15:42.325902 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:42.326252 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:42.326587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:42.329486 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-92e8864f-6e79-4342-919c-633d090064ca tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Deleting port 12d97426-25fb-443a-82cb-fc1c569c2193 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:15:42.329829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-92e8864f-6e79-4342-919c-633d090064ca tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.351210 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f4afb6f2-8cb2-4ea4-baa2-e6f546afb85b tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.379304 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.383237 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:42.383857 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.387390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fccdb212-53f5-41d8-843e-d1437597faae tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.391111 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fccdb212-53f5-41d8-843e-d1437597faae tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6700103 Dec 21 22:15:42.391899 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55830) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:42.427854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-088c6379-cf73-4775-ab3b-a703c98a2420 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:42.504421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:42.504741 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:42.508114 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Pushing event updated for resources: {'Network': ['ID=d8c8ae26-74b6-4025-8b81-60d8511f60e4,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:42.511186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f4afb6f2-8cb2-4ea4-baa2-e6f546afb85b tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.512135 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4afb6f2-8cb2-4ea4-baa2-e6f546afb85b tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:42.512713 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f4afb6f2-8cb2-4ea4-baa2-e6f546afb85b tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.519401 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network d8c8ae26-74b6-4025-8b81-60d8511f60e4 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:15:42.520932 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 3 to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec Dec 21 22:15:42.546743 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-75e4c1de-f2b7-4314-9d1d-60ccca904b19 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3694396 Dec 21 22:15:42.557343 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55834) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:42.568119 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ca8f0205-a63d-4456-9207-95dd06b79bc6 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Request body: {'subnet': {'network_id': 'd8c8ae26-74b6-4025-8b81-60d8511f60e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:42.647556 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f4afb6f2-8cb2-4ea4-baa2-e6f546afb85b tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5804079 Dec 21 22:15:42.662032 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afb6f2-8cb2-4ea4-baa2-e6f546afb85b tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Pushing event updated for resources: {'Network': ['ID=58b53a49-0121-482e-8ad6-b944f155e92e,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:42.662032 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55838) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:42.667955 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-95199c9d-0ee4-43e0-9e2d-ef02a6af33b1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Request body: {'subnet': {'network_id': '58b53a49-0121-482e-8ad6-b944f155e92e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:42.678522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 58b53a49-0121-482e-8ad6-b944f155e92e details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:15:42.722178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-95199c9d-0ee4-43e0-9e2d-ef02a6af33b1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:42.738601 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-95199c9d-0ee4-43e0-9e2d-ef02a6af33b1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Usage tracker for resource:subnet and tenant:6ef80548fda3420ab869347cd763b3e2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:42.743266 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-95199c9d-0ee4-43e0-9e2d-ef02a6af33b1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:42.754166 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-95199c9d-0ee4-43e0-9e2d-ef02a6af33b1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:42.758532 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ca8f0205-a63d-4456-9207-95dd06b79bc6 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:42.764410 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ca8f0205-a63d-4456-9207-95dd06b79bc6 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Usage tracker for resource:subnet and tenant:3e8569f5360f4f1598d4e6aff36a2008 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:42.768787 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ca8f0205-a63d-4456-9207-95dd06b79bc6 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:42.769076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:42.770089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:42.770564 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:42.776461 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ca8f0205-a63d-4456-9207-95dd06b79bc6 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:42.792744 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-35db6e1f-5223-433a-b833-874b047837ed tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.801873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4ddca321-6714-4fd1-a12a-b82d12ba8be8 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:15:42.864725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95199c9d-0ee4-43e0-9e2d-ef02a6af33b1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Made reservation on behalf of 6ef80548fda3420ab869347cd763b3e2 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:42.867672 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-95199c9d-0ee4-43e0-9e2d-ef02a6af33b1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:42.888168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:42.888500 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:42.889933 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8f0205-a63d-4456-9207-95dd06b79bc6 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Made reservation on behalf of 3e8569f5360f4f1598d4e6aff36a2008 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:42.941935 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 4 to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec Dec 21 22:15:42.961434 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 4ddca321-6714-4fd1-a12a-b82d12ba8be8 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:15:42.966614 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4ddca321-6714-4fd1-a12a-b82d12ba8be8 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:42.967100 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:43.029769 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:43.030137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:43.030440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:43.065030 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ca8f0205-a63d-4456-9207-95dd06b79bc6 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:43.086709 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:43.103897 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 4ddca321-6714-4fd1-a12a-b82d12ba8be8, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4ddca321-6714-4fd1-a12a-b82d12ba8be8,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:15:43.107066 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-92e8864f-6e79-4342-919c-633d090064ca tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:43.107573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-92e8864f-6e79-4342-919c-633d090064ca tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:43.184844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:43.185739 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9d109434-a5f9-4467-9939-3a11e3be8b81 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:15:43.289926 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-92e8864f-6e79-4342-919c-633d090064ca tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Calling delete_port for 12d97426-25fb-443a-82cb-fc1c569c2193 owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:15:43.305393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=4ddca321-6714-4fd1-a12a-b82d12ba8be8,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:43.319379 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:43.319606 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:43.321548 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 9d109434-a5f9-4467-9939-3a11e3be8b81 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:43.322404 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:43.381467 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 5 to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec Dec 21 22:15:43.475331 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ca8f0205-a63d-4456-9207-95dd06b79bc6 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:43.559136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-35db6e1f-5223-433a-b833-874b047837ed tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:43.567289 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f0205-a63d-4456-9207-95dd06b79bc6 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Pushing event updated for resources: {'Subnet': ['ID=d8802bd8-2ee1-411c-be96-865f74adf51e,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:43.581918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:43.582275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:43.582626 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:43.595953 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8f0205-a63d-4456-9207-95dd06b79bc6 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Checking segment: {'id': '764a4fa0-2d3d-4538-aa60-a44f79c8cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd8c8ae26-74b6-4025-8b81-60d8511f60e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:15:43.596298 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8f0205-a63d-4456-9207-95dd06b79bc6 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Network hostable DHCP agents. Network: d8c8ae26-74b6-4025-8b81-60d8511f60e4, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:15:43.646703 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.objects.ports [None req-95199c9d-0ee4-43e0-9e2d-ef02a6af33b1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84169) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:15:43.647128 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-95199c9d-0ee4-43e0-9e2d-ef02a6af33b1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:43.739128 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-35db6e1f-5223-433a-b833-874b047837ed tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98140b05-77c8-468d-9c89-6fc302ea388e']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:43.756173 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:43.756526 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:43.772420 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:15:43.778971 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95199c9d-0ee4-43e0-9e2d-ef02a6af33b1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a8a42aac-c8b7-4ae1-a294-36c8a054259b,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:43.779621 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 6 to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec Dec 21 22:15:43.789145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-35db6e1f-5223-433a-b833-874b047837ed tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd22dc6-9f42-4e00-b59f-2498ca68f7cb') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:43.789445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-35db6e1f-5223-433a-b833-874b047837ed tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd22dc6-9f42-4e00-b59f-2498ca68f7cb') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:43.791055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95199c9d-0ee4-43e0-9e2d-ef02a6af33b1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Checking segment: {'id': 'eff929dd-83f7-4533-bdcd-13962f5002b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '58b53a49-0121-482e-8ad6-b944f155e92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:15:43.791401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95199c9d-0ee4-43e0-9e2d-ef02a6af33b1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Network hostable DHCP agents. Network: 58b53a49-0121-482e-8ad6-b944f155e92e, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:15:43.801547 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8f0205-a63d-4456-9207-95dd06b79bc6 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Network d8c8ae26-74b6-4025-8b81-60d8511f60e4 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:15:43.854161 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-ca8f0205-a63d-4456-9207-95dd06b79bc6 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, d8c8ae26-74b6-4025-8b81-60d8511f60e4) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:43.859014 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8f0205-a63d-4456-9207-95dd06b79bc6 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:43.859587 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ca8f0205-a63d-4456-9207-95dd06b79bc6 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:43.871325 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e769613b-39c0-4b98-b243-059ebfa74a5d None None] Network d8c8ae26-74b6-4025-8b81-60d8511f60e4 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:15:43.885204 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-35db6e1f-5223-433a-b833-874b047837ed tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:43.893701 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:43.931518 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95199c9d-0ee4-43e0-9e2d-ef02a6af33b1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Network 58b53a49-0121-482e-8ad6-b944f155e92e is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:15:43.938550 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-95199c9d-0ee4-43e0-9e2d-ef02a6af33b1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 58b53a49-0121-482e-8ad6-b944f155e92e) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:43.942856 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95199c9d-0ee4-43e0-9e2d-ef02a6af33b1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:43.943497 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-95199c9d-0ee4-43e0-9e2d-ef02a6af33b1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:43.950684 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1754f2c-d52f-4493-854e-53ef6aa52846 None None] Network 58b53a49-0121-482e-8ad6-b944f155e92e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:15:43.958046 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:43.958046 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:43.958309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:43.961984 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ca8f0205-a63d-4456-9207-95dd06b79bc6 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4013367 Dec 21 22:15:43.964737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55842) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:43.971394 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1900677665', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}, 'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:43.979015 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:43.982881 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Usage tracker for resource:router and tenant:3e8569f5360f4f1598d4e6aff36a2008 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:43.986309 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:43.992883 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:44.010908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.035145 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-95199c9d-0ee4-43e0-9e2d-ef02a6af33b1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3739762 Dec 21 22:15:44.036123 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-35db6e1f-5223-433a-b833-874b047837ed tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.037963 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55846) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:44.043852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Request body: {'floatingip': {'floating_network_id': '58b53a49-0121-482e-8ad6-b944f155e92e'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:44.049052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:44.053311 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Usage tracker for resource:floatingip and tenant:6ef80548fda3420ab869347cd763b3e2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:44.056099 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:44.061836 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:44.087008 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-088c6379-cf73-4775-ab3b-a703c98a2420 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.087368 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-088c6379-cf73-4775-ab3b-a703c98a2420 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.093023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.094161 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.144610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.155963 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:44.156289 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:44.165583 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35db6e1f-5223-433a-b833-874b047837ed tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:15:44.166265 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-35db6e1f-5223-433a-b833-874b047837ed tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.184500 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 7 to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:15:44.192005 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:15:44.230298 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-d8c8ae26-74b6-4025-8b81-60d8511f60e4', 'network_id': 'd8c8ae26-74b6-4025-8b81-60d8511f60e4', 'tenant_id': '3e8569f5360f4f1598d4e6aff36a2008', 'fixed_ips': [{'subnet_id': 'd8802bd8-2ee1-411c-be96-865f74adf51e'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:15:44.231321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.305253 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.324903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862a7ec2-59d6-45a2-9cf9-a6c8a244164c None None] Network 58b53a49-0121-482e-8ad6-b944f155e92e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:15:44.330700 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:44.331029 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:44.331357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:44.399985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Pushing event updated for resources: {'Port': ['ID=38b93d2b-5242-4ab2-93ec-11258afee379,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:44.414410 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.421265 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-088c6379-cf73-4775-ab3b-a703c98a2420 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84168) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 21 22:15:44.421596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-088c6379-cf73-4775-ab3b-a703c98a2420 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Router 4894116f-22ed-43d2-8468-f3748c388620 migrating from provider to provider. {{(pid=84168) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 21 22:15:44.421979 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-088c6379-cf73-4775-ab3b-a703c98a2420 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.427687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:44.428014 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:44.431537 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 8 to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec Dec 21 22:15:44.439307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-088c6379-cf73-4775-ab3b-a703c98a2420 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.457372 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Allocated IP 172.20.0.14 (58b53a49-0121-482e-8ad6-b944f155e92e/a8a42aac-c8b7-4ae1-a294-36c8a054259b/8c89f3e9-888d-4631-a0e3-9081cf39d2e0) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:15:44.471109 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:44.471440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:44.471773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:44.489501 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-92e8864f-6e79-4342-919c-633d090064ca tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.505526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Router 7351adb4-468b-47f8-855d-d22ea5033863 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:15:44.556195 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-088c6379-cf73-4775-ab3b-a703c98a2420 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.557875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-35db6e1f-5223-433a-b833-874b047837ed tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.559871 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:44.560258 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:44.565609 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.573849 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 9 to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec Dec 21 22:15:44.600686 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-35db6e1f-5223-433a-b833-874b047837ed tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.613055 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Allocated IP 172.20.0.2 (d8c8ae26-74b6-4025-8b81-60d8511f60e4/d8802bd8-2ee1-411c-be96-865f74adf51e/4ee23404-7c7f-4915-a4b1-6a0c11bb86ef) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:15:44.636954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.651862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8864f-6e79-4342-919c-633d090064ca tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Pushing event deleted for resources: {'Port': ['ID=12d97426-25fb-443a-82cb-fc1c569c2193,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:44.676549 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-35db6e1f-5223-433a-b833-874b047837ed tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] 10.222.0.37 "DELETE /v2.0/networks/98140b05-77c8-468d-9c89-6fc302ea388e HTTP/1.1" status: 204 len: 168 time: 2.3598902 Dec 21 22:15:44.693119 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db6e1f-5223-433a-b833-874b047837ed tempest-QuotasNegativeTest-1320707662 tempest-QuotasNegativeTest-1320707662-project-admin] Pushing event deleted for resources: {'Network': ['ID=98140b05-77c8-468d-9c89-6fc302ea388e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:44.699671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4ddca321-6714-4fd1-a12a-b82d12ba8be8 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:15:44.807509 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.833597 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:44.834152 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:44.834264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:44.851348 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Network f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:44.853213 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:44.899804 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:44.907862 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Network 58b53a49-0121-482e-8ad6-b944f155e92e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:44.910222 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:44.918247 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Pushing event updated for resources: {'Port': ['ID=8c89f3e9-888d-4631-a0e3-9081cf39d2e0,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:44.931442 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:45.000690 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4ddca321-6714-4fd1-a12a-b82d12ba8be8 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:45.002205 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.098918 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.119859 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Transition to ACTIVE for port object 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:15:45.138798 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.191341 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Transition to ACTIVE for port object 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:15:45.215336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.260813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.286268 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:45.286594 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:45.292162 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-92e8864f-6e79-4342-919c-633d090064ca tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.294416 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-92e8864f-6e79-4342-919c-633d090064ca tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.299033 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-92e8864f-6e79-4342-919c-633d090064ca tempest-ExternalNetworksAdminNegativeTestJSON-483626216 tempest-ExternalNetworksAdminNegativeTestJSON-483626216-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/96c185b9-db81-460e-bfe3-f4a9084ceb5a HTTP/1.1" status: 204 len: 168 time: 3.5260193 Dec 21 22:15:45.310689 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 10 to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec Dec 21 22:15:45.344321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-214271da-68d3-4fa0-894f-234edf73d40c None None] Provisioning complete for port 38b93d2b-5242-4ab2-93ec-11258afee379 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:45.345378 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-214271da-68d3-4fa0-894f-234edf73d40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.354943 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:45.355263 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:45.355589 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:45.374569 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.418183 dv-neutron-822520-1-hyperv neutron-server[84168]: WARNING neutron.scheduler.l3_agent_scheduler [None req-088c6379-cf73-4775-ab3b-a703c98a2420 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] No L3 agents can host the router 4894116f-22ed-43d2-8468-f3748c388620 Dec 21 22:15:45.467767 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-214271da-68d3-4fa0-894f-234edf73d40c None None] Port 38b93d2b-5242-4ab2-93ec-11258afee379 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:15:45.470055 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:45.470624 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:45.470984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.481843 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Network d8c8ae26-74b6-4025-8b81-60d8511f60e4 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:45.483247 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Pushing event updated for resources: {'Port': ['ID=4ee23404-7c7f-4915-a4b1-6a0c11bb86ef,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:45.491366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:45.519845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:45.527824 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.561382 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.622423 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Attempting to bind port 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:45.622814 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Attempting to bind port 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '764a4fa0-2d3d-4538-aa60-a44f79c8cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd8c8ae26-74b6-4025-8b81-60d8511f60e4'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:45.623190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Attempting to bind port 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef on network d8c8ae26-74b6-4025-8b81-60d8511f60e4 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:45.631397 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:45.632192 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Checking segment: {'id': '764a4fa0-2d3d-4538-aa60-a44f79c8cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd8c8ae26-74b6-4025-8b81-60d8511f60e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:15:45.632658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.633275 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Bound using segment: {'id': '764a4fa0-2d3d-4538-aa60-a44f79c8cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd8c8ae26-74b6-4025-8b81-60d8511f60e4'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:15:45.633957 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Bound port: 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '764a4fa0-2d3d-4538-aa60-a44f79c8cc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd8c8ae26-74b6-4025-8b81-60d8511f60e4'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:15:45.634489 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.745375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.776730 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] For port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:15:45.777093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempted to set empty binding levels {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 22:15:45.811966 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.830134 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] For port 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:15:45.837059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] For port 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4ee23404-7c7f-4915-a4b1-6a0c11bb86ef,segment=NetworkSegment(764a4fa0-2d3d-4538-aa60-a44f79c8cc48),segment_id=764a4fa0-2d3d-4538-aa60-a44f79c8cc48)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:15:45.881850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55868) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:45.886105 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Allocated IP 172.26.3.157 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/c5b0e32b-5ec3-464d-8d26-93caab321d8f) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:15:45.899489 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.914039 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:45.978449 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55874) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:46.000453 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed998c0f-f276-4e53-949b-da3e8c9bd926 None None] Pushing event updated for resources: {'Port': ['ID=4ee23404-7c7f-4915-a4b1-6a0c11bb86ef,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:46.037278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c6379-cf73-4775-ab3b-a703c98a2420 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Hosts for router 4894116f-22ed-43d2-8468-f3748c388620: [] {{(pid=84168) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 21 22:15:46.067311 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:46.096820 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Pushing event updated for resources: {'Port': ['ID=213b6ca6-3e0f-49e9-beef-ca3301ad73ec,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:46.109775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c6379-cf73-4775-ab3b-a703c98a2420 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Hosts for other DVR routers connected to router 4894116f-22ed-43d2-8468-f3748c388620: set() {{(pid=84168) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 21 22:15:46.113071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-088c6379-cf73-4775-ab3b-a703c98a2420 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:46.116946 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-088c6379-cf73-4775-ab3b-a703c98a2420 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] 10.222.0.37 "PUT /v2.0/routers/4894116f-22ed-43d2-8468-f3748c388620 HTTP/1.1" status: 200 len: 715 time: 3.7109308 Dec 21 22:15:46.120374 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55880) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:46.128584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Pushing event updated for resources: {'Port': ['ID=8c89f3e9-888d-4631-a0e3-9081cf39d2e0,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:46.207881 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3e510bbc-b5e8-43eb-8fd3-b4d6d6d4b584 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 9.2737682 Dec 21 22:15:46.213518 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55884) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:46.254741 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:46.328701 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:46.345748 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:46.347185 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6371c78b-f7fc-413c-8e92-4b2d7927cb4e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3080230 Dec 21 22:15:46.350178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55890) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:46.432841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2fa31cee-4b12-43af-839a-c23a020fd883 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Synchronizing usage tracker for tenant:6ef80548fda3420ab869347cd763b3e2 on resource:floatingip {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:15:46.437052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eb15c633-5524-43b7-ba51-6f4066ba4a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:46.453451 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-93b27837-9e7d-415d-b59d-b642765c2b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:46.495328 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-8e2cc3c5-2f64-4dd4-9ebb-8d06aff4aa7c tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Deleting port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:15:46.495660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc3c5-2f64-4dd4-9ebb-8d06aff4aa7c tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:46.543905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:46.597489 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2fa31cee-4b12-43af-839a-c23a020fd883 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Unset dirty status for tenant:6ef80548fda3420ab869347cd763b3e2 on resource:floatingip {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:15:46.601493 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2fa31cee-4b12-43af-839a-c23a020fd883 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=58b53a49-0121-482e-8ad6-b944f155e92e HTTP/1.1" status: 200 len: 690 time: 0.2476716 Dec 21 22:15:46.606357 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55894) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:46.618132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:15:46.622223 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:46.640116 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Sync routers for ids ['7351adb4-468b-47f8-855d-d22ea5033863'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:15:46.644469 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-23367000-534b-44be-bfce-f066e6d724a6 admin admin] 10.222.0.37 "PUT /v2.0/routers/7351adb4-468b-47f8-855d-d22ea5033863/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3323896 Dec 21 22:15:46.660914 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Routers {'7351adb4-468b-47f8-855d-d22ea5033863'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:15:46.661945 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:15:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['7351adb4-468b-47f8-855d-d22ea5033863'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:46.677835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:46.679595 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-dc45297b-61ea-408f-a876-2b9731844731 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] 10.222.0.37 "GET /v2.0/routers/4894116f-22ed-43d2-8468-f3748c388620 HTTP/1.1" status: 200 len: 715 time: 0.5576584 Dec 21 22:15:46.681069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55900) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:46.684023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:46.718333 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-eb15c633-5524-43b7-ba51-6f4066ba4a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:46.739446 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:15:46.751421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-eb15c633-5524-43b7-ba51-6f4066ba4a0c admin admin] Usage tracker for resource:security_group_rule and tenant:a05158746a8a4a1ba562dda1d11acc8b is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:46.756050 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-93b27837-9e7d-415d-b59d-b642765c2b7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:46.768506 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-eb15c633-5524-43b7-ba51-6f4066ba4a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:46.806611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-93b27837-9e7d-415d-b59d-b642765c2b7d admin admin] Usage tracker for resource:security_group_rule and tenant:bb98f6412bd74d8fb4ea1f09a09dd9e0 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:46.808203 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Pushing event updated for resources: {'Port': ['ID=c5b0e32b-5ec3-464d-8d26-93caab321d8f,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:46.809464 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-eb15c633-5524-43b7-ba51-6f4066ba4a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:46.812938 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-93b27837-9e7d-415d-b59d-b642765c2b7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:46.839637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-93b27837-9e7d-415d-b59d-b642765c2b7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:47.008228 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:15:47.128332 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Set router 7351adb4-468b-47f8-855d-d22ea5033863 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:15:47.147688 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:47.164899 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Router c708dfc0-40ae-4621-aa16-b7b86139354a has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:15:47.335712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Deleting port 8c89f3e9-888d-4631-a0e3-9081cf39d2e0 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:15:47.336323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:47.436641 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4c52b4-ae70-4d04-ab8e-e3b968eebf31 None None] Network d8c8ae26-74b6-4025-8b81-60d8511f60e4 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:15:47.458528 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-8e2cc3c5-2f64-4dd4-9ebb-8d06aff4aa7c tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] For port 213b6ca6-3e0f-49e9-beef-ca3301ad73ec, host hv-neutron-8225, got binding levels [] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:15:47.459106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc3c5-2f64-4dd4-9ebb-8d06aff4aa7c tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:47.607308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:47.621548 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:47.660003 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-8e2cc3c5-2f64-4dd4-9ebb-8d06aff4aa7c tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Calling delete_port for 213b6ca6-3e0f-49e9-beef-ca3301ad73ec owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:15:47.677659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:47.677659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:47.723653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eb15c633-5524-43b7-ba51-6f4066ba4a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:47.726713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-93b27837-9e7d-415d-b59d-b642765c2b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:47.780826 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7351adb4-468b-47f8-855d-d22ea5033863', 'name': 'tempest-ServersTestJSON-1245971313-router', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:39Z', 'revision_number': 4, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'gw_port': {'id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '27f5ca68-74b4-42e3-9217-e31f007841f4', 'name': '', 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'mac_address': 'fa:16:3e:3c:a9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:37Z', 'updated_at': '2021-12-21T22:15:40Z', 'revision_number': 2, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'subnets': [{'id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:47.785714 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Checking router: 7351adb4-468b-47f8-855d-d22ea5033863 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:15:47.786101 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Updating router 7351adb4-468b-47f8-855d-d22ea5033863 port 27f5ca68-74b4-42e3-9217-e31f007841f4 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:15:47.821390 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fc0a43ec-6a08-4ef8-9529-e3435e47ae2a tempest-RoutersTestDVR-1990586964 tempest-RoutersTestDVR-1990586964-project] 10.222.0.37 "GET /v2.0/routers/4894116f-22ed-43d2-8468-f3748c388620 HTTP/1.1" status: 200 len: 681 time: 1.1266437 Dec 21 22:15:47.822438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eb15c633-5524-43b7-ba51-6f4066ba4a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:47.830308 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-93b27837-9e7d-415d-b59d-b642765c2b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:47.838745 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:47.840622 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55916) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:47.909614 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f91dbc63-db39-41fc-baa8-4ac2e9cb0ef7 None None] Provisioning for port 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:15:47.931296 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f91dbc63-db39-41fc-baa8-4ac2e9cb0ef7 None None] Provisioning complete for port 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:47.931821 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f91dbc63-db39-41fc-baa8-4ac2e9cb0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:47.943764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Calling delete_port for 8c89f3e9-888d-4631-a0e3-9081cf39d2e0 owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:15:48.115055 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f91dbc63-db39-41fc-baa8-4ac2e9cb0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.131574 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15c633-5524-43b7-ba51-6f4066ba4a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e905d344-b7fc-4ed1-9986-6e3f41f0caa7,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:48.181606 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f91dbc63-db39-41fc-baa8-4ac2e9cb0ef7 None None] For port 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4ee23404-7c7f-4915-a4b1-6a0c11bb86ef,segment=NetworkSegment(764a4fa0-2d3d-4538-aa60-a44f79c8cc48),segment_id=764a4fa0-2d3d-4538-aa60-a44f79c8cc48)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:15:48.215456 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-93b27837-9e7d-415d-b59d-b642765c2b7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb98f6412bd74d8fb4ea1f09a09dd9e0&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2364354 Dec 21 22:15:48.227402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55922) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:48.234275 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-eb15c633-5524-43b7-ba51-6f4066ba4a0c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a05158746a8a4a1ba562dda1d11acc8b&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3525815 Dec 21 22:15:48.240060 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55926) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:48.288012 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f91dbc63-db39-41fc-baa8-4ac2e9cb0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.304899 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.317309 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Transition to ACTIVE for port object 27f5ca68-74b4-42e3-9217-e31f007841f4 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:15:48.326879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc3c5-2f64-4dd4-9ebb-8d06aff4aa7c tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.338637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55930) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:48.351837 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b27837-9e7d-415d-b59d-b642765c2b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ebebf4-0525-444b-a9e5-1166f89b0ef3,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:48.374736 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dbc63-db39-41fc-baa8-4ac2e9cb0ef7 None None] Pushing event updated for resources: {'Port': ['ID=4ee23404-7c7f-4915-a4b1-6a0c11bb86ef,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:48.394198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-43a1a7a5-ca8d-4682-ad4f-5e34f14c71b0 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2026392213', 'description': 'tempest-description--1390526159'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:48.400678 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.407865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7b36b324-8917-455a-997c-c47979d8857d tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.416863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ad85fe5e-15e3-45de-9172-029bc413b303 None None] Provisioning complete for port 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:48.417229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ad85fe5e-15e3-45de-9172-029bc413b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.463975 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.488882 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-43a1a7a5-ca8d-4682-ad4f-5e34f14c71b0 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:48.491205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cc3c5-2f64-4dd4-9ebb-8d06aff4aa7c tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Pushing event deleted for resources: {'Port': ['ID=213b6ca6-3e0f-49e9-beef-ca3301ad73ec,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:48.505606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-43a1a7a5-ca8d-4682-ad4f-5e34f14c71b0 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Usage tracker for resource:security_group and tenant:3f0d4f008c4047b78a3c3af0d575917d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:48.511761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-43a1a7a5-ca8d-4682-ad4f-5e34f14c71b0 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:48.571413 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd16a4-bd76-4d6e-8663-ac271991ce78 None None] Pushing event updated for resources: {'Port': ['ID=27f5ca68-74b4-42e3-9217-e31f007841f4,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:48.590414 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c89f3e9-888d-4631-a0e3-9081cf39d2e0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:48.624630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-43a1a7a5-ca8d-4682-ad4f-5e34f14c71b0 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:48.700188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:15:48.721043 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Attempting to bind port 27f5ca68-74b4-42e3-9217-e31f007841f4 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:48.721589 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Attempting to bind port 27f5ca68-74b4-42e3-9217-e31f007841f4 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '3b9323a5-695a-4cc0-a3b4-75c4fbe92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:48.722267 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Attempting to bind port 27f5ca68-74b4-42e3-9217-e31f007841f4 on network 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:48.727458 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a06dfa90-6e54-4410-948d-62ba6e5659d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.729767 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:48.730341 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Checking segment: {'id': '3b9323a5-695a-4cc0-a3b4-75c4fbe92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:15:48.730997 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.731514 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Bound using segment: {'id': '3b9323a5-695a-4cc0-a3b4-75c4fbe92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:15:48.732254 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Bound port: 27f5ca68-74b4-42e3-9217-e31f007841f4, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b9323a5-695a-4cc0-a3b4-75c4fbe92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:15:48.732775 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.746716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8e2cc3c5-2f64-4dd4-9ebb-8d06aff4aa7c tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.749406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a432-eb4a-44d3-9817-035b1d04e8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.760876 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-43a1a7a5-ca8d-4682-ad4f-5e34f14c71b0 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.781479 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a06dfa90-6e54-4410-948d-62ba6e5659d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.811848 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.851117 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:48.851546 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.882179 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] For port 27f5ca68-74b4-42e3-9217-e31f007841f4, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:15:48.885974 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] For port 27f5ca68-74b4-42e3-9217-e31f007841f4, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=27f5ca68-74b4-42e3-9217-e31f007841f4,segment=NetworkSegment(3b9323a5-695a-4cc0-a3b4-75c4fbe92545),segment_id=3b9323a5-695a-4cc0-a3b4-75c4fbe92545)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:15:48.888686 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8e2cc3c5-2f64-4dd4-9ebb-8d06aff4aa7c tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] 10.222.0.37 "DELETE /v2.0/ports/213b6ca6-3e0f-49e9-beef-ca3301ad73ec HTTP/1.1" status: 204 len: 168 time: 2.6741483 Dec 21 22:15:48.889971 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55934) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:48.892808 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a432-eb4a-44d3-9817-035b1d04e8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.961009 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e9df5d-2b3e-4179-9a8b-dc7b39b60107 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] GET failed (client error): The resource could not be found. Dec 21 22:15:48.962498 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-97e9df5d-2b3e-4179-9a8b-dc7b39b60107 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] 10.222.0.37 "GET /v2.0/ports/213b6ca6-3e0f-49e9-beef-ca3301ad73ec HTTP/1.1" status: 404 len: 333 time: 0.0681245 Dec 21 22:15:48.969005 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55938) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:48.979134 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1dce8de1-c732-41c3-ab55-c45af80da888 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Request body: {'port': {'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-570283736'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:48.979706 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:48.986340 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.023120 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1dce8de1-c732-41c3-ab55-c45af80da888 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:49.030977 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1dce8de1-c732-41c3-ab55-c45af80da888 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Usage tracker for resource:port and tenant:291dd91030ff42ff8d47eaae918711f8 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:49.041876 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1dce8de1-c732-41c3-ab55-c45af80da888 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:49.057815 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1dce8de1-c732-41c3-ab55-c45af80da888 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:49.060594 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a06dfa90-6e54-4410-948d-62ba6e5659d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.084815 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd16a4-bd76-4d6e-8663-ac271991ce78 None None] Pushing event updated for resources: {'Port': ['ID=27f5ca68-74b4-42e3-9217-e31f007841f4,revision_number=4']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:49.092512 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Routers {'7351adb4-468b-47f8-855d-d22ea5033863'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:15:49.095413 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:15:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['7351adb4-468b-47f8-855d-d22ea5033863'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:49.095550 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06dfa90-6e54-4410-948d-62ba6e5659d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e905d344-b7fc-4ed1-9986-6e3f41f0caa7,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:49.143036 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-43a1a7a5-ca8d-4682-ad4f-5e34f14c71b0 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:49.150871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Router 59b3a28e-062e-4c10-bddb-5f05892bd1b3 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:15:49.205400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-43a1a7a5-ca8d-4682-ad4f-5e34f14c71b0 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Usage tracker for resource:security_group_rule and tenant:3f0d4f008c4047b78a3c3af0d575917d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:49.209413 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-43a1a7a5-ca8d-4682-ad4f-5e34f14c71b0 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:49.228957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-43a1a7a5-ca8d-4682-ad4f-5e34f14c71b0 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:49.250201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.292358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dce8de1-c732-41c3-ab55-c45af80da888 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Made reservation on behalf of 291dd91030ff42ff8d47eaae918711f8 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:49.297115 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1dce8de1-c732-41c3-ab55-c45af80da888 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.321926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a42aac-c8b7-4ae1-a294-36c8a054259b,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:49.332226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7b36b324-8917-455a-997c-c47979d8857d tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.343964 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-1dce8de1-c732-41c3-ab55-c45af80da888 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] device_id is not set on port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:15:49.344937 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7b36b324-8917-455a-997c-c47979d8857d tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.364213 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] Set router 7351adb4-468b-47f8-855d-d22ea5033863 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:15:49.370588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:15:49.381841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Sync routers for ids ['c708dfc0-40ae-4621-aa16-b7b86139354a'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:15:49.396878 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a06dfa90-6e54-4410-948d-62ba6e5659d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.400461 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a06dfa90-6e54-4410-948d-62ba6e5659d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e905d344-b7fc-4ed1-9986-6e3f41f0caa7 HTTP/1.1" status: 204 len: 168 time: 1.1277602 Dec 21 22:15:49.403044 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Routers {'c708dfc0-40ae-4621-aa16-b7b86139354a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:15:49.404882 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:15:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c708dfc0-40ae-4621-aa16-b7b86139354a'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:49.414548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a432-eb4a-44d3-9817-035b1d04e8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.458043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-43a1a7a5-ca8d-4682-ad4f-5e34f14c71b0 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.466498 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b3a432-eb4a-44d3-9817-035b1d04e8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ebebf4-0525-444b-a9e5-1166f89b0ef3,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:49.471185 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8b3a432-eb4a-44d3-9817-035b1d04e8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.474859 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f8b3a432-eb4a-44d3-9817-035b1d04e8d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/05ebebf4-0525-444b-a9e5-1166f89b0ef3 HTTP/1.1" status: 204 len: 168 time: 1.2426605 Dec 21 22:15:49.477739 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-39340e52-c0ac-4e2d-a792-8c194718997c admin admin] 10.222.0.37 "PUT /v2.0/routers/c708dfc0-40ae-4621-aa16-b7b86139354a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9604254 Dec 21 22:15:49.522076 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.552421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b53a49-0121-482e-8ad6-b944f155e92e']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:49.567696 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-43a1a7a5-ca8d-4682-ad4f-5e34f14c71b0 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.604866 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff929dd-83f7-4533-bdcd-13962f5002b4') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:49.605073 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff929dd-83f7-4533-bdcd-13962f5002b4') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:49.620143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1a7a5-ca8d-4682-ad4f-5e34f14c71b0 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153519e0-cbcd-49a6-b085-403c519b8755,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:49.620729 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.623311 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7b36b324-8917-455a-997c-c47979d8857d tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.623998 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b36b324-8917-455a-997c-c47979d8857d tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4894116f-22ed-43d2-8468-f3748c388620 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:15:49.649990 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7b36b324-8917-455a-997c-c47979d8857d tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.657476 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7b36b324-8917-455a-997c-c47979d8857d tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] 10.222.0.37 "DELETE /v2.0/routers/4894116f-22ed-43d2-8468-f3748c388620 HTTP/1.1" status: 204 len: 168 time: 1.8010828 Dec 21 22:15:49.657476 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55948) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:49.661553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b01193f9-4111-4f35-bf0b-41e16c336196 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Request body: {'router': {'name': 'tempest-router-1030200625', 'distributed': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:49.662389 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.666809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b01193f9-4111-4f35-bf0b-41e16c336196 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:49.670795 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b01193f9-4111-4f35-bf0b-41e16c336196 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Usage tracker for resource:router and tenant:8dd6997ad9b74e3aa3a546f20f8fe84d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:49.675089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b01193f9-4111-4f35-bf0b-41e16c336196 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:49.681829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b01193f9-4111-4f35-bf0b-41e16c336196 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:49.726057 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:15:49.726630 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.736641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-43a1a7a5-ca8d-4682-ad4f-5e34f14c71b0 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.738156 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-43a1a7a5-ca8d-4682-ad4f-5e34f14c71b0 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.3876565 Dec 21 22:15:49.740914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55952) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:49.746779 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-d892251f-e850-4f2a-afd5-27cf3ac6ad21 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Request body: {'security_group_rule': {'security_group_id': '153519e0-cbcd-49a6-b085-403c519b8755', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:49.753670 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d892251f-e850-4f2a-afd5-27cf3ac6ad21 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:49.760447 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Set router c708dfc0-40ae-4621-aa16-b7b86139354a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:15:49.761013 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d892251f-e850-4f2a-afd5-27cf3ac6ad21 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Usage tracker for resource:security_group_rule and tenant:3f0d4f008c4047b78a3c3af0d575917d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:49.766000 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d892251f-e850-4f2a-afd5-27cf3ac6ad21 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:49.773010 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d892251f-e850-4f2a-afd5-27cf3ac6ad21 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:15:49.804878 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:15:49.808970 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b01193f9-4111-4f35-bf0b-41e16c336196 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.810378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b01193f9-4111-4f35-bf0b-41e16c336196 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.847332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b01193f9-4111-4f35-bf0b-41e16c336196 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.914489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d892251f-e850-4f2a-afd5-27cf3ac6ad21 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:49.933949 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7351adb4-468b-47f8-855d-d22ea5033863', 'name': 'tempest-ServersTestJSON-1245971313-router', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:39Z', 'revision_number': 4, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'gw_port': {'id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '27f5ca68-74b4-42e3-9217-e31f007841f4', 'name': '', 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'mac_address': 'fa:16:3e:3c:a9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:37Z', 'updated_at': '2021-12-21T22:15:48Z', 'revision_number': 4, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'subnets': [{'id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:49.942757 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a1ecfd-b516-4303-9271-4ede5faa0758 None None] The sync data for ids ['7351adb4-468b-47f8-855d-d22ea5033863'] in dv-neutron-822520-1-hyperv is: [{'id': '7351adb4-468b-47f8-855d-d22ea5033863', 'name': 'tempest-ServersTestJSON-1245971313-router', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:39Z', 'revision_number': 4, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'gw_port': {'id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '27f5ca68-74b4-42e3-9217-e31f007841f4', 'name': '', 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'mac_address': 'fa:16:3e:3c:a9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:37Z', 'updated_at': '2021-12-21T22:15:48Z', 'revision_number': 4, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'subnets': [{'id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:15:49.961375 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b01193f9-4111-4f35-bf0b-41e16c336196 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:50.079912 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d892251f-e850-4f2a-afd5-27cf3ac6ad21 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:50.089543 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1dce8de1-c732-41c3-ab55-c45af80da888 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:50.108987 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:50.133209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b01193f9-4111-4f35-bf0b-41e16c336196 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:50.134763 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b01193f9-4111-4f35-bf0b-41e16c336196 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4782193 Dec 21 22:15:50.137187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55964) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:50.161225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 58b53a49-0121-482e-8ad6-b944f155e92e {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 22:15:50.178415 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:50.208938 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Pushing event deleted for resources: {'Network': ['ID=58b53a49-0121-482e-8ad6-b944f155e92e,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:50.232211 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c12478a4-fa49-41cd-bbee-aa6341dd14dd tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "DELETE /v2.0/networks/58b53a49-0121-482e-8ad6-b944f155e92e HTTP/1.1" status: 204 len: 168 time: 3.6248686 Dec 21 22:15:50.239641 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55968) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:50.262954 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d892251f-e850-4f2a-afd5-27cf3ac6ad21 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:50.348702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892251f-e850-4f2a-afd5-27cf3ac6ad21 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bea17c-8606-4746-a2bc-3b763028b545,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:50.369492 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4c00a5f4-1e67-492e-bdb7-f27b9fe080f1 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:50.375143 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1dce8de1-c732-41c3-ab55-c45af80da888 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:50.381150 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'name': 'tempest-ServersTestManualDisk-1691316082-router', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:41Z', 'revision_number': 4, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'gw_port': {'id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '38b93d2b-5242-4ab2-93ec-11258afee379', 'name': '', 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'mac_address': 'fa:16:3e:e1:b3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:38Z', 'updated_at': '2021-12-21T22:15:42Z', 'revision_number': 2, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'subnets': [{'id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:50.388154 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Checking router: c708dfc0-40ae-4621-aa16-b7b86139354a for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:15:50.388154 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Updating router c708dfc0-40ae-4621-aa16-b7b86139354a port 38b93d2b-5242-4ab2-93ec-11258afee379 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:15:50.460637 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:50.491552 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d892251f-e850-4f2a-afd5-27cf3ac6ad21 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:50.495993 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d892251f-e850-4f2a-afd5-27cf3ac6ad21 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7538297 Dec 21 22:15:50.496175 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55972) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:50.514125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-086dfee8-48fe-4451-adaf-3c6b3a0b9543 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Request body: {'security_group_rule': {'security_group_id': '153519e0-cbcd-49a6-b085-403c519b8755', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:50.522055 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-086dfee8-48fe-4451-adaf-3c6b3a0b9543 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:50.522689 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dce8de1-c732-41c3-ab55-c45af80da888 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Network 57f5d457-d48b-4446-9bd8-f36f048ed710 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:50.527059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-086dfee8-48fe-4451-adaf-3c6b3a0b9543 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Usage tracker for resource:security_group_rule and tenant:3f0d4f008c4047b78a3c3af0d575917d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:50.527512 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:15:50.530722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-086dfee8-48fe-4451-adaf-3c6b3a0b9543 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:50.541200 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55976) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:50.544669 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-086dfee8-48fe-4451-adaf-3c6b3a0b9543 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:50.556099 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce8de1-c732-41c3-ab55-c45af80da888 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Pushing event updated for resources: {'Port': ['ID=30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:50.560087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-1dce8de1-c732-41c3-ab55-c45af80da888 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:50.567130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dce8de1-c732-41c3-ab55-c45af80da888 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:50.568063 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dce8de1-c732-41c3-ab55-c45af80da888 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:50.568645 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1dce8de1-c732-41c3-ab55-c45af80da888 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:50.575337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7ec6acb2-0698-4f06-be55-e5fc817139aa tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Synchronizing usage tracker for tenant:6ef80548fda3420ab869347cd763b3e2 on resource:floatingip {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:15:50.644011 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55980) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:50.692079 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:50.692079 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fccb29c3-10e9-4b76-9707-6c56ed32103d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.7213676 Dec 21 22:15:50.692079 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55984) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:50.718032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8378998c-600c-4ebd-b661-1ed0f97a26fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:50.788405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 27f5ca68-74b4-42e3-9217-e31f007841f4 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:15:50.885938 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7ec6acb2-0698-4f06-be55-e5fc817139aa tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Unset dirty status for tenant:6ef80548fda3420ab869347cd763b3e2 on resource:floatingip {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:15:50.889823 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7ec6acb2-0698-4f06-be55-e5fc817139aa tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.6398141 Dec 21 22:15:50.903797 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1dce8de1-c732-41c3-ab55-c45af80da888 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9331050 Dec 21 22:15:50.904698 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 55988) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:50.913248 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55990) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:50.919329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-086dfee8-48fe-4451-adaf-3c6b3a0b9543 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:50.929411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4c00a5f4-1e67-492e-bdb7-f27b9fe080f1 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:50.935007 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:50.955527 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-74532572-2a5e-4d6b-b44d-25528fa3475f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=36d66c3891ed4aa0a0a086536a07dc70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3099902 Dec 21 22:15:50.964040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 55996) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:50.974051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-8378998c-600c-4ebd-b661-1ed0f97a26fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:51.003067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4c00a5f4-1e67-492e-bdb7-f27b9fe080f1 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:51.017988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8378998c-600c-4ebd-b661-1ed0f97a26fb admin admin] Usage tracker for resource:security_group_rule and tenant:7e70e44202984110b4c9b1009c036bfa is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:51.025315 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 27f5ca68-74b4-42e3-9217-e31f007841f4 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:15:51.028860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8378998c-600c-4ebd-b661-1ed0f97a26fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:51.038163 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 27f5ca68-74b4-42e3-9217-e31f007841f4 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:51.038642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:51.054086 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d586d727-76fc-4aac-be68-a0e9fd2bb1ce tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:51.054513 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d586d727-76fc-4aac-be68-a0e9fd2bb1ce tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:51.054878 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d586d727-76fc-4aac-be68-a0e9fd2bb1ce tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:51.055226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d586d727-76fc-4aac-be68-a0e9fd2bb1ce tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:51.055570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d586d727-76fc-4aac-be68-a0e9fd2bb1ce tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:51.055803 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84dfb6a-da08-43f4-a60a-0869271ec378 None None] Sync routers for ids ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:15:51.056343 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d586d727-76fc-4aac-be68-a0e9fd2bb1ce tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:51.056848 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d586d727-76fc-4aac-be68-a0e9fd2bb1ce tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Synchronizing usage tracker for tenant:6ef80548fda3420ab869347cd763b3e2 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:15:51.068454 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-8378998c-600c-4ebd-b661-1ed0f97a26fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:51.086938 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84dfb6a-da08-43f4-a60a-0869271ec378 None None] Routers {'59b3a28e-062e-4c10-bddb-5f05892bd1b3'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:15:51.087729 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a84dfb6a-da08-43f4-a60a-0869271ec378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:15:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:51.100977 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:51.138000 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Transition to ACTIVE for port object 38b93d2b-5242-4ab2-93ec-11258afee379 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:15:51.228833 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a84dfb6a-da08-43f4-a60a-0869271ec378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:51.247237 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:51.259103 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84dfb6a-da08-43f4-a60a-0869271ec378 None None] Routers {'59b3a28e-062e-4c10-bddb-5f05892bd1b3'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:15:51.259938 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a84dfb6a-da08-43f4-a60a-0869271ec378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:15:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:51.314250 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:51.412094 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-086dfee8-48fe-4451-adaf-3c6b3a0b9543 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:51.412843 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4c00a5f4-1e67-492e-bdb7-f27b9fe080f1 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:51.413312 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c00a5f4-1e67-492e-bdb7-f27b9fe080f1 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0210bc5-d4c4-40cf-a3c6-cfad9a71f122 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:15:51.419537 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a84dfb6a-da08-43f4-a60a-0869271ec378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:51.419932 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84dfb6a-da08-43f4-a60a-0869271ec378 None None] The sync data for ids ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:15:51.442417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce574a-ec49-4ea5-8e44-748fe525c0a6 None None] Pushing event updated for resources: {'Port': ['ID=38b93d2b-5242-4ab2-93ec-11258afee379,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:51.513919 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:51.627933 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-086dfee8-48fe-4451-adaf-3c6b3a0b9543 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:51.651743 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ad84-e14a-4a8d-a780-4db902a209f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:51.667636 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 27f5ca68-74b4-42e3-9217-e31f007841f4, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=27f5ca68-74b4-42e3-9217-e31f007841f4,segment=NetworkSegment(3b9323a5-695a-4cc0-a3b4-75c4fbe92545),segment_id=3b9323a5-695a-4cc0-a3b4-75c4fbe92545)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:15:51.721021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086dfee8-48fe-4451-adaf-3c6b3a0b9543 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79db0409-2157-4bfc-8767-5a2ba913c87e,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:51.756938 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8378998c-600c-4ebd-b661-1ed0f97a26fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:51.761332 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Attempting to bind port 38b93d2b-5242-4ab2-93ec-11258afee379 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:51.761696 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Attempting to bind port 38b93d2b-5242-4ab2-93ec-11258afee379 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '46ea1c92-d041-4489-8968-e96b6b7107f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:51.762077 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Attempting to bind port 38b93d2b-5242-4ab2-93ec-11258afee379 on network f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:51.763965 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4c00a5f4-1e67-492e-bdb7-f27b9fe080f1 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:51.768947 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4c00a5f4-1e67-492e-bdb7-f27b9fe080f1 tempest-RoutersTestDVR-579229666 tempest-RoutersTestDVR-579229666-project-admin] 10.222.0.37 "DELETE /v2.0/routers/a0210bc5-d4c4-40cf-a3c6-cfad9a71f122 HTTP/1.1" status: 204 len: 168 time: 1.6306272 Dec 21 22:15:51.769758 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:15:51.770470 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Checking segment: {'id': '46ea1c92-d041-4489-8968-e96b6b7107f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:15:51.770571 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:51.770906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Bound using segment: {'id': '46ea1c92-d041-4489-8968-e96b6b7107f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:15:51.771012 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ad84-e14a-4a8d-a780-4db902a209f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:51.783502 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Bound port: 38b93d2b-5242-4ab2-93ec-11258afee379, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ea1c92-d041-4489-8968-e96b6b7107f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:15:51.785457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:51.836147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56004) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:51.898098 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-086dfee8-48fe-4451-adaf-3c6b3a0b9543 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:51.899499 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-086dfee8-48fe-4451-adaf-3c6b3a0b9543 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3934214 Dec 21 22:15:51.903387 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-74bb7709-7401-4b07-9336-518f7835eb1f tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1383962157', 'description': 'tempest-description--968124473'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:51.913521 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8378998c-600c-4ebd-b661-1ed0f97a26fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:51.921363 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56008) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:51.929894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-74bb7709-7401-4b07-9336-518f7835eb1f tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:51.940826 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:51.949635 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-74bb7709-7401-4b07-9336-518f7835eb1f tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Usage tracker for resource:security_group and tenant:ad5fcdaeccaa4b16bc289ea9c4d6bb78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:51.953396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-74bb7709-7401-4b07-9336-518f7835eb1f tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:51.960034 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:51.965462 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-74bb7709-7401-4b07-9336-518f7835eb1f tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:51.986961 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378998c-600c-4ebd-b661-1ed0f97a26fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ab1a97-c3f4-4bb9-a324-1f81346ba29c,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:51.995450 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8378998c-600c-4ebd-b661-1ed0f97a26fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e70e44202984110b4c9b1009c036bfa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4521527 Dec 21 22:15:51.999358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Usage tracker for resource:floatingip and tenant:3f0d4f008c4047b78a3c3af0d575917d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:52.000237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56012) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:52.007999 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:52.022765 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:52.023265 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:52.088540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d586d727-76fc-4aac-be68-a0e9fd2bb1ce tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Unset dirty status for tenant:6ef80548fda3420ab869347cd763b3e2 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:15:52.089860 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d586d727-76fc-4aac-be68-a0e9fd2bb1ce tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3969 time: 1.1399043 Dec 21 22:15:52.094842 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56016) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:52.096883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ad84-e14a-4a8d-a780-4db902a209f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:52.131666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0cd1ad84-e14a-4a8d-a780-4db902a209f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:52.135697 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0cd1ad84-e14a-4a8d-a780-4db902a209f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f44d4d0-a08b-4b0e-a80f-b4235700f35d HTTP/1.1" status: 204 len: 168 time: 1.1634393 Dec 21 22:15:52.136630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1ad84-e14a-4a8d-a780-4db902a209f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f44d4d0-a08b-4b0e-a80f-b4235700f35d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:52.144338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] device_id is not set on port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:15:52.155207 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:52.200249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9e2f-f2be-44b8-9054-45a14113b67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:52.202359 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Transition to ACTIVE for port object 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:15:52.211051 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] For port 38b93d2b-5242-4ab2-93ec-11258afee379, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:15:52.213983 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=27f5ca68-74b4-42e3-9217-e31f007841f4,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:52.229033 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] For port 38b93d2b-5242-4ab2-93ec-11258afee379, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=38b93d2b-5242-4ab2-93ec-11258afee379,segment=NetworkSegment(46ea1c92-d041-4489-8968-e96b6b7107f6),segment_id=46ea1c92-d041-4489-8968-e96b6b7107f6)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:15:52.239865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9e2f-f2be-44b8-9054-45a14113b67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:52.248914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-74bb7709-7401-4b07-9336-518f7835eb1f tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:52.258063 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:52.295649 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-a57aa39e-216b-4d83-8fba-6ea93e7b37bf tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] delete failed (client error): The resource could not be found. Dec 21 22:15:52.300090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56022) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:52.301369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:52.301535 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a57aa39e-216b-4d83-8fba-6ea93e7b37bf tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/48d5f029-46fc-4162-88d8-4d04efde28bc HTTP/1.1" status: 404 len: 345 time: 0.2057800 Dec 21 22:15:52.303290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:52.385480 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a58d3a4-171f-415a-9a03-86977a0aa0d1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] DELETE failed (client error): The resource could not be found. Dec 21 22:15:52.385955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a58d3a4-171f-415a-9a03-86977a0aa0d1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:15:52.393645 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:52.395840 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce574a-ec49-4ea5-8e44-748fe525c0a6 None None] Pushing event updated for resources: {'Port': ['ID=38b93d2b-5242-4ab2-93ec-11258afee379,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:52.407679 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Routers {'c708dfc0-40ae-4621-aa16-b7b86139354a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:15:52.407679 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:15:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c708dfc0-40ae-4621-aa16-b7b86139354a'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:52.409311 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8a58d3a4-171f-415a-9a03-86977a0aa0d1 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "DELETE /v2.0/networks/58b53a49-0121-482e-8ad6-b944f155e92e HTTP/1.1" status: 404 len: 339 time: 0.0982821 Dec 21 22:15:52.417772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56026) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:52.430910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-8a90c398-6f76-492d-ad08-70050f71a41e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Request body: {'network': {'name': 'tempest-network--959516448', 'router:external': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:52.483399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9e2f-f2be-44b8-9054-45a14113b67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:52.486554 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ba4a9e2f-f2be-44b8-9054-45a14113b67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:52.487859 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ba4a9e2f-f2be-44b8-9054-45a14113b67d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9ab1a97-c3f4-4bb9-a324-1f81346ba29c HTTP/1.1" status: 204 len: 168 time: 0.4866562 Dec 21 22:15:52.504997 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8a90c398-6f76-492d-ad08-70050f71a41e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:52.514976 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Pushing event updated for resources: {'Port': ['ID=30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:52.526304 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a9e2f-f2be-44b8-9054-45a14113b67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ab1a97-c3f4-4bb9-a324-1f81346ba29c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:52.554447 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:52.554771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:52.555097 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:52.562044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:52.562371 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:52.562744 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 2 to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 Dec 21 22:15:52.578629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:52.578978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:52.579312 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:52.585378 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8a90c398-6f76-492d-ad08-70050f71a41e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Usage tracker for resource:network and tenant:6ef80548fda3420ab869347cd763b3e2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:52.586679 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:52.598305 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:52.598936 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 3 to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 Dec 21 22:15:52.602088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8a90c398-6f76-492d-ad08-70050f71a41e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:52.620113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-74bb7709-7401-4b07-9336-518f7835eb1f tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:52.629767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:52.630472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:52.631222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:52.637568 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8a90c398-6f76-492d-ad08-70050f71a41e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:52.639087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:52.639619 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:52.640190 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 4 to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 Dec 21 22:15:52.648102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-74bb7709-7401-4b07-9336-518f7835eb1f tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Usage tracker for resource:security_group_rule and tenant:ad5fcdaeccaa4b16bc289ea9c4d6bb78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:52.659444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:52.660337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:52.660692 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-74bb7709-7401-4b07-9336-518f7835eb1f tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:52.661072 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:52.674624 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:52.674952 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:52.675337 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 5 to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 Dec 21 22:15:52.682757 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] Set router c708dfc0-40ae-4621-aa16-b7b86139354a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:15:52.685419 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-74bb7709-7401-4b07-9336-518f7835eb1f tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:52.714871 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:52.719323 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:52.719323 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:52.732979 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:52.733300 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:52.733638 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 6 to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 Dec 21 22:15:52.759705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:52.760028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:52.760395 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:52.767348 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 27f5ca68-74b4-42e3-9217-e31f007841f4 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:15:52.772006 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:52.772332 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:52.772716 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 7 to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 Dec 21 22:15:52.787947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56036) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:52.818952 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:52.819303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:52.819644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:52.833525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:52.833846 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:52.834289 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 8 to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 Dec 21 22:15:52.838764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a90c398-6f76-492d-ad08-70050f71a41e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Made reservation on behalf of 6ef80548fda3420ab869347cd763b3e2 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:52.841073 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8a90c398-6f76-492d-ad08-70050f71a41e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:52.864206 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:52.864556 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:52.870434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:52.880620 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:52.880880 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:52.881266 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 9 to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 Dec 21 22:15:52.909380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:52.909380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:52.909380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:52.934812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:52.935145 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:52.935535 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 10 to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 Dec 21 22:15:52.954939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:15:52.955276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:15:52.955672 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:15:52.961824 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:15:52.962388 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:15:52.963168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:52.992570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-596baddd-8e56-421b-af2f-9b41daa9c3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:53.051903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 27f5ca68-74b4-42e3-9217-e31f007841f4 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:53.052271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:53.080059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-596baddd-8e56-421b-af2f-9b41daa9c3f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:53.094352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-596baddd-8e56-421b-af2f-9b41daa9c3f8 admin admin] Usage tracker for resource:security_group_rule and tenant:925e49036c5a447f9d9af328302cc34d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:53.100179 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-596baddd-8e56-421b-af2f-9b41daa9c3f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:53.109796 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-596baddd-8e56-421b-af2f-9b41daa9c3f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:53.121941 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] For port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:15:53.122925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempted to set empty binding levels {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 22:15:53.137509 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-74bb7709-7401-4b07-9336-518f7835eb1f tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:53.154615 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:53.156357 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a90c398-6f76-492d-ad08-70050f71a41e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:15:53.223474 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-596baddd-8e56-421b-af2f-9b41daa9c3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:53.223474 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:53.290322 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-596baddd-8e56-421b-af2f-9b41daa9c3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:53.309018 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] In _notify_port_updated(), no bound segment for port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:15:53.317581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:53.319314 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] 10.222.0.37 "PUT /v2.0/ports/30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 HTTP/1.1" status: 200 len: 976 time: 2.4051397 Dec 21 22:15:53.348128 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596baddd-8e56-421b-af2f-9b41daa9c3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4a3dc9-a82b-4ea6-a1cf-a6a99b133e3c,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:53.350787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56054) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:53.390504 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'name': 'tempest-ServersTestManualDisk-1691316082-router', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:41Z', 'revision_number': 4, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'gw_port': {'id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '38b93d2b-5242-4ab2-93ec-11258afee379', 'name': '', 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'mac_address': 'fa:16:3e:e1:b3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:38Z', 'updated_at': '2021-12-21T22:15:52Z', 'revision_number': 4, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'subnets': [{'id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:53.412283 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d665e50c-d7b2-4d21-9383-1f31c759718d None None] The sync data for ids ['c708dfc0-40ae-4621-aa16-b7b86139354a'] in dv-neutron-822520-1-hyperv is: [{'id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'name': 'tempest-ServersTestManualDisk-1691316082-router', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:41Z', 'revision_number': 4, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'gw_port': {'id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '38b93d2b-5242-4ab2-93ec-11258afee379', 'name': '', 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'mac_address': 'fa:16:3e:e1:b3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:38Z', 'updated_at': '2021-12-21T22:15:52Z', 'revision_number': 4, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'subnets': [{'id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:15:53.420596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca7f3fa-b446-420d-b36c-60f0857282b0 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Pushing event updated for resources: {'Port': ['ID=30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:53.437093 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-74bb7709-7401-4b07-9336-518f7835eb1f tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:53.443344 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8a90c398-6f76-492d-ad08-70050f71a41e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:53.443620 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-8a90c398-6f76-492d-ad08-70050f71a41e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Added segment c98b9a8a-a66e-44db-9d22-486504387dee of type vlan for network 9df58fdf-fa68-4e38-a871-80ff804a5ce0 Dec 21 22:15:53.489139 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-596baddd-8e56-421b-af2f-9b41daa9c3f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=925e49036c5a447f9d9af328302cc34d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6976228 Dec 21 22:15:53.489269 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56060) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:53.622914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-cd49e50a-08ee-4696-8521-17a7082d7b09 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Synchronizing usage tracker for tenant:291dd91030ff42ff8d47eaae918711f8 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:15:53.630480 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Allocated IP 172.26.3.62 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/d3ab99c5-73b8-44c3-902b-2314b6964568) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:15:53.645901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a7541c58-1519-48c8-92a9-547bf6ab07c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:53.691667 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a7541c58-1519-48c8-92a9-547bf6ab07c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:53.740169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb7709-7401-4b07-9336-518f7835eb1f tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f60179-6b1c-4fe7-a771-39bd11b1c658,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:53.768707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-cd49e50a-08ee-4696-8521-17a7082d7b09 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Unset dirty status for tenant:291dd91030ff42ff8d47eaae918711f8 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:15:53.773824 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-cd49e50a-08ee-4696-8521-17a7082d7b09 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12791 time: 0.4172184 Dec 21 22:15:53.776951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56068) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:53.844009 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-74bb7709-7401-4b07-9336-518f7835eb1f tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:53.845421 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-74bb7709-7401-4b07-9336-518f7835eb1f tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.0016901 Dec 21 22:15:53.851089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56072) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:53.861229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-2f639882-6edc-49da-b430-a2814e5f10cc tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Deleting port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:15:53.861785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f639882-6edc-49da-b430-a2814e5f10cc tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:53.875740 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8a90c398-6f76-492d-ad08-70050f71a41e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:53.925495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-9667c723-bc6b-411f-83b7-f691aaebbca5 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Request body: {'security_group_rule': {'security_group_id': '69f60179-6b1c-4fe7-a771-39bd11b1c658', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:53.931315 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9667c723-bc6b-411f-83b7-f691aaebbca5 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:53.935451 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9667c723-bc6b-411f-83b7-f691aaebbca5 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Usage tracker for resource:security_group_rule and tenant:ad5fcdaeccaa4b16bc289ea9c4d6bb78 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:53.939736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9667c723-bc6b-411f-83b7-f691aaebbca5 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:53.947576 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9667c723-bc6b-411f-83b7-f691aaebbca5 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:54.028699 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Allocated IP 172.20.0.1 (d8c8ae26-74b6-4025-8b81-60d8511f60e4/d8802bd8-2ee1-411c-be96-865f74adf51e/37deb5b2-e533-4f37-bb89-c9220239d743) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:15:54.075654 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a7541c58-1519-48c8-92a9-547bf6ab07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:54.097716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9667c723-bc6b-411f-83b7-f691aaebbca5 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:54.129318 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:54.197814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-2f639882-6edc-49da-b430-a2814e5f10cc tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] For port 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84, host hv-neutron-8225, got binding levels [] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:15:54.198277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f639882-6edc-49da-b430-a2814e5f10cc tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:54.267310 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8a90c398-6f76-492d-ad08-70050f71a41e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:54.268147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a90c398-6f76-492d-ad08-70050f71a41e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:54.268723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8a90c398-6f76-492d-ad08-70050f71a41e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:54.317422 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56088) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:54.380865 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:54.402357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-2f639882-6edc-49da-b430-a2814e5f10cc tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Calling delete_port for 30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:15:54.459327 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:54.501627 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90c398-6f76-492d-ad08-70050f71a41e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Pushing event updated for resources: {'Network': ['ID=9df58fdf-fa68-4e38-a871-80ff804a5ce0,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:54.512676 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Transition to ACTIVE for port object 37deb5b2-e533-4f37-bb89-c9220239d743 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:15:54.516199 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 9df58fdf-fa68-4e38-a871-80ff804a5ce0 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:15:54.519708 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8a90c398-6f76-492d-ad08-70050f71a41e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1008890 Dec 21 22:15:54.533410 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56096) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:54.596731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7541c58-1519-48c8-92a9-547bf6ab07c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4a3dc9-a82b-4ea6-a1cf-a6a99b133e3c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:54.629574 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9667c723-bc6b-411f-83b7-f691aaebbca5 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:54.633797 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:54.643638 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:54.653032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a7541c58-1519-48c8-92a9-547bf6ab07c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:54.660810 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a7541c58-1519-48c8-92a9-547bf6ab07c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b4a3dc9-a82b-4ea6-a1cf-a6a99b133e3c HTTP/1.1" status: 204 len: 168 time: 1.1704965 Dec 21 22:15:54.660995 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:54.706141 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9667c723-bc6b-411f-83b7-f691aaebbca5 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:54.719039 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Pushing event updated for resources: {'Port': ['ID=d3ab99c5-73b8-44c3-902b-2314b6964568,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:54.758838 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667c723-bc6b-411f-83b7-f691aaebbca5 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86719925-d36d-4148-bf32-cc4864a2c349,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:54.777428 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 38b93d2b-5242-4ab2-93ec-11258afee379 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:15:54.819059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f639882-6edc-49da-b430-a2814e5f10cc tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:54.820882 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9667c723-bc6b-411f-83b7-f691aaebbca5 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:54.824957 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9667c723-bc6b-411f-83b7-f691aaebbca5 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9691474 Dec 21 22:15:54.829579 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56104) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:54.873448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b0263c-70a1-4855-ba52-99b883878317 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:54.878224 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b0263c-70a1-4855-ba52-99b883878317 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:54.882412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b0263c-70a1-4855-ba52-99b883878317 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:54.896462 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b0263c-70a1-4855-ba52-99b883878317 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:54.901643 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-16b0263c-70a1-4855-ba52-99b883878317 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3673723 Dec 21 22:15:54.911095 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2f3f9368-8d05-4186-9c80-69e3d1db3e24 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Request body: {'security_group_rule': {'security_group_id': '69f60179-6b1c-4fe7-a771-39bd11b1c658', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:54.918144 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2f3f9368-8d05-4186-9c80-69e3d1db3e24 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:54.921866 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2f3f9368-8d05-4186-9c80-69e3d1db3e24 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Usage tracker for resource:security_group_rule and tenant:ad5fcdaeccaa4b16bc289ea9c4d6bb78 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:54.924439 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56108) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:54.925444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2f3f9368-8d05-4186-9c80-69e3d1db3e24 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:54.931438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2f3f9368-8d05-4186-9c80-69e3d1db3e24 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:54.945814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f639882-6edc-49da-b430-a2814e5f10cc tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Pushing event deleted for resources: {'Port': ['ID=30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:54.958942 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-808771413'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:54.961173 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f639882-6edc-49da-b430-a2814e5f10cc tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:54.963031 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2f639882-6edc-49da-b430-a2814e5f10cc tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] 10.222.0.37 "DELETE /v2.0/ports/30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 HTTP/1.1" status: 204 len: 168 time: 1.1849830 Dec 21 22:15:54.964293 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:54.965560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56112) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:54.968458 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:network and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:54.971414 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:54.977354 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:54.983004 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 38b93d2b-5242-4ab2-93ec-11258afee379 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:15:54.989356 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 38b93d2b-5242-4ab2-93ec-11258afee379 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:54.989889 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.045414 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ae8930-04aa-4793-8d37-a9fc16cddbbb tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] GET failed (client error): The resource could not be found. Dec 21 22:15:55.046423 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e1ae8930-04aa-4793-8d37-a9fc16cddbbb tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Synchronizing usage tracker for tenant:291dd91030ff42ff8d47eaae918711f8 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:15:55.050230 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9368-8d05-4186-9c80-69e3d1db3e24 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.090673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:55.093660 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.121213 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9368-8d05-4186-9c80-69e3d1db3e24 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.142753 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.166230 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.169796 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.182495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 38b93d2b-5242-4ab2-93ec-11258afee379, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=38b93d2b-5242-4ab2-93ec-11258afee379,segment=NetworkSegment(46ea1c92-d041-4489-8968-e96b6b7107f6),segment_id=46ea1c92-d041-4489-8968-e96b6b7107f6)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:15:55.184684 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e1ae8930-04aa-4793-8d37-a9fc16cddbbb tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Unset dirty status for tenant:291dd91030ff42ff8d47eaae918711f8 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:15:55.185992 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e1ae8930-04aa-4793-8d37-a9fc16cddbbb tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] 10.222.0.37 "GET /v2.0/ports/30c45ec6-eb71-42f1-b6ea-bb24a3a3dd84 HTTP/1.1" status: 404 len: 333 time: 0.2194993 Dec 21 22:15:55.189848 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56118) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:55.196731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-9a1f0154-3e6e-4a90-807f-67886a29a627 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1609746613', 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:55.201814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9368-8d05-4186-9c80-69e3d1db3e24 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.204913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9a1f0154-3e6e-4a90-807f-67886a29a627 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:55.227673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1511404-6786-4fd9-b0d2-aba2b20e0987 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.243951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f9368-8d05-4186-9c80-69e3d1db3e24 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee885c9-6cf0-44f4-997f-5db945728826,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:55.252883 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.260031 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.298519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9a1f0154-3e6e-4a90-807f-67886a29a627 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:55.306163 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Network d8c8ae26-74b6-4025-8b81-60d8511f60e4 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:55.310728 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:55.317991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f3f9368-8d05-4186-9c80-69e3d1db3e24 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.330434 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2f3f9368-8d05-4186-9c80-69e3d1db3e24 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4356205 Dec 21 22:15:55.331784 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56124) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:55.343078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:55.356226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:55.359165 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:55.368870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Usage tracker for resource:floatingip and tenant:ad5fcdaeccaa4b16bc289ea9c4d6bb78 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:55.381495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:55.389113 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:55.396844 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1f0154-3e6e-4a90-807f-67886a29a627 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Made reservation on behalf of 291dd91030ff42ff8d47eaae918711f8 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:55.399263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:55.401520 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Pushing event updated for resources: {'Port': ['ID=37deb5b2-e533-4f37-bb89-c9220239d743,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:55.404835 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=38b93d2b-5242-4ab2-93ec-11258afee379,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:55.417857 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9a1f0154-3e6e-4a90-807f-67886a29a627 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.449399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-9a1f0154-3e6e-4a90-807f-67886a29a627 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] device_id is not set on port 6c15babf-ac80-4b39-85c8-e85e2f88a013 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:15:55.457904 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:security_group_rule and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:55.466503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:55.509323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:55.537923 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.584506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1511404-6786-4fd9-b0d2-aba2b20e0987 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.603176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.616224 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.693965 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-31fa1b54-db1c-40f9-b445-c627ebfa4aca None None] Provisioning for port 37deb5b2-e533-4f37-bb89-c9220239d743 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:15:55.701610 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-31fa1b54-db1c-40f9-b445-c627ebfa4aca None None] Provisioning complete for port 37deb5b2-e533-4f37-bb89-c9220239d743 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:55.702294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-31fa1b54-db1c-40f9-b445-c627ebfa4aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.732772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-c1511404-6786-4fd9-b0d2-aba2b20e0987 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df58fdf-fa68-4e38-a871-80ff804a5ce0']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:55.761160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-c1511404-6786-4fd9-b0d2-aba2b20e0987 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98b9a8a-a66e-44db-9d22-486504387dee') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:55.761655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-c1511404-6786-4fd9-b0d2-aba2b20e0987 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98b9a8a-a66e-44db-9d22-486504387dee') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:55.786691 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-31fa1b54-db1c-40f9-b445-c627ebfa4aca None None] Port 37deb5b2-e533-4f37-bb89-c9220239d743 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:15:55.787368 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56134) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:55.816235 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9a1f0154-3e6e-4a90-807f-67886a29a627 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.823078 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1511404-6786-4fd9-b0d2-aba2b20e0987 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.853812 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3dbf797e-a73e-4a98-8e69-9f867c5e7a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.855794 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.870132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1511404-6786-4fd9-b0d2-aba2b20e0987 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.903307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1511404-6786-4fd9-b0d2-aba2b20e0987 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:15:55.904362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1511404-6786-4fd9-b0d2-aba2b20e0987 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:15:55.926261 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:15:55.981469 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9a1f0154-3e6e-4a90-807f-67886a29a627 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.031674 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.066268 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Allocated IP 172.26.3.164 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/954f36fc-6253-40d0-bad8-8336454b53c7) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:15:56.083511 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f0154-3e6e-4a90-807f-67886a29a627 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Pushing event updated for resources: {'Port': ['ID=6c15babf-ac80-4b39-85c8-e85e2f88a013,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:56.096833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1f0154-3e6e-4a90-807f-67886a29a627 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Network 57f5d457-d48b-4446-9bd8-f36f048ed710 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:56.099025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-9a1f0154-3e6e-4a90-807f-67886a29a627 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:56.102637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1f0154-3e6e-4a90-807f-67886a29a627 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:56.103186 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1f0154-3e6e-4a90-807f-67886a29a627 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:56.104152 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9a1f0154-3e6e-4a90-807f-67886a29a627 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.123454 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3dbf797e-a73e-4a98-8e69-9f867c5e7a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:56.131721 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.152644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3dbf797e-a73e-4a98-8e69-9f867c5e7a97 admin admin] Usage tracker for resource:security_group_rule and tenant:8dd6997ad9b74e3aa3a546f20f8fe84d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:56.165473 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3dbf797e-a73e-4a98-8e69-9f867c5e7a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:56.193941 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3dbf797e-a73e-4a98-8e69-9f867c5e7a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:56.214410 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.258523 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0c3cc5-e6c9-4092-94b2-5bd1a250a942,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:56.269459 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1511404-6786-4fd9-b0d2-aba2b20e0987 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.272654 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:15:56.276636 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.289153 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9a1f0154-3e6e-4a90-807f-67886a29a627 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0977535 Dec 21 22:15:56.293127 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56146) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:56.328089 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1511404-6786-4fd9-b0d2-aba2b20e0987 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9df58fdf-fa68-4e38-a871-80ff804a5ce0 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 22:15:56.349844 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1511404-6786-4fd9-b0d2-aba2b20e0987 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.360887 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.361239 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Added segment 74714bea-4237-4354-ba65-44528bdd04e5 of type vlan for network fe7c627c-94be-483c-83d9-84e8e8a5014e Dec 21 22:15:56.365795 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-184a4cef-92de-4b8f-b4d8-937178b4ab23 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Synchronizing usage tracker for tenant:291dd91030ff42ff8d47eaae918711f8 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:15:56.366119 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1511404-6786-4fd9-b0d2-aba2b20e0987 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Pushing event deleted for resources: {'Network': ['ID=9df58fdf-fa68-4e38-a871-80ff804a5ce0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:56.397761 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.resource_extend [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:15:56.397895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56150) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:56.465292 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.506257 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.522796 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-184a4cef-92de-4b8f-b4d8-937178b4ab23 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Unset dirty status for tenant:291dd91030ff42ff8d47eaae918711f8 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:15:56.527623 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-184a4cef-92de-4b8f-b4d8-937178b4ab23 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] 10.222.0.37 "GET /v2.0/ports/6c15babf-ac80-4b39-85c8-e85e2f88a013 HTTP/1.1" status: 200 len: 955 time: 0.2299271 Dec 21 22:15:56.535680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56156) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:56.535851 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c1511404-6786-4fd9-b0d2-aba2b20e0987 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "DELETE /v2.0/networks/9df58fdf-fa68-4e38-a871-80ff804a5ce0 HTTP/1.1" status: 204 len: 168 time: 1.5851812 Dec 21 22:15:56.536280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56158) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:56.537899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.578627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-38467ae4-af4f-4237-9124-7ad320f52498 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Request body: {'network': {'name': 'tempest-network--1971467337', 'router:external': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:56.583684 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-38467ae4-af4f-4237-9124-7ad320f52498 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:56.587715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-38467ae4-af4f-4237-9124-7ad320f52498 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Usage tracker for resource:network and tenant:6ef80548fda3420ab869347cd763b3e2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:56.590816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-38467ae4-af4f-4237-9124-7ad320f52498 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:56.597346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-38467ae4-af4f-4237-9124-7ad320f52498 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:56.632992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:56.633874 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Pushing event updated for resources: {'Port': ['ID=954f36fc-6253-40d0-bad8-8336454b53c7,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:56.635606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.644567 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:56.650492 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:56.706183 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-16b0b5d2-bfb2-4c91-94f7-ebbbfcdaa442 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Deleting port 6c15babf-ac80-4b39-85c8-e85e2f88a013 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:15:56.708840 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-16b0b5d2-bfb2-4c91-94f7-ebbbfcdaa442 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.720317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 38b93d2b-5242-4ab2-93ec-11258afee379 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:15:56.722815 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.resource_extend [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:15:56.753809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38467ae4-af4f-4237-9124-7ad320f52498 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Made reservation on behalf of 6ef80548fda3420ab869347cd763b3e2 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:56.756372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-38467ae4-af4f-4237-9124-7ad320f52498 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.775202 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3dbf797e-a73e-4a98-8e69-9f867c5e7a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.791886 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-58894692'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:56.809979 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:56.824347 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 38b93d2b-5242-4ab2-93ec-11258afee379 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:56.825069 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.828061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Usage tracker for resource:network and tenant:ea5113924b4d47e799bb428ccc12dc7f is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:56.838286 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:56.850566 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.873435 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.879757 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:56.880431 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.901148 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:56.910693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38467ae4-af4f-4237-9124-7ad320f52498 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:15:56.914185 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3dbf797e-a73e-4a98-8e69-9f867c5e7a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.980452 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-38467ae4-af4f-4237-9124-7ad320f52498 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:56.980452 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-38467ae4-af4f-4237-9124-7ad320f52498 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Added segment 86f494cf-c580-4c88-af8e-30ce269e7dec of type vlan for network 8a33f6b8-4a80-498e-9e72-caf96306bb84 Dec 21 22:15:57.007606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Pushing event updated for resources: {'Port': ['ID=d3ab99c5-73b8-44c3-902b-2314b6964568,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:57.035389 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3dbf797e-a73e-4a98-8e69-9f867c5e7a97 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8dd6997ad9b74e3aa3a546f20f8fe84d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2432594 Dec 21 22:15:57.043544 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56168) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:57.057353 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Made reservation on behalf of ea5113924b4d47e799bb428ccc12dc7f for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:57.060294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.078087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-38467ae4-af4f-4237-9124-7ad320f52498 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.127716 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7997153 Dec 21 22:15:57.128843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.134376 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cd27bc77-0355-4941-96fb-d9e60491ab13 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2045722 Dec 21 22:15:57.134376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a7f61-7a6e-460f-bb3e-f2c3a711a0d2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Network': ['ID=fe7c627c-94be-483c-83d9-84e8e8a5014e,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:57.134578 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.139184 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56172) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:57.148529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:15:57.150895 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf797e-a73e-4a98-8e69-9f867c5e7a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c336244-e1a0-4a92-87bd-bcd0f81ce842,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:57.174863 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-16b0b5d2-bfb2-4c91-94f7-ebbbfcdaa442 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.201576 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-dc4e5b09-94fb-473b-a548-3bc339060804 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:57.327992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0e8499a7-a026-4c2a-85c4-1f5617bd8e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.465143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-16b0b5d2-bfb2-4c91-94f7-ebbbfcdaa442 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Calling delete_port for 6c15babf-ac80-4b39-85c8-e85e2f88a013 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:15:57.472324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b49e6a13-f3a6-4543-8ea6-cf16ec2ddefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.503405 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b49e6a13-f3a6-4543-8ea6-cf16ec2ddefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.504453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [None req-38467ae4-af4f-4237-9124-7ad320f52498 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:15:57.519055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dc4e5b09-94fb-473b-a548-3bc339060804 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:57.531841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dc4e5b09-94fb-473b-a548-3bc339060804 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:57.544741 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dc4e5b09-94fb-473b-a548-3bc339060804 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:57.552396 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.566558 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dc4e5b09-94fb-473b-a548-3bc339060804 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:57.570038 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:57.575457 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Usage tracker for resource:security_group_rule and tenant:ea5113924b4d47e799bb428ccc12dc7f is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:57.577787 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.579580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:57.594860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:57.614160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56192) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:57.616959 dv-neutron-822520-1-hyperv neutron-server[84169]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 21 22:15:57.632663 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.637388 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-38467ae4-af4f-4237-9124-7ad320f52498 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.638258 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38467ae4-af4f-4237-9124-7ad320f52498 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:57.638824 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-38467ae4-af4f-4237-9124-7ad320f52498 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.656350 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4e5b09-94fb-473b-a548-3bc339060804 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:57.705705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-16b0b5d2-bfb2-4c91-94f7-ebbbfcdaa442 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.751918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.805037 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b49e6a13-f3a6-4543-8ea6-cf16ec2ddefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.862293 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e6a13-f3a6-4543-8ea6-cf16ec2ddefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c336244-e1a0-4a92-87bd-bcd0f81ce842,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:57.862917 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0b5d2-bfb2-4c91-94f7-ebbbfcdaa442 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c15babf-ac80-4b39-85c8-e85e2f88a013,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:57.865945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38467ae4-af4f-4237-9124-7ad320f52498 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Pushing event updated for resources: {'Network': ['ID=8a33f6b8-4a80-498e-9e72-caf96306bb84,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:57.884287 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 8a33f6b8-4a80-498e-9e72-caf96306bb84 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:15:57.902838 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-16b0b5d2-bfb2-4c91-94f7-ebbbfcdaa442 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.933080 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-16b0b5d2-bfb2-4c91-94f7-ebbbfcdaa442 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] 10.222.0.37 "DELETE /v2.0/ports/6c15babf-ac80-4b39-85c8-e85e2f88a013 HTTP/1.1" status: 204 len: 168 time: 1.3934138 Dec 21 22:15:57.940480 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56196) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:57.951698 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.957625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b49e6a13-f3a6-4543-8ea6-cf16ec2ddefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.961046 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b49e6a13-f3a6-4543-8ea6-cf16ec2ddefc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c336244-e1a0-4a92-87bd-bcd0f81ce842 HTTP/1.1" status: 204 len: 168 time: 0.8657742 Dec 21 22:15:57.961336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5b09-94fb-473b-a548-3bc339060804 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:57.975649 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Pushing event updated for resources: {'Port': ['ID=37deb5b2-e533-4f37-bb89-c9220239d743,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:57.994167 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-504da766-632c-4492-af74-0a417569ab32 req-661c50b4-29ad-4185-8df9-8dcfc31e960d tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Synchronizing usage tracker for tenant:3f0d4f008c4047b78a3c3af0d575917d on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:15:58.096916 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-38467ae4-af4f-4237-9124-7ad320f52498 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5550437 Dec 21 22:15:58.114507 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56202) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:58.127763 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f82238-d32d-4afc-86e9-49679bd7381a tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] GET failed (client error): The resource could not be found. Dec 21 22:15:58.128259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f7f82238-d32d-4afc-86e9-49679bd7381a tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Synchronizing usage tracker for tenant:291dd91030ff42ff8d47eaae918711f8 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:15:58.131716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:58.193380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:58.195482 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:58.223938 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-504da766-632c-4492-af74-0a417569ab32 req-661c50b4-29ad-4185-8df9-8dcfc31e960d tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Unset dirty status for tenant:3f0d4f008c4047b78a3c3af0d575917d on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:15:58.225010 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-661c50b4-29ad-4185-8df9-8dcfc31e960d tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2026392213&fields=id&tenant_id=3f0d4f008c4047b78a3c3af0d575917d HTTP/1.1" status: 200 len: 267 time: 0.6097505 Dec 21 22:15:58.225975 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:15:58.238915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b61678-acd9-4a51-8e73-a803e48489c2,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:58.244099 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:58.244512 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Added segment 99487aa0-73a0-4fb1-9d50-491cb97451ee of type vlan for network 385eeb94-2ba7-4449-936c-f2629137cb79 Dec 21 22:15:58.251889 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f7f82238-d32d-4afc-86e9-49679bd7381a tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Unset dirty status for tenant:291dd91030ff42ff8d47eaae918711f8 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:15:58.261017 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f7f82238-d32d-4afc-86e9-49679bd7381a tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] 10.222.0.37 "GET /v2.0/ports/6c15babf-ac80-4b39-85c8-e85e2f88a013 HTTP/1.1" status: 404 len: 333 time: 0.3148229 Dec 21 22:15:58.261017 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56206) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:58.270002 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-1c5755d7-3508-4347-89fb-53cf1e7fc2f5 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Request body: {'port': {'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-669708422'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:58.274731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1c5755d7-3508-4347-89fb-53cf1e7fc2f5 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:58.294868 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:58.301753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1c5755d7-3508-4347-89fb-53cf1e7fc2f5 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:58.332520 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:58.390860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d17ef8-ed92-4a23-b0ec-2c01e481b1f4 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:58.394755 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-21d17ef8-ed92-4a23-b0ec-2c01e481b1f4 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] 10.222.0.37 "GET /v2.0/networks/8a33f6b8-4a80-498e-9e72-caf96306bb84 HTTP/1.1" status: 200 len: 757 time: 0.2768219 Dec 21 22:15:58.409723 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56212) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:58.449976 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Pushing event updated for resources: {'Port': ['ID=954f36fc-6253-40d0-bad8-8336454b53c7,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:58.462065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5755d7-3508-4347-89fb-53cf1e7fc2f5 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Made reservation on behalf of 291dd91030ff42ff8d47eaae918711f8 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:58.464304 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c5755d7-3508-4347-89fb-53cf1e7fc2f5 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:58.490450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Network d8c8ae26-74b6-4025-8b81-60d8511f60e4 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:58.497478 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:58.575403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-1c5755d7-3508-4347-89fb-53cf1e7fc2f5 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] device_id is not set on port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:15:58.623872 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:58.632646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:58.636243 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:58.636835 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:58.657622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504da766-632c-4492-af74-0a417569ab32 req-8e51b0c6-a95e-4d2b-89eb-fb3314d7bab9 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:58.662554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-504da766-632c-4492-af74-0a417569ab32 req-8e51b0c6-a95e-4d2b-89eb-fb3314d7bab9 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Synchronizing usage tracker for tenant:3f0d4f008c4047b78a3c3af0d575917d on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:15:58.688647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e8fe59-fdce-467e-920c-9efc67d58323 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:58.689224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-33e8fe59-fdce-467e-920c-9efc67d58323 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Synchronizing usage tracker for tenant:3a3af9f68ade4c2781d1cbb2f5e4275c on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:15:58.838137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Pushing event updated for resources: {'Network': ['ID=385eeb94-2ba7-4449-936c-f2629137cb79,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:58.861413 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 385eeb94-2ba7-4449-936c-f2629137cb79 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:15:58.866519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5b09-94fb-473b-a548-3bc339060804 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:58.870439 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-504da766-632c-4492-af74-0a417569ab32 req-8e51b0c6-a95e-4d2b-89eb-fb3314d7bab9 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Unset dirty status for tenant:3f0d4f008c4047b78a3c3af0d575917d on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:15:58.877561 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-8e51b0c6-a95e-4d2b-89eb-fb3314d7bab9 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/networks?id=4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e HTTP/1.1" status: 200 len: 806 time: 0.6362541 Dec 21 22:15:58.880644 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a6b0bf8f-b496-4d4e-bab3-72ad51e71259 None None] Provisioning complete for port 37deb5b2-e533-4f37-bb89-c9220239d743 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:15:58.880964 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a6b0bf8f-b496-4d4e-bab3-72ad51e71259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:58.882728 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:58.884741 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-83ab8d78-9a73-4629-aba0-6e22b1f752a8 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5520306 Dec 21 22:15:58.891877 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f33d4c7e-891b-4673-927c-c84f5ea72731 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 2.4939418 Dec 21 22:15:58.900443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-33e8fe59-fdce-467e-920c-9efc67d58323 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Unset dirty status for tenant:3a3af9f68ade4c2781d1cbb2f5e4275c on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:15:58.904120 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-33e8fe59-fdce-467e-920c-9efc67d58323 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] 10.222.0.37 "GET /v2.0/networks/f8f18c72-5a91-4f6c-80c9-15660e8f5aff HTTP/1.1" status: 200 len: 768 time: 0.4892306 Dec 21 22:15:58.911762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56230) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:58.964467 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-6477b780-5627-43b4-ba78-28546002db28 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/quotas/3f0d4f008c4047b78a3c3af0d575917d HTTP/1.1" status: 200 len: 375 time: 0.0856781 Dec 21 22:15:59.036624 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e5b09-94fb-473b-a548-3bc339060804 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=e05ca912-905d-498e-84cb-32d1b4bac158,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:59.085780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-a6b0bf8f-b496-4d4e-bab3-72ad51e71259 None None] Port 37deb5b2-e533-4f37-bb89-c9220239d743 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:15:59.139842 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4e5b09-94fb-473b-a548-3bc339060804 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:15:59.140197 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4e5b09-94fb-473b-a548-3bc339060804 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network hostable DHCP agents. Network: fe7c627c-94be-483c-83d9-84e8e8a5014e, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:15:59.189110 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c5755d7-3508-4347-89fb-53cf1e7fc2f5 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:59.197827 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c9b4c1a4-ac0b-4f30-bbaa-bd6b0a992d6f tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:59.211790 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-96dd5e94-1f96-4bd2-8418-971dbe3ef003 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f0d4f008c4047b78a3c3af0d575917d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2383070 Dec 21 22:15:59.248134 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Router 59b3a28e-062e-4c10-bddb-5f05892bd1b3 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:15:59.316535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4e5b09-94fb-473b-a548-3bc339060804 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:15:59.340522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c9b4c1a4-ac0b-4f30-bbaa-bd6b0a992d6f tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:59.353909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c5755d7-3508-4347-89fb-53cf1e7fc2f5 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:59.468099 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5755d7-3508-4347-89fb-53cf1e7fc2f5 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Pushing event updated for resources: {'Port': ['ID=8f1f4d56-4905-4f6d-bad9-2dae6eba01a5,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:59.484964 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-c9b4c1a4-ac0b-4f30-bbaa-bd6b0a992d6f tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a33f6b8-4a80-498e-9e72-caf96306bb84']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:59.526873 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-c9b4c1a4-ac0b-4f30-bbaa-bd6b0a992d6f tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f494cf-c580-4c88-af8e-30ce269e7dec') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:59.529231 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-c9b4c1a4-ac0b-4f30-bbaa-bd6b0a992d6f tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f494cf-c580-4c88-af8e-30ce269e7dec') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:59.543501 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56246) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:59.557147 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Request body: {'port': {'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79', 'binding:host_id': 'hv-neutron-8225', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1991768902'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:59.560933 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-dc4e5b09-94fb-473b-a548-3bc339060804 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, fe7c627c-94be-483c-83d9-84e8e8a5014e) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:59.571367 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976c2c11-3a32-4715-8fcf-65819a0be7f5 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:15:59.582794 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4e5b09-94fb-473b-a548-3bc339060804 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:59.583597 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dc4e5b09-94fb-473b-a548-3bc339060804 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:59.590026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c9b4c1a4-ac0b-4f30-bbaa-bd6b0a992d6f tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:59.615976 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c9b4c1a4-ac0b-4f30-bbaa-bd6b0a992d6f tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:59.618276 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c1c413f6-952c-4900-a02b-dbe456f2749c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:59.629114 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b4c1a4-ac0b-4f30-bbaa-bd6b0a992d6f tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:15:59.629665 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c9b4c1a4-ac0b-4f30-bbaa-bd6b0a992d6f tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:59.643448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:15:59.652166 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-010c4336-b041-46f7-ae41-b0dc65d9f4f9 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] 10.222.0.37 "PUT /v2.0/routers/59b3a28e-062e-4c10-bddb-5f05892bd1b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9599922 Dec 21 22:15:59.653063 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56258) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:59.660553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Request body: {'port': {'network_id': 'd8c8ae26-74b6-4025-8b81-60d8511f60e4', 'name': 'tempest-FloatingIPAdminTestJSON-2052092444'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:59.682277 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:15:59.715819 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5142dd-2865-4f02-9204-cec4470f3ebd None None] Sync routers for ids ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:15:59.718208 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dc4e5b09-94fb-473b-a548-3bc339060804 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5777795 Dec 21 22:15:59.719309 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56264) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:59.729981 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'name': 'tempest-NetworksTestDHCPv6-1374330795'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:59.757723 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5142dd-2865-4f02-9204-cec4470f3ebd None None] Routers {'59b3a28e-062e-4c10-bddb-5f05892bd1b3'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:15:59.758602 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-bb5142dd-2865-4f02-9204-cec4470f3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:16:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:59.778998 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:15:59.783367 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:15:59.792272 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Usage tracker for resource:port and tenant:993b30609a8747479b6dff4fc566cfa2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:15:59.800905 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5755d7-3508-4347-89fb-53cf1e7fc2f5 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Network 57f5d457-d48b-4446-9bd8-f36f048ed710 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:15:59.801862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:15:59.804996 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-1c5755d7-3508-4347-89fb-53cf1e7fc2f5 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:15:59.808094 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5755d7-3508-4347-89fb-53cf1e7fc2f5 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:15:59.809303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5755d7-3508-4347-89fb-53cf1e7fc2f5 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:15:59.809892 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c5755d7-3508-4347-89fb-53cf1e7fc2f5 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:59.819204 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:15:59.841562 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-863f0f72-1552-4186-bd2e-9cba393fce00 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:15:59.849362 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-863f0f72-1552-4186-bd2e-9cba393fce00 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2732933 Dec 21 22:15:59.854066 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c9b4c1a4-ac0b-4f30-bbaa-bd6b0a992d6f tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:59.856790 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-bb5142dd-2865-4f02-9204-cec4470f3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:15:59.863683 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b4c1a4-ac0b-4f30-bbaa-bd6b0a992d6f tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8a33f6b8-4a80-498e-9e72-caf96306bb84 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 22:15:59.867690 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c9b4c1a4-ac0b-4f30-bbaa-bd6b0a992d6f tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:59.876300 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c9b4c1a4-ac0b-4f30-bbaa-bd6b0a992d6f tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "DELETE /v2.0/networks/8a33f6b8-4a80-498e-9e72-caf96306bb84 HTTP/1.1" status: 204 len: 168 time: 0.9629784 Dec 21 22:15:59.891090 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56268) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:59.925968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56274) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:59.929121 dv-neutron-822520-1-hyperv neutron-server[84168]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 21 22:15:59.950254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Made reservation on behalf of 993b30609a8747479b6dff4fc566cfa2 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:15:59.950254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:15:59.967510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4c1a4-ac0b-4f30-bbaa-bd6b0a992d6f tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a33f6b8-4a80-498e-9e72-caf96306bb84,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:15:59.975729 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1c5755d7-3508-4347-89fb-53cf1e7fc2f5 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7126284 Dec 21 22:15:59.976803 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56278) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:15:59.986637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:15:59.991170 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': 'e05ca912-905d-498e-84cb-32d1b4bac158'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:15:59.991980 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:00.013998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a35156cd-b8c6-4703-9a90-2bc308f3c228 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Request body: {'network': {'name': 'tempest-network--4174740'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:00.047137 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a35156cd-b8c6-4703-9a90-2bc308f3c228 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:00.069057 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a35156cd-b8c6-4703-9a90-2bc308f3c228 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Usage tracker for resource:network and tenant:6ef80548fda3420ab869347cd763b3e2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:00.082729 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:00.128173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a35156cd-b8c6-4703-9a90-2bc308f3c228 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:00.161303 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a35156cd-b8c6-4703-9a90-2bc308f3c228 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:00.186403 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:00.193340 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Allocated IP 2001:db8::2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/e05ca912-905d-498e-84cb-32d1b4bac158/ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:00.202623 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-6f34a362-11e0-4cb2-8e93-23c987e54eab tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1383962157&fields=id&tenant_id=ad5fcdaeccaa4b16bc289ea9c4d6bb78 HTTP/1.1" status: 200 len: 267 time: 0.2751799 Dec 21 22:16:00.203988 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Usage tracker for resource:port and tenant:3e8569f5360f4f1598d4e6aff36a2008 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:00.208958 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:00.218638 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:00.230552 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:00.241407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:port and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:00.257462 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-c1fb993b-10d4-4e0c-93f2-6437257d947b service neutron] 10.222.0.37 "GET /v2.0/networks/4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072268 Dec 21 22:16:00.274952 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:00.305659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:00.311390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35156cd-b8c6-4703-9a90-2bc308f3c228 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Made reservation on behalf of 6ef80548fda3420ab869347cd763b3e2 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:00.314247 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a35156cd-b8c6-4703-9a90-2bc308f3c228 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:00.329630 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:00.402890 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Made reservation on behalf of 3e8569f5360f4f1598d4e6aff36a2008 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:00.405940 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:00.413147 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:00.449702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:00.458945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Usage tracker for resource:security_group_rule and tenant:993b30609a8747479b6dff4fc566cfa2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:00.463273 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a35156cd-b8c6-4703-9a90-2bc308f3c228 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:16:00.463826 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Transition to ACTIVE for port object ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:00.466381 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] device_id is not set on port 177ba0cb-29b0-479b-b9c4-3faf0fbba9f6 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:00.489226 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Transition to ACTIVE for port object ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:00.493095 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5142dd-2865-4f02-9204-cec4470f3ebd None None] Routers {'59b3a28e-062e-4c10-bddb-5f05892bd1b3'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:16:00.493784 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-bb5142dd-2865-4f02-9204-cec4470f3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:16:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:00.516891 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:00.520217 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:00.576631 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a35156cd-b8c6-4703-9a90-2bc308f3c228 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:00.576969 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-a35156cd-b8c6-4703-9a90-2bc308f3c228 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Added segment df1c441b-e8ff-45b8-9a6c-9394b60a4b93 of type vlan for network 7239a10b-1729-4815-85b3-9134272567fe Dec 21 22:16:00.588726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:00.588726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-bb5142dd-2865-4f02-9204-cec4470f3ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:00.588726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5142dd-2865-4f02-9204-cec4470f3ebd None None] The sync data for ids ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:16:00.590129 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:00.604415 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-93ed2748-2470-4553-a8d7-7d79af374dc7 service neutron] 10.222.0.37 "GET /v2.0/networks/4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425038 Dec 21 22:16:00.631965 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:00.661706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port e5183ce8-f80f-4802-b2f5-54b73eb48ad6 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:00.665104 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:00.677608 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:00.695249 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:00.730166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:00.739118 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Pushing event updated for resources: {'Port': ['ID=ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:00.809203 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a35156cd-b8c6-4703-9a90-2bc308f3c228 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:00.849754 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Attempting to bind port ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:00.850078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Attempting to bind port ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:00.850449 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Attempting to bind port ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:00.858462 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:00.869346 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:16:00.873034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:16:00.873481 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:00.873883 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:16:00.875450 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Bound port: ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:16:00.876433 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:00.947906 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Allocated IP 172.20.0.7 (d8c8ae26-74b6-4025-8b81-60d8511f60e4/d8802bd8-2ee1-411c-be96-865f74adf51e/177ba0cb-29b0-479b-b9c4-3faf0fbba9f6) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:01.005331 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] device_id is not set on port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:01.023744 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:01.064245 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Transition to ACTIVE for port object 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:01.137903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] For port ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:16:01.144033 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] For port ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:16:01.176762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:01.182025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-07fc15e0-3101-46f1-8043-8fd5d3db63c9 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:01.183142 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:01.183639 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-07fc15e0-3101-46f1-8043-8fd5d3db63c9 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/networks?id=f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf HTTP/1.1" status: 200 len: 812 time: 0.9801786 Dec 21 22:16:01.184824 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:01.201976 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Transition to ACTIVE for port object 177ba0cb-29b0-479b-b9c4-3faf0fbba9f6 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:01.231199 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:01.234442 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a35156cd-b8c6-4703-9a90-2bc308f3c228 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:01.244721 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35156cd-b8c6-4703-9a90-2bc308f3c228 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:01.245455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a35156cd-b8c6-4703-9a90-2bc308f3c228 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:01.333770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:01.390170 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-26a48efc-b0a4-4ecc-a329-a493fb5442c0 req-ce74750b-d31b-4386-b9f3-aaa4a3643ee7 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 210 time: 0.1629341 Dec 21 22:16:01.417115 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] device_id is not set on port af88b366-7c68-4335-94e7-34f005825845 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:01.447648 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a7c31-1038-4dc9-a15d-df3136247f1d None None] Pushing event updated for resources: {'Port': ['ID=ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:01.535782 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39130ef3-7acf-48a4-87ec-6138dc0b9875,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:01.570386 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:01.570487 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-cda8e92d-e926-4473-993a-57f1b49e475e tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/quotas/ad5fcdaeccaa4b16bc289ea9c4d6bb78 HTTP/1.1" status: 200 len: 375 time: 0.3738115 Dec 21 22:16:01.584443 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35156cd-b8c6-4703-9a90-2bc308f3c228 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Pushing event updated for resources: {'Network': ['ID=7239a10b-1729-4815-85b3-9134272567fe,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:01.602688 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 7239a10b-1729-4815-85b3-9134272567fe details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:16:01.614483 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a35156cd-b8c6-4703-9a90-2bc308f3c228 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.7089553 Dec 21 22:16:01.653987 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Pushing event updated for resources: {'Port': ['ID=8f1f4d56-4905-4f6d-bad9-2dae6eba01a5,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:01.710630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56314) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:01.757307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:01.757632 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:01.758106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:01.767114 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c0d90303-56e6-4c7c-a09f-2bd72cb8cc0e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:01.856182 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::b0 (fe7c627c-94be-483c-83d9-84e8e8a5014e/e05ca912-905d-498e-84cb-32d1b4bac158/e5183ce8-f80f-4802-b2f5-54b73eb48ad6) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:01.864138 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Pushing event updated for resources: {'Port': ['ID=177ba0cb-29b0-479b-b9c4-3faf0fbba9f6,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:01.865104 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:01.866046 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:16:01.872979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Network d8c8ae26-74b6-4025-8b81-60d8511f60e4 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:01.880954 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 2 to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 Dec 21 22:16:01.881519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:01.891646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:02.025947 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56326) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:02.075422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:02.075953 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:02.076076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:02.116682 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:02.158196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:02.161103 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:02.317173 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:02.317525 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:16:02.325292 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 3 to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 Dec 21 22:16:02.333034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b3c9e352-5f4d-404e-a182-36f878dbac26 None None] Provisioning for port 177ba0cb-29b0-479b-b9c4-3faf0fbba9f6 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:02.339705 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b3c9e352-5f4d-404e-a182-36f878dbac26 None None] Provisioning complete for port 177ba0cb-29b0-479b-b9c4-3faf0fbba9f6 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:02.339839 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-dfc2390f-1df0-470c-a92e-56cac7e0dfa7 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Synchronizing usage tracker for tenant:ad5fcdaeccaa4b16bc289ea9c4d6bb78 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:02.340403 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b3c9e352-5f4d-404e-a182-36f878dbac26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:02.395232 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1508512794', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:02.408308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-b3c9e352-5f4d-404e-a182-36f878dbac26 None None] Port 177ba0cb-29b0-479b-b9c4-3faf0fbba9f6 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:02.415404 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:02.425127 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Usage tracker for resource:port and tenant:c3e1ccc3c60b4b8aaab4e389156c954f is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:02.430004 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:02.432301 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:02.432638 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:02.432972 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:02.483851 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:02.500755 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ef97488f-6598-432a-84a5-b736df27d0d3 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8432078 Dec 21 22:16:02.510307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56340) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:02.554487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:02.554812 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:16:02.559633 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 4 to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 Dec 21 22:16:02.576721 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ad8efc99-ffcd-40e1-aded-01ec8b6cd0c7 req-4bf3d2ab-fd1a-4d31-8a08-114ceb21c963 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 210 time: 0.0551605 Dec 21 22:16:02.596482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:02.644019 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object e5183ce8-f80f-4802-b2f5-54b73eb48ad6 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:02.674538 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:02.674865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:02.675193 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:02.682298 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Made reservation on behalf of c3e1ccc3c60b4b8aaab4e389156c954f for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:02.686330 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:02.691765 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c0d90303-56e6-4c7c-a09f-2bd72cb8cc0e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:02.704269 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:02.707998 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] device_id is not set on port af88b366-7c68-4335-94e7-34f005825845 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:02.745080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:02.745549 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:16:02.748811 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 5 to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 Dec 21 22:16:02.758713 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:02.759346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:02.765990 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-dfc2390f-1df0-470c-a92e-56cac7e0dfa7 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Unset dirty status for tenant:ad5fcdaeccaa4b16bc289ea9c4d6bb78 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:02.767836 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-dfc2390f-1df0-470c-a92e-56cac7e0dfa7 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad5fcdaeccaa4b16bc289ea9c4d6bb78&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1777470 Dec 21 22:16:02.773195 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:02.774672 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'project_id': '3e8569f5360f4f1598d4e6aff36a2008', 'port_id': '177ba0cb-29b0-479b-b9c4-3faf0fbba9f6'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:02.777225 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:02.777616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:02.778093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:02.779878 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:02.788184 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Transition to ACTIVE for port object af88b366-7c68-4335-94e7-34f005825845 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:02.790370 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Usage tracker for resource:security_group_rule and tenant:c3e1ccc3c60b4b8aaab4e389156c954f is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:02.795720 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:02.796132 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:16:02.796571 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 6 to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 Dec 21 22:16:02.814138 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c0d90303-56e6-4c7c-a09f-2bd72cb8cc0e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:02.840855 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:02.843253 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:02.876974 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:02.881795 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Usage tracker for resource:floatingip and tenant:3e8569f5360f4f1598d4e6aff36a2008 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:02.891609 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:02.914358 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abf88cd-6985-49f0-aa6d-cf1e30de2cb4 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:02.924075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:02.931248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:02.934162 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d90303-56e6-4c7c-a09f-2bd72cb8cc0e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Pushing event updated for resources: {'Network': ['ID=7239a10b-1729-4815-85b3-9134272567fe,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:02.934933 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=e5183ce8-f80f-4802-b2f5-54b73eb48ad6,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:02.941021 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:02.944056 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:02.948455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:02.951554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:02.952332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:02.960590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:02.961166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:02.961603 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:03.045725 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c0d90303-56e6-4c7c-a09f-2bd72cb8cc0e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Network 7239a10b-1729-4815-85b3-9134272567fe is not hosted by any dhcp agent {{(pid=84168) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 21 22:16:03.046568 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d90303-56e6-4c7c-a09f-2bd72cb8cc0e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:03.050345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c0d90303-56e6-4c7c-a09f-2bd72cb8cc0e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:03.050345 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c0d90303-56e6-4c7c-a09f-2bd72cb8cc0e tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "PUT /v2.0/networks/7239a10b-1729-4815-85b3-9134272567fe HTTP/1.1" status: 200 len: 855 time: 1.2961965 Dec 21 22:16:03.057843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56356) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:03.079440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:03.079440 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:16:03.082423 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 7 to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 Dec 21 22:16:03.086045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6eb60daa-1537-4802-bc8e-93b1e4d77ecb None None] Provisioning for port ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:03.092596 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:03.094335 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-112699e2-f83f-41ce-9f59-69c23913886e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:16:03.095281 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-112699e2-f83f-41ce-9f59-69c23913886e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1649747 Dec 21 22:16:03.106629 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-592ac999-f7c1-4266-9d25-e2a4da51ff02 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3799200 Dec 21 22:16:03.112252 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:03.112389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56360) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:03.135827 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:03.136675 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:03.174041 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:03.174449 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:03.174694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:03.186116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Pushing event updated for resources: {'Port': ['ID=af88b366-7c68-4335-94e7-34f005825845,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:03.199869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:03.201084 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:03.230238 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] device_id is not set on port 771b477b-de34-4dc4-a851-c86b83fe2830 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:03.288636 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:03.288636 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:16:03.290092 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 8 to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 Dec 21 22:16:03.290270 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec442ffc-c727-484b-8802-82565fe9bbf2 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:03.335142 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Checking segment: {'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:16:03.335372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Network hostable DHCP agents. Network: 385eeb94-2ba7-4449-936c-f2629137cb79, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:16:03.346261 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:03.346589 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:03.346904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:03.354241 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31253984-69e8-4acd-b48e-41d058a82390,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:03.369274 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:03.380771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:03.381143 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:16:03.384297 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 9 to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 Dec 21 22:16:03.393669 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-a9fe0c73-98e2-4580-95a0-6a27999a27fa service neutron] 10.222.0.37 "GET /v2.0/networks/f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820137 Dec 21 22:16:03.421663 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:03.441916 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a493fd87-60bf-4360-8c43-f7b8603aaf00 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:03.445934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a493fd87-60bf-4360-8c43-f7b8603aaf00 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:03.448103 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a493fd87-60bf-4360-8c43-f7b8603aaf00 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3348420 Dec 21 22:16:03.452324 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:03.452646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:03.452978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:03.453198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56370) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:03.477454 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:03.477777 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:16:03.480686 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempt 10 to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 Dec 21 22:16:03.514898 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:03.601387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:03.624831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Network 385eeb94-2ba7-4449-936c-f2629137cb79 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:16:03.635922 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:03.636264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:03.636596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempting to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:03.642288 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-fd2da83a-bd4c-4686-b274-017227984f2c service neutron] 10.222.0.37 "GET /v2.0/networks/f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391124 Dec 21 22:16:03.647232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:03.647549 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Failed to bind port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '0b4c57bf-e632-4c0f-82ca-80038bec3187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '57f5d457-d48b-4446-9bd8-f36f048ed710'}] Dec 21 22:16:03.647915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:03.675466 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec442ffc-c727-484b-8802-82565fe9bbf2 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:03.745372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-baf7d319-10ae-41c9-8658-5352d090d30e None None] Provisioning complete for port ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:03.745372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-baf7d319-10ae-41c9-8658-5352d090d30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:03.745852 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] For port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:16:03.746254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Attempted to set empty binding levels {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 22:16:03.747870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 385eeb94-2ba7-4449-936c-f2629137cb79) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:03.753144 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:03.757352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-ec442ffc-c727-484b-8802-82565fe9bbf2 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7239a10b-1729-4815-85b3-9134272567fe']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:03.772699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:03.773230 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:03.773657 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:03.780282 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:03.780957 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:03.781267 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 2 to bind port af88b366-7c68-4335-94e7-34f005825845 Dec 21 22:16:03.793013 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49432853-abfb-4fd5-95d6-ecbfbb45f7b3 None None] Network 385eeb94-2ba7-4449-936c-f2629137cb79 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:03.800582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:03.801045 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:03.801515 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:03.808573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:03.809098 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:03.809581 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 3 to bind port af88b366-7c68-4335-94e7-34f005825845 Dec 21 22:16:03.828332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:03.829534 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:03.829949 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:03.836488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:03.836938 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:03.838680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:03.848692 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 4 to bind port af88b366-7c68-4335-94e7-34f005825845 Dec 21 22:16:03.895600 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-64fcb0dd-4bd8-4123-8201-6e78b54ebc15 req-d36ba2ca-08c1-4711-9a59-26c96096454b tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 210 time: 0.0796762 Dec 21 22:16:03.898487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Allocated IP 172.26.3.200 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/771b477b-de34-4dc4-a851-c86b83fe2830) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:03.923481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:03.923481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:03.923481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:03.923728 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-ec442ffc-c727-484b-8802-82565fe9bbf2 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1c441b-e8ff-45b8-9a6c-9394b60a4b93') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:03.923728 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-ec442ffc-c727-484b-8802-82565fe9bbf2 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1c441b-e8ff-45b8-9a6c-9394b60a4b93') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:03.937027 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec442ffc-c727-484b-8802-82565fe9bbf2 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:03.958090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] In _notify_port_updated(), no bound segment for port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 on network 57f5d457-d48b-4446-9bd8-f36f048ed710 {{(pid=84168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:16:03.959124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:03.962870 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec442ffc-c727-484b-8802-82565fe9bbf2 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:03.966959 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] 10.222.0.37 "PUT /v2.0/ports/8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 HTTP/1.1" status: 200 len: 976 time: 3.9846976 Dec 21 22:16:03.972090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:03.972090 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:03.972090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56376) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:03.972090 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 5 to bind port af88b366-7c68-4335-94e7-34f005825845 Dec 21 22:16:03.972951 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec442ffc-c727-484b-8802-82565fe9bbf2 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:16:03.973276 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec442ffc-c727-484b-8802-82565fe9bbf2 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:04.049490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf69d0b-7f81-4b89-8d57-8a4b399721df tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Pushing event updated for resources: {'Port': ['ID=8f1f4d56-4905-4f6d-bad9-2dae6eba01a5,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:04.080866 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:04.081486 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:04.081567 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:04.120422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:04.120422 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:04.121321 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 6 to bind port af88b366-7c68-4335-94e7-34f005825845 Dec 21 22:16:04.127375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-e601bd61-a62b-4219-9cdb-39a61717ac85 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port e5183ce8-f80f-4802-b2f5-54b73eb48ad6 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:04.127905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e601bd61-a62b-4219-9cdb-39a61717ac85 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:04.143294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7c300e88-342c-4d2a-8c5e-95620eb13b82 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Deleting port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:04.143638 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c300e88-342c-4d2a-8c5e-95620eb13b82 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:04.153822 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:04.192699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:04.193023 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:04.193356 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:04.212792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:04.213119 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:04.215332 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 7 to bind port af88b366-7c68-4335-94e7-34f005825845 Dec 21 22:16:04.218713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-baf7d319-10ae-41c9-8658-5352d090d30e None None] Provisioning for port e5183ce8-f80f-4802-b2f5-54b73eb48ad6 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:04.225447 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-baf7d319-10ae-41c9-8658-5352d090d30e None None] Provisioning complete for port e5183ce8-f80f-4802-b2f5-54b73eb48ad6 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:04.225823 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-baf7d319-10ae-41c9-8658-5352d090d30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:04.234332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec442ffc-c727-484b-8802-82565fe9bbf2 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:04.268564 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:04.268897 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:04.269249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:04.281372 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3c0fa44c-c291-4a6d-905b-417dd1ffdbca req-d15907b8-c5e2-47ad-b254-fcf9f4a8449e tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 210 time: 0.1264334 Dec 21 22:16:04.285585 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:04.285910 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:04.287847 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec442ffc-c727-484b-8802-82565fe9bbf2 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7239a10b-1729-4815-85b3-9134272567fe {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 22:16:04.292681 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 8 to bind port af88b366-7c68-4335-94e7-34f005825845 Dec 21 22:16:04.299486 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec442ffc-c727-484b-8802-82565fe9bbf2 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Pushing event deleted for resources: {'Network': ['ID=7239a10b-1729-4815-85b3-9134272567fe,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:04.326132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec442ffc-c727-484b-8802-82565fe9bbf2 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:04.341679 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ec442ffc-c727-484b-8802-82565fe9bbf2 tempest-ExternalNetworksTestJSON-1726216893 tempest-ExternalNetworksTestJSON-1726216893-project-admin] 10.222.0.37 "DELETE /v2.0/networks/7239a10b-1729-4815-85b3-9134272567fe HTTP/1.1" status: 204 len: 168 time: 1.2765539 Dec 21 22:16:04.351115 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56394) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:04.363254 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-baf7d319-10ae-41c9-8658-5352d090d30e None None] Port e5183ce8-f80f-4802-b2f5-54b73eb48ad6 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:04.398216 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:04.398546 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:04.398872 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:04.420074 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12d3e8b-9d0f-4a48-b584-56a2ef3a720b tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] DELETE failed (client error): The resource could not be found. Dec 21 22:16:04.420513 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b12d3e8b-9d0f-4a48-b584-56a2ef3a720b tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:16:04.436585 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:04.436916 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:04.483561 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 9 to bind port af88b366-7c68-4335-94e7-34f005825845 Dec 21 22:16:04.497935 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-dbb84587-739e-4e48-9102-4596e8bae964 None None] Provisioning complete for port e5183ce8-f80f-4802-b2f5-54b73eb48ad6 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:04.499695 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dbb84587-739e-4e48-9102-4596e8bae964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:04.506399 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b12d3e8b-9d0f-4a48-b584-56a2ef3a720b tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] 10.222.0.37 "DELETE /v2.0/subnets/a8a42aac-c8b7-4ae1-a294-36c8a054259b HTTP/1.1" status: 404 len: 337 time: 0.1524932 Dec 21 22:16:04.507907 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:04.510896 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56404) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:04.539924 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:04.540254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:04.540654 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:04.550351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-7c300e88-342c-4d2a-8c5e-95620eb13b82 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] For port 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5, host hv-neutron-8225, got binding levels [] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:04.550973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c300e88-342c-4d2a-8c5e-95620eb13b82 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:04.589468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-dbb84587-739e-4e48-9102-4596e8bae964 None None] Port e5183ce8-f80f-4802-b2f5-54b73eb48ad6 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:04.702279 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:04.835061 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:04.835573 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:04.880881 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7c300e88-342c-4d2a-8c5e-95620eb13b82 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Calling delete_port for 8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:04.960521 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e601bd61-a62b-4219-9cdb-39a61717ac85 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:04.973548 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:05.015303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:05.015631 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:05.071727 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 10 to bind port af88b366-7c68-4335-94e7-34f005825845 Dec 21 22:16:05.099738 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-e601bd61-a62b-4219-9cdb-39a61717ac85 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for e5183ce8-f80f-4802-b2f5-54b73eb48ad6 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:05.105685 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:05.108430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:05.108430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:05.112249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6fd97833-1e5b-4563-995a-f562b5f0e953 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:05.115528 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c300e88-342c-4d2a-8c5e-95620eb13b82 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:05.205007 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c300e88-342c-4d2a-8c5e-95620eb13b82 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f1f4d56-4905-4f6d-bad9-2dae6eba01a5,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:05.215453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port af88b366-7c68-4335-94e7-34f005825845 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:05.215776 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port af88b366-7c68-4335-94e7-34f005825845 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:05.216128 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:05.236496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-8efe5804-fbe3-41e6-823e-560c27f3a1bb req-1d596d4f-0a35-4603-9ef5-e8b6c4de9af6 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Synchronizing usage tracker for tenant:3f0d4f008c4047b78a3c3af0d575917d on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:05.259655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:05.271858 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c300e88-342c-4d2a-8c5e-95620eb13b82 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:05.346348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e601bd61-a62b-4219-9cdb-39a61717ac85 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:05.405860 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7c300e88-342c-4d2a-8c5e-95620eb13b82 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] 10.222.0.37 "DELETE /v2.0/ports/8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 HTTP/1.1" status: 204 len: 168 time: 1.4268069 Dec 21 22:16:05.411688 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56428) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:05.442938 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e601bd61-a62b-4219-9cdb-39a61717ac85 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:05.480511 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6fd97833-1e5b-4563-995a-f562b5f0e953 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:05.518497 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Pushing event updated for resources: {'Port': ['ID=771b477b-de34-4dc4-a851-c86b83fe2830,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:05.522134 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:05.523353 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Allocated IP 172.26.3.48 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/52722721-e21e-4062-854e-5e39e692f053) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:05.527902 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-00b75bb2-7b89-4ca7-8ff6-8e3519599e5f req-21804858-eea4-44b3-8e25-748961fe10f9 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 210 time: 0.0912619 Dec 21 22:16:05.532759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-8efe5804-fbe3-41e6-823e-560c27f3a1bb req-1d596d4f-0a35-4603-9ef5-e8b6c4de9af6 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Unset dirty status for tenant:3f0d4f008c4047b78a3c3af0d575917d on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:05.533965 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8efe5804-fbe3-41e6-823e-560c27f3a1bb req-1d596d4f-0a35-4603-9ef5-e8b6c4de9af6 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 210 time: 0.3826725 Dec 21 22:16:05.558404 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cc127a-5fbe-4efe-8b40-9a753d473a95 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] GET failed (client error): The resource could not be found. Dec 21 22:16:05.558907 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b6cc127a-5fbe-4efe-8b40-9a753d473a95 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Synchronizing usage tracker for tenant:291dd91030ff42ff8d47eaae918711f8 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:05.569042 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-6fd97833-1e5b-4563-995a-f562b5f0e953 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f18c72-5a91-4f6c-80c9-15660e8f5aff']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:05.573607 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:05.575540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601bd61-a62b-4219-9cdb-39a61717ac85 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=e5183ce8-f80f-4802-b2f5-54b73eb48ad6,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:05.577180 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:05.596879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] For port af88b366-7c68-4335-94e7-34f005825845, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:16:05.596879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempted to set empty binding levels {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 22:16:05.601738 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-6fd97833-1e5b-4563-995a-f562b5f0e953 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7063be19-890a-4c8e-af72-549d424cd0fa') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:05.602257 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-6fd97833-1e5b-4563-995a-f562b5f0e953 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7063be19-890a-4c8e-af72-549d424cd0fa') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:05.615042 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e601bd61-a62b-4219-9cdb-39a61717ac85 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/e5183ce8-f80f-4802-b2f5-54b73eb48ad6 HTTP/1.1" status: 204 len: 168 time: 2.1450746 Dec 21 22:16:05.617455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56432) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:05.621548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6fd97833-1e5b-4563-995a-f562b5f0e953 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:05.650562 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.49', 50719) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:05.673986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:05.721571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6fd97833-1e5b-4563-995a-f562b5f0e953 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:05.733520 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b6cc127a-5fbe-4efe-8b40-9a753d473a95 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] Unset dirty status for tenant:291dd91030ff42ff8d47eaae918711f8 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:05.734711 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b6cc127a-5fbe-4efe-8b40-9a753d473a95 tempest-PortsAdminExtendedAttrsTestJSON-855602915 tempest-PortsAdminExtendedAttrsTestJSON-855602915-project-admin] 10.222.0.37 "GET /v2.0/ports/8f1f4d56-4905-4f6d-bad9-2dae6eba01a5 HTTP/1.1" status: 404 len: 333 time: 0.3203745 Dec 21 22:16:05.748375 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56438) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:05.761522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd97833-1e5b-4563-995a-f562b5f0e953 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:16:05.761913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6fd97833-1e5b-4563-995a-f562b5f0e953 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:05.776521 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:05.778603 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:05.778603 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:05.801053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:05.825780 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4f5b79-4707-4bd7-a4d2-e0b6591e8316 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:05.827175 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4f5b79-4707-4bd7-a4d2-e0b6591e8316 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:05.829377 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5b4f5b79-4707-4bd7-a4d2-e0b6591e8316 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2102089 Dec 21 22:16:05.845067 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56442) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:05.939062 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Pushing event updated for resources: {'Port': ['ID=af88b366-7c68-4335-94e7-34f005825845,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:05.989443 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.000447 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-31b4c799-a3a8-4496-94c6-e05f6e2e48cc tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9655943 Dec 21 22:16:06.003040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56448) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:06.007452 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504da766-632c-4492-af74-0a417569ab32 req-8967c78d-e432-47c2-b0c9-81011e84dff8 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:06.008934 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-8967c78d-e432-47c2-b0c9-81011e84dff8 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.49 "GET /v2.0/networks?id=4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e HTTP/1.1" status: 200 len: 806 time: 0.3573220 Dec 21 22:16:06.011213 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fe938d51-e05b-47b9-a653-116b93cf5b00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.4626586 Dec 21 22:16:06.013489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.200'}]}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:06.018777 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56452) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:06.023106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:06.057321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-20ed23e8-3055-45ca-aefc-fad52e65a149 tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.064570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Usage tracker for resource:router and tenant:c3e1ccc3c60b4b8aaab4e389156c954f is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:06.073050 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6fd97833-1e5b-4563-995a-f562b5f0e953 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.080035 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6fd97833-1e5b-4563-995a-f562b5f0e953 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.084918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:06.117897 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:06.136781 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd97833-1e5b-4563-995a-f562b5f0e953 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] Pushing event deleted for resources: {'Network': ['ID=f8f18c72-5a91-4f6c-80c9-15660e8f5aff,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:06.182759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb0d8a-1f97-4d44-9c00-cb116b9489ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Deleting port af88b366-7c68-4335-94e7-34f005825845 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:06.186841 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3dcb0d8a-1f97-4d44-9c00-cb116b9489ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.186961 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37f6397-6876-4686-b494-fafc6a0a71ca tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet e05ca912-905d-498e-84cb-32d1b4bac158 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:16:06.197187 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-bb99d15c-8a24-4eff-bae3-556d9b2a4d04 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f0d4f008c4047b78a3c3af0d575917d HTTP/1.1" status: 200 len: 380 time: 0.1440353 Dec 21 22:16:06.198572 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f37f6397-6876-4686-b494-fafc6a0a71ca tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.231115 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [req-504da766-632c-4492-af74-0a417569ab32 req-ffb91a06-a2a1-4e3a-a2c0-b17c666222c3 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Request body: {'port': {'device_id': 'c764f1ba-7ede-4365-a47d-0db44015db9b', 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e', 'admin_state_up': True, 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'security_groups': ['153519e0-cbcd-49a6-b085-403c519b8755']}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:06.260126 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6fd97833-1e5b-4563-995a-f562b5f0e953 tempest-ExternalNetworksTestJSON-1172382996 tempest-ExternalNetworksTestJSON-1172382996-project] 10.222.0.37 "DELETE /v2.0/networks/f8f18c72-5a91-4f6c-80c9-15660e8f5aff HTTP/1.1" status: 204 len: 168 time: 1.7481551 Dec 21 22:16:06.281018 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.282566 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.317048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.345746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-20ed23e8-3055-45ca-aefc-fad52e65a149 tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.543820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f37f6397-6876-4686-b494-fafc6a0a71ca tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.593293 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:06.600630 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:06.608151 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:06.636716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-20ed23e8-3055-45ca-aefc-fad52e65a149 tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f5d457-d48b-4446-9bd8-f36f048ed710']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:06.655928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-20ed23e8-3055-45ca-aefc-fad52e65a149 tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4c57bf-e632-4c0f-82ca-80038bec3187') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:06.656232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-20ed23e8-3055-45ca-aefc-fad52e65a149 tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4c57bf-e632-4c0f-82ca-80038bec3187') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:06.672009 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-20ed23e8-3055-45ca-aefc-fad52e65a149 tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.678084 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Pushing event updated for resources: {'Port': ['ID=52722721-e21e-4062-854e-5e39e692f053,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:06.685733 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-3dcb0d8a-1f97-4d44-9c00-cb116b9489ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] For port af88b366-7c68-4335-94e7-34f005825845, host hv-neutron-8225, got binding levels [] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:06.686109 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3dcb0d8a-1f97-4d44-9c00-cb116b9489ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.710280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.711309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-20ed23e8-3055-45ca-aefc-fad52e65a149 tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.773716 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [req-504da766-632c-4492-af74-0a417569ab32 req-ffb91a06-a2a1-4e3a-a2c0-b17c666222c3 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:06.840239 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [req-504da766-632c-4492-af74-0a417569ab32 req-ffb91a06-a2a1-4e3a-a2c0-b17c666222c3 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:06.850921 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb0d8a-1f97-4d44-9c00-cb116b9489ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Calling delete_port for af88b366-7c68-4335-94e7-34f005825845 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:06.861483 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f37f6397-6876-4686-b494-fafc6a0a71ca tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.886678 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ed23e8-3055-45ca-aefc-fad52e65a149 tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:16:06.887080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-20ed23e8-3055-45ca-aefc-fad52e65a149 tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:06.901913 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:06.964240 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504da766-632c-4492-af74-0a417569ab32 req-ffb91a06-a2a1-4e3a-a2c0-b17c666222c3 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Made reservation on behalf of 3f0d4f008c4047b78a3c3af0d575917d for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:06.967243 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-504da766-632c-4492-af74-0a417569ab32 req-ffb91a06-a2a1-4e3a-a2c0-b17c666222c3 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:06.975241 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-638533fc-1266-4937-ba14-38a0f1f2e7fa req-538237e4-e80f-4b01-a3c3-3cf23f69e6b5 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 210 time: 0.0970302 Dec 21 22:16:06.978499 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-515cd326-e91e-4c13-9546-e0bb05b3d1f7 req-929c6c2b-5b67-4afc-868d-4fc368ed97ca tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 210 time: 0.1266940 Dec 21 22:16:07.051188 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56480) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:07.287929 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [req-504da766-632c-4492-af74-0a417569ab32 req-ffb91a06-a2a1-4e3a-a2c0-b17c666222c3 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Allocated IP 172.20.0.10 (4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e/bbfc036d-03ac-49ee-aac1-b2cf72ae89d7/b6360593-18a0-4307-8968-abd08c402606) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:07.289490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-20ed23e8-3055-45ca-aefc-fad52e65a149 tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:07.315525 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f37f6397-6876-4686-b494-fafc6a0a71ca tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:07.343939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-20ed23e8-3055-45ca-aefc-fad52e65a149 tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:07.359509 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-20ed23e8-3055-45ca-aefc-fad52e65a149 tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] 10.222.0.37 "DELETE /v2.0/networks/57f5d457-d48b-4446-9bd8-f36f048ed710 HTTP/1.1" status: 204 len: 168 time: 1.6057673 Dec 21 22:16:07.359509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3dcb0d8a-1f97-4d44-9c00-cb116b9489ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:07.383189 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed23e8-3055-45ca-aefc-fad52e65a149 tempest-PortsAdminExtendedAttrsTestJSON-1481264471 tempest-PortsAdminExtendedAttrsTestJSON-1481264471-project] Pushing event deleted for resources: {'Network': ['ID=57f5d457-d48b-4446-9bd8-f36f048ed710,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:07.431564 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.49', 50725) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:07.435456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:07.439269 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb0d8a-1f97-4d44-9c00-cb116b9489ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Pushing event deleted for resources: {'Port': ['ID=af88b366-7c68-4335-94e7-34f005825845,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:07.477220 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f6397-6876-4686-b494-fafc6a0a71ca tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=e05ca912-905d-498e-84cb-32d1b4bac158,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:07.513415 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f37f6397-6876-4686-b494-fafc6a0a71ca tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:07.513904 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaf5f6a-a499-4b68-8d46-47253cbb1a41 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:07.573356 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f37f6397-6876-4686-b494-fafc6a0a71ca tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/e05ca912-905d-498e-84cb-32d1b4bac158 HTTP/1.1" status: 204 len: 168 time: 1.7217526 Dec 21 22:16:07.634186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56492) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:07.717067 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b8f0f1f5-d8ca-4d7e-9e26-a96273440420 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810888 Dec 21 22:16:07.750298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56496) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:07.763912 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-7fbbd573-fc3e-4ea3-8928-f193c849d3d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:07.792485 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-bfdd695e-59d2-4cca-a5d7-b63e27edeca0 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:07.794179 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-bfdd695e-59d2-4cca-a5d7-b63e27edeca0 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.49 "GET /v2.0/networks?id=f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf HTTP/1.1" status: 200 len: 812 time: 0.3446360 Dec 21 22:16:07.807942 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3dcb0d8a-1f97-4d44-9c00-cb116b9489ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:07.810038 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3dcb0d8a-1f97-4d44-9c00-cb116b9489ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] 10.222.0.37 "DELETE /v2.0/ports/af88b366-7c68-4335-94e7-34f005825845 HTTP/1.1" status: 204 len: 168 time: 1.7895038 Dec 21 22:16:07.818117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56500) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:07.900965 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-a996f269-6844-46b3-ae25-b655c57389c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] GET failed (client error): The resource could not be found. Dec 21 22:16:07.901647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a996f269-6844-46b3-ae25-b655c57389c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Synchronizing usage tracker for tenant:993b30609a8747479b6dff4fc566cfa2 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:07.923381 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-504da766-632c-4492-af74-0a417569ab32 req-ffb91a06-a2a1-4e3a-a2c0-b17c666222c3 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:07.934479 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-67279679-7d89-4e0f-aae6-eaedab434bc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a3af9f68ade4c2781d1cbb2f5e4275c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8821025 Dec 21 22:16:07.941094 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56504) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:07.998068 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [req-504da766-632c-4492-af74-0a417569ab32 req-ffb91a06-a2a1-4e3a-a2c0-b17c666222c3 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Transition to ACTIVE for port object b6360593-18a0-4307-8968-abd08c402606 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:08.098317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669d543e-aed8-4d6a-aa6c-3f64e4be5d17 None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:16:08.106964 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-669d543e-aed8-4d6a-aa6c-3f64e4be5d17 None None] Deleting port ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:08.107572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-669d543e-aed8-4d6a-aa6c-3f64e4be5d17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:08.135960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2083f4c-0407-4156-b808-ee618530c683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:08.151544 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-e42cc8f3-5947-42ea-bc92-756254b09cdc tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad5fcdaeccaa4b16bc289ea9c4d6bb78 HTTP/1.1" status: 200 len: 380 time: 0.3365893 Dec 21 22:16:08.152271 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a996f269-6844-46b3-ae25-b655c57389c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Unset dirty status for tenant:993b30609a8747479b6dff4fc566cfa2 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:08.159001 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a996f269-6844-46b3-ae25-b655c57389c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] 10.222.0.37 "GET /v2.0/ports/af88b366-7c68-4335-94e7-34f005825845 HTTP/1.1" status: 404 len: 333 time: 0.3350956 Dec 21 22:16:08.173733 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7fbbd573-fc3e-4ea3-8928-f193c849d3d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:08.177474 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56514) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:08.205410 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b4ff7e4c-235e-4eea-8068-6d9551659771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Request body: {'port': {'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1624878541'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:08.224053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b4ff7e4c-235e-4eea-8068-6d9551659771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:08.232132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56518) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:08.240904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-e721f747-2c5a-435e-a606-3734f11a6dda tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Request body: {'port': {'device_id': '588bf17f-a094-4ffa-9a9e-3255eba6b5f5', 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf', 'admin_state_up': True, 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'security_groups': ['69f60179-6b1c-4fe7-a771-39bd11b1c658']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:08.261542 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-504da766-632c-4492-af74-0a417569ab32 req-ffb91a06-a2a1-4e3a-a2c0-b17c666222c3 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:08.270198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7fbbd573-fc3e-4ea3-8928-f193c849d3d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:08.312112 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7fbbd573-fc3e-4ea3-8928-f193c849d3d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:08.336238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7fbbd573-fc3e-4ea3-8928-f193c849d3d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:08.346424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b4ff7e4c-235e-4eea-8068-6d9551659771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:08.533174 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3c702ef6-3822-49af-bcf1-e04425177032 req-10a11359-2479-46c7-83e7-bf0e29edc0f7 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 210 time: 0.0615902 Dec 21 22:16:08.537326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbbd573-fc3e-4ea3-8928-f193c849d3d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:08.613871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2083f4c-0407-4156-b808-ee618530c683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:08.617200 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ff7e4c-235e-4eea-8068-6d9551659771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Made reservation on behalf of 993b30609a8747479b6dff4fc566cfa2 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:08.620285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7e4c-235e-4eea-8068-6d9551659771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:08.687400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504da766-632c-4492-af74-0a417569ab32 req-ffb91a06-a2a1-4e3a-a2c0-b17c666222c3 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Network 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:08.696931 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [req-504da766-632c-4492-af74-0a417569ab32 req-ffb91a06-a2a1-4e3a-a2c0-b17c666222c3 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:08.701072 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:08.716083 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [req-504da766-632c-4492-af74-0a417569ab32 req-ffb91a06-a2a1-4e3a-a2c0-b17c666222c3 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:08.758267 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb91a06-a2a1-4e3a-a2c0-b17c666222c3 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Pushing event updated for resources: {'Port': ['ID=b6360593-18a0-4307-8968-abd08c402606,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:08.870656 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-669d543e-aed8-4d6a-aa6c-3f64e4be5d17 None None] For port ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:08.871282 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-669d543e-aed8-4d6a-aa6c-3f64e4be5d17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:08.984226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504da766-632c-4492-af74-0a417569ab32 req-ffb91a06-a2a1-4e3a-a2c0-b17c666222c3 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:08.987792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-504da766-632c-4492-af74-0a417569ab32 req-ffb91a06-a2a1-4e3a-a2c0-b17c666222c3 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:09.028500 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-09ac8408-68c4-424f-adb4-a1b87dc89229 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cf5480b0efc444fc9205a71c1b50b88d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7835524 Dec 21 22:16:09.029958 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56530) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:09.083036 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2083f4c-0407-4156-b808-ee618530c683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:09.105388 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-e721f747-2c5a-435e-a606-3734f11a6dda tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:09.106863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-669d543e-aed8-4d6a-aa6c-3f64e4be5d17 None None] Calling delete_port for ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:09.119089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-e721f747-2c5a-435e-a606-3734f11a6dda tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:09.148830 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-b4ff7e4c-235e-4eea-8068-6d9551659771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] device_id is not set on port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:09.154831 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2083f4c-0407-4156-b808-ee618530c683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16828ed0-3a90-40e9-b6d7-4ac2330853e8,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:09.157971 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:09.194536 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd573-fc3e-4ea3-8928-f193c849d3d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:09.207310 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2083f4c-0407-4156-b808-ee618530c683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:09.222955 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b2083f4c-0407-4156-b808-ee618530c683 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16828ed0-3a90-40e9-b6d7-4ac2330853e8 HTTP/1.1" status: 204 len: 168 time: 1.2631853 Dec 21 22:16:09.232457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:16:09.262785 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-ffb91a06-a2a1-4e3a-a2c0-b17c666222c3 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0353646 Dec 21 22:16:09.300187 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-b200e261-a2ba-450f-8ae9-79ef3dac4a75 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:16:09.301168 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-b200e261-a2ba-450f-8ae9-79ef3dac4a75 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0119019 Dec 21 22:16:09.301721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa06dd-9e8c-4afd-bcb1-a033759e1356 req-be514c09-9464-4138-a572-d4388f58589a tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:09.303582 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-76aa06dd-9e8c-4afd-bcb1-a033759e1356 req-be514c09-9464-4138-a572-d4388f58589a tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 932 time: 0.9717669 Dec 21 22:16:09.390906 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-e721f747-2c5a-435e-a606-3734f11a6dda tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Made reservation on behalf of ad5fcdaeccaa4b16bc289ea9c4d6bb78 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:09.416558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-e721f747-2c5a-435e-a606-3734f11a6dda tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:09.418841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bac1d11e-08eb-4ee6-94fd-b0eba3232ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:09.552983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bac1d11e-08eb-4ee6-94fd-b0eba3232ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:09.680794 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Port ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d update to DOWN by agent not found {{(pid=84170) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 21 22:16:09.689943 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-24ed7d23-048d-445c-b302-0b089d721655 None None] Provisioning for port b6360593-18a0-4307-8968-abd08c402606 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:09.714654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-669d543e-aed8-4d6a-aa6c-3f64e4be5d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:09.727330 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:09.759493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Request body: {'port': {'device_id': 'c764f1ba-7ede-4365-a47d-0db44015db9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:09.832045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d543e-aed8-4d6a-aa6c-3f64e4be5d17 None None] No DVR routers for this DVR port ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:16:09.837614 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669d543e-aed8-4d6a-aa6c-3f64e4be5d17 None None] Pushing event deleted for resources: {'Port': ['ID=ec1fd5ce-73b2-4202-bf2b-f6dd1afcb55d,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:09.839288 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:09.841454 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-24ed7d23-048d-445c-b302-0b089d721655 None None] Provisioning complete for port b6360593-18a0-4307-8968-abd08c402606 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:09.844523 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-24ed7d23-048d-445c-b302-0b089d721655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:09.848018 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-76aa06dd-9e8c-4afd-bcb1-a033759e1356 req-1a6b99ac-d5e6-47d5-beb2-89717b65fccc tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Synchronizing usage tracker for tenant:3f0d4f008c4047b78a3c3af0d575917d on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:09.951761 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bac1d11e-08eb-4ee6-94fd-b0eba3232ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:09.965578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-24ed7d23-048d-445c-b302-0b089d721655 None None] Port b6360593-18a0-4307-8968-abd08c402606 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:10.066697 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bac1d11e-08eb-4ee6-94fd-b0eba3232ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:10.068062 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bac1d11e-08eb-4ee6-94fd-b0eba3232ac2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7db4e31c-1f99-435f-9004-a494d46e88a0 HTTP/1.1" status: 204 len: 168 time: 1.0209210 Dec 21 22:16:10.069379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1d11e-08eb-4ee6-94fd-b0eba3232ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db4e31c-1f99-435f-9004-a494d46e88a0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:10.072978 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a19a7c91-f749-4481-a59f-92718319a594 req-1d54c5b6-826c-4516-b2c2-ec23cafb43e5 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 210 time: 0.2228634 Dec 21 22:16:10.109332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-76aa06dd-9e8c-4afd-bcb1-a033759e1356 req-1a6b99ac-d5e6-47d5-beb2-89717b65fccc tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Unset dirty status for tenant:3f0d4f008c4047b78a3c3af0d575917d on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:10.121954 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-76aa06dd-9e8c-4afd-bcb1-a033759e1356 req-1a6b99ac-d5e6-47d5-beb2-89717b65fccc tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5897863 Dec 21 22:16:10.130806 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7e4c-235e-4eea-8068-6d9551659771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:10.184959 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:10.258307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Pushing event updated for resources: {'Port': ['ID=52722721-e21e-4062-854e-5e39e692f053,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:10.296099 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:10.318633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:10.381495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:10.455574 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-e721f747-2c5a-435e-a606-3734f11a6dda tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Allocated IP 172.20.0.11 (f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf/55c20a1a-f6d6-4f37-94ec-f9e003fe8022/7f56a795-c6f8-4433-9654-3c16fd3aa9be) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:10.509025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56544) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:10.640493 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7e4c-235e-4eea-8068-6d9551659771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:10.682832 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Floating IP 03e02aa1-d1df-47eb-8f99-99f5836c9178 associated. External IP: 172.26.3.48, port: 177ba0cb-29b0-479b-b9c4-3faf0fbba9f6. Dec 21 22:16:10.746118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd573-fc3e-4ea3-8928-f193c849d3d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:10.870463 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6360593-18a0-4307-8968-abd08c402606 {{(pid=84169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:16:10.880538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:10.885970 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-49323f47-f0ad-49b7-9064-41caeb5e9cd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ef80548fda3420ab869347cd763b3e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3638647 Dec 21 22:16:10.888205 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56550) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:10.969676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ff7e4c-235e-4eea-8068-6d9551659771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Network 385eeb94-2ba7-4449-936c-f2629137cb79 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:10.986546 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-b4ff7e4c-235e-4eea-8068-6d9551659771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:10.988576 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff7e4c-235e-4eea-8068-6d9551659771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Pushing event updated for resources: {'Port': ['ID=de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:10.997749 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ff7e4c-235e-4eea-8068-6d9551659771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:10.998826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ff7e4c-235e-4eea-8068-6d9551659771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:10.999644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b4ff7e4c-235e-4eea-8068-6d9551659771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:11.018620 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbbd573-fc3e-4ea3-8928-f193c849d3d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:11.037753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-7fbbd573-fc3e-4ea3-8928-f193c849d3d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:11.049177 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d34da7d-d11f-4ac6-addd-2fc897523b60 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:11.058563 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbbd573-fc3e-4ea3-8928-f193c849d3d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:11.059274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd573-fc3e-4ea3-8928-f193c849d3d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:11.082229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbd573-fc3e-4ea3-8928-f193c849d3d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=0054dca0-8691-4afe-86bb-c1c2bbfa9bf7,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:11.097465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Transition to ACTIVE for port object b6360593-18a0-4307-8968-abd08c402606 will not be triggered until provisioned by entity L2. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:11.110249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:11.156421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bdeac8b2-7ccb-4475-b8fb-6fc9eb414c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:11.196071 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:11.239841 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-e721f747-2c5a-435e-a606-3734f11a6dda tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:11.245434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bdeac8b2-7ccb-4475-b8fb-6fc9eb414c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:11.321345 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56558) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:11.383211 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7fbbd573-fc3e-4ea3-8928-f193c849d3d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.6234083 Dec 21 22:16:11.393572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56562) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:11.397587 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b4ff7e4c-235e-4eea-8068-6d9551659771 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.2106893 Dec 21 22:16:11.402281 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56566) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:11.572486 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6360593-18a0-4307-8968-abd08c402606,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:11.573600 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'name': 'tempest-NetworksTestDHCPv6-18436492'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:11.602460 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': '0054dca0-8691-4afe-86bb-c1c2bbfa9bf7'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:16:11.603598 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:11.629501 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:11.654613 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-e721f747-2c5a-435e-a606-3734f11a6dda tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Transition to ACTIVE for port object 7f56a795-c6f8-4433-9654-3c16fd3aa9be will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:11.659361 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-45d1dcd2-afdb-48d9-8807-90aea8d1286b req-ec11a4cb-fd8f-4e43-bc7a-47f57b1c67af tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 210 time: 0.2256875 Dec 21 22:16:11.809667 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Allocated IP 2001:db8::2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/0054dca0-8691-4afe-86bb-c1c2bbfa9bf7/455ab009-4549-4c55-97d1-6186720ac51f) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:11.854073 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bdeac8b2-7ccb-4475-b8fb-6fc9eb414c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:11.912159 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeac8b2-7ccb-4475-b8fb-6fc9eb414c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be93a5d-ab9d-41e5-ae35-274a4356f2f7,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:11.924836 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8219670e-3492-4162-8ec9-58c17d15e267 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=291dd91030ff42ff8d47eaae918711f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6024387 Dec 21 22:16:11.935467 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56570) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:11.964958 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bdeac8b2-7ccb-4475-b8fb-6fc9eb414c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:11.983125 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bdeac8b2-7ccb-4475-b8fb-6fc9eb414c2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5be93a5d-ab9d-41e5-ae35-274a4356f2f7 HTTP/1.1" status: 204 len: 168 time: 1.0839188 Dec 21 22:16:12.105102 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:12.214122 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Transition to ACTIVE for port object 455ab009-4549-4c55-97d1-6186720ac51f will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:12.214922 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.managers [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Attempting to bind port b6360593-18a0-4307-8968-abd08c402606 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:12.214922 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.managers [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Attempting to bind port b6360593-18a0-4307-8968-abd08c402606 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '3b9323a5-695a-4cc0-a3b4-75c4fbe92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e'}] {{(pid=84169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:12.214922 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Attempting to bind port b6360593-18a0-4307-8968-abd08c402606 on network 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:12.215378 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Transition to ACTIVE for port object 455ab009-4549-4c55-97d1-6186720ac51f will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:12.215452 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:12.215452 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:12.231768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140a2e2-af0b-4faf-8c25-5b1a4913f966 req-d5871ad3-9473-47f6-bcdb-2c013b2f8c0c tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:12.239129 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d140a2e2-af0b-4faf-8c25-5b1a4913f966 req-d5871ad3-9473-47f6-bcdb-2c013b2f8c0c tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 944 time: 0.8421512 Dec 21 22:16:12.243582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:12.247432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:port and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:12.264189 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:12.305324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Port b6360593-18a0-4307-8968-abd08c402606 on network 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:12.305953 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Attempting to bind port b6360593-18a0-4307-8968-abd08c402606 on network 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:12.335459 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:16:12.424514 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Checking segment: {'id': '3b9323a5-695a-4cc0-a3b4-75c4fbe92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:16:12.424514 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Bound using segment: {'id': '3b9323a5-695a-4cc0-a3b4-75c4fbe92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e'} {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:16:12.424514 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.managers [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Bound port: b6360593-18a0-4307-8968-abd08c402606, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b9323a5-695a-4cc0-a3b4-75c4fbe92545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e'}}] {{(pid=84169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:16:12.424514 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:12.424514 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-625e406a-02bb-4a02-860d-f28a7cbb9761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:12.458983 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:12.475680 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-625e406a-02bb-4a02-860d-f28a7cbb9761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:12.500183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] For port b6360593-18a0-4307-8968-abd08c402606, host hv-neutron-8225, cleared binding levels {{(pid=84169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:16:12.514705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:12.527591 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-e721f747-2c5a-435e-a606-3734f11a6dda tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:12.538582 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] For port b6360593-18a0-4307-8968-abd08c402606, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b6360593-18a0-4307-8968-abd08c402606,segment=NetworkSegment(3b9323a5-695a-4cc0-a3b4-75c4fbe92545),segment_id=3b9323a5-695a-4cc0-a3b4-75c4fbe92545)] {{(pid=84169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:16:12.552808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Router 59b3a28e-062e-4c10-bddb-5f05892bd1b3 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:16:12.556076 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Pushing event updated for resources: {'Port': ['ID=455ab009-4549-4c55-97d1-6186720ac51f,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:12.577535 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:12.580624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:12.587586 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:12.655986 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:12.669092 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:12.745577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Attempting to bind port 455ab009-4549-4c55-97d1-6186720ac51f on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:12.745577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Attempting to bind port 455ab009-4549-4c55-97d1-6186720ac51f by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:12.745577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Attempting to bind port 455ab009-4549-4c55-97d1-6186720ac51f on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:12.745577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:16:12.745577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:16:12.746307 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:12.746996 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:16:12.747644 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Bound port: 455ab009-4549-4c55-97d1-6186720ac51f, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:16:12.748296 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:12.754424 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-625e406a-02bb-4a02-860d-f28a7cbb9761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:12.810628 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:12.817265 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-e721f747-2c5a-435e-a606-3734f11a6dda tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Network f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:12.820351 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] 10.222.0.49 "PUT /v2.0/ports/b6360593-18a0-4307-8968-abd08c402606 HTTP/1.1" status: 200 len: 1094 time: 3.3938706 Dec 21 22:16:12.823187 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e406a-02bb-4a02-860d-f28a7cbb9761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fd51e3-56bf-4e63-81a7-20d9b3160e1d,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:12.843675 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c764f1ba-7ede-4365-a47d-0db44015db9b', 'tag': 'b6360593-18a0-4307-8968-abd08c402606'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:16:12.852028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721f747-2c5a-435e-a606-3734f11a6dda tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Pushing event updated for resources: {'Port': ['ID=7f56a795-c6f8-4433-9654-3c16fd3aa9be,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:12.859273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-e721f747-2c5a-435e-a606-3734f11a6dda tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:12.866276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-e721f747-2c5a-435e-a606-3734f11a6dda tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:12.886522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ceacb5-523b-4919-8a97-52e498a490c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b6360593-18a0-4307-8968-abd08c402606,revision_number=3']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:12.973000 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] For port 455ab009-4549-4c55-97d1-6186720ac51f, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:16:12.988625 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] For port 455ab009-4549-4c55-97d1-6186720ac51f, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=455ab009-4549-4c55-97d1-6186720ac51f,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:16:13.054555 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:13.086274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:13.094890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:13.137767 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-625e406a-02bb-4a02-860d-f28a7cbb9761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:13.143862 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-625e406a-02bb-4a02-860d-f28a7cbb9761 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3fd51e3-56bf-4e63-81a7-20d9b3160e1d HTTP/1.1" status: 204 len: 168 time: 1.2024877 Dec 21 22:16:13.176206 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-e721f747-2c5a-435e-a606-3734f11a6dda tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:13.177281 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-e721f747-2c5a-435e-a606-3734f11a6dda tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:13.211752 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port a61d3dbb-e76c-4f34-aa3c-a7f3fe5cbc3f yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:13.257281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbaecd-01ce-41a7-a564-cdf0ba0cc0da None None] Pushing event updated for resources: {'Port': ['ID=455ab009-4549-4c55-97d1-6186720ac51f,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:13.354527 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-ef8c2e77-556c-438c-b79e-fe10211f01ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f0d4f008c4047b78a3c3af0d575917d&device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 1097 time: 0.3062253 Dec 21 22:16:13.372283 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ebec-4da9-4ea8-9bf9-df1dfd84e56f req-926663ba-4acd-47e9-948f-d19f3e84df15 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:13.379133 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] device_id is not set on port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:13.380398 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fd03ebec-4da9-4ea8-9bf9-df1dfd84e56f req-926663ba-4acd-47e9-948f-d19f3e84df15 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 932 time: 0.3221724 Dec 21 22:16:13.402380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:13.457292 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Transition to ACTIVE for port object de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:13.470363 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-e721f747-2c5a-435e-a606-3734f11a6dda tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2832067 Dec 21 22:16:13.526841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ce135b24-e780-46a2-b55a-6fdd5ddd43b2 None None] Provisioning for port 7f56a795-c6f8-4433-9654-3c16fd3aa9be completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:13.533538 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ce135b24-e780-46a2-b55a-6fdd5ddd43b2 None None] Provisioning complete for port 7f56a795-c6f8-4433-9654-3c16fd3aa9be triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:13.533900 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ce135b24-e780-46a2-b55a-6fdd5ddd43b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:13.585076 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-1d76893e-6e3f-48b7-ac81-56a8cca56f56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6360593-18a0-4307-8968-abd08c402606 HTTP/1.1" status: 200 len: 217 time: 0.2197595 Dec 21 22:16:13.638160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-fd03ebec-4da9-4ea8-9bf9-df1dfd84e56f req-2d623c2c-0df7-4d08-90cd-dbb1ad65b59c tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Synchronizing usage tracker for tenant:ad5fcdaeccaa4b16bc289ea9c4d6bb78 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:13.696389 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ce135b24-e780-46a2-b55a-6fdd5ddd43b2 None None] Port 7f56a795-c6f8-4433-9654-3c16fd3aa9be cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:13.747910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::36e (fe7c627c-94be-483c-83d9-84e8e8a5014e/0054dca0-8691-4afe-86bb-c1c2bbfa9bf7/a61d3dbb-e76c-4f34-aa3c-a7f3fe5cbc3f) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:13.754982 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d140a2e2-af0b-4faf-8c25-5b1a4913f966 req-23d0cf07-5f18-43e7-a57d-798bebf8d583 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4992754 Dec 21 22:16:13.773819 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Request body: {'port': {'device_id': '588bf17f-a094-4ffa-9a9e-3255eba6b5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:13.883201 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:13.936337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:16:13.948483 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da937b70-b58c-4a06-8d66-dd60550c85d6 None None] Sync routers for ids ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:16:13.971379 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da937b70-b58c-4a06-8d66-dd60550c85d6 None None] Routers {'59b3a28e-062e-4c10-bddb-5f05892bd1b3'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:16:13.976393 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-da937b70-b58c-4a06-8d66-dd60550c85d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:16:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:14.022740 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504da766-632c-4492-af74-0a417569ab32 req-aaa124f2-5ec1-4173-b414-5d2c707d22c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:14.033229 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-aaa124f2-5ec1-4173-b414-5d2c707d22c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bbfc036d-03ac-49ee-aac1-b2cf72ae89d7 HTTP/1.1" status: 200 len: 845 time: 0.4028230 Dec 21 22:16:14.104224 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-da937b70-b58c-4a06-8d66-dd60550c85d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:14.129370 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:14.129992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6113b46f-17c1-46cc-ba06-93a00303768c {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:16:14.130324 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da937b70-b58c-4a06-8d66-dd60550c85d6 None None] Routers {'59b3a28e-062e-4c10-bddb-5f05892bd1b3'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:16:14.131137 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-da937b70-b58c-4a06-8d66-dd60550c85d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:16:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:14.139075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:14.169329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-fd03ebec-4da9-4ea8-9bf9-df1dfd84e56f req-2d623c2c-0df7-4d08-90cd-dbb1ad65b59c tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Unset dirty status for tenant:ad5fcdaeccaa4b16bc289ea9c4d6bb78 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:14.182680 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fd03ebec-4da9-4ea8-9bf9-df1dfd84e56f req-2d623c2c-0df7-4d08-90cd-dbb1ad65b59c tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/security-groups?id=69f60179-6b1c-4fe7-a771-39bd11b1c658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8006356 Dec 21 22:16:14.254072 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d422fb26-cc66-46cd-9fb2-1f6a3627bea2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 11.7406840 Dec 21 22:16:14.256295 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56608) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:14.294871 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-da937b70-b58c-4a06-8d66-dd60550c85d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:14.299175 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da937b70-b58c-4a06-8d66-dd60550c85d6 None None] The sync data for ids ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:16:14.510410 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-2e52114b-0bdd-46b1-92b3-cc46c3f54a06 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4690425 Dec 21 22:16:14.681319 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Pushing event updated for resources: {'Port': ['ID=de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:14.776272 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-64c8880e-f982-4cc9-8aee-311be9959451 service neutron] 10.222.0.49 "GET /v2.0/networks/4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312171 Dec 21 22:16:14.783207 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-09ec322d-ee7c-487b-9bf3-8b861fb5823d tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] 10.222.0.37 "GET /v2.0/floatingips/03e02aa1-d1df-47eb-8f99-99f5836c9178 HTTP/1.1" status: 200 len: 982 time: 0.5168188 Dec 21 22:16:14.783207 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c764f1ba-7ede-4365-a47d-0db44015db9b', 'tag': 'b6360593-18a0-4307-8968-abd08c402606', 'status': 'completed', 'code': 200} Dec 21 22:16:14.785097 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 455ab009-4549-4c55-97d1-6186720ac51f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:14.835414 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56620) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:14.967433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:14.989938 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 21 22:16:14.991461 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-637ec1fd-6a92-41fb-be8b-6196e7517df4 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 8.9874721 Dec 21 22:16:15.013440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56628) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:15.099234 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:15.101619 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-2e31e29d-7d3f-4080-8c4d-b7ea1e8993b8 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Deleting port 771b477b-de34-4dc4-a851-c86b83fe2830 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:15.102112 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2e31e29d-7d3f-4080-8c4d-b7ea1e8993b8 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:15.145240 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-86cb8021-92fc-4c32-b4c1-76a7ed140989 None None] Provisioning for port 455ab009-4549-4c55-97d1-6186720ac51f completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:15.168132 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-86cb8021-92fc-4c32-b4c1-76a7ed140989 None None] Provisioning complete for port 455ab009-4549-4c55-97d1-6186720ac51f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:15.170614 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-86cb8021-92fc-4c32-b4c1-76a7ed140989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:15.263339 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 455ab009-4549-4c55-97d1-6186720ac51f completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:15.372022 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 455ab009-4549-4c55-97d1-6186720ac51f triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:15.373377 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:15.511186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56638) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:15.533331 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d63d63db-b74c-48ad-a9f5-9548bbbaf769 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2424 time: 0.6961811 Dec 21 22:16:15.540421 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-504da766-632c-4492-af74-0a417569ab32 req-6fb482b5-7e13-4eac-9e7a-ed3c781f94bf service neutron] 10.222.0.49 "GET /v2.0/networks/4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7434537 Dec 21 22:16:15.555107 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56644) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:15.730086 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-86cb8021-92fc-4c32-b4c1-76a7ed140989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:15.760355 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:15.789025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:15.801264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-86cb8021-92fc-4c32-b4c1-76a7ed140989 None None] For port 455ab009-4549-4c55-97d1-6186720ac51f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=455ab009-4549-4c55-97d1-6186720ac51f,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:15.803264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-451086041'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:15.814536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:15.819736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:15.820457 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:15.821091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:15.825480 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f248238-270b-45e4-8796-3910d1a4e906 req-6f2b741e-89d7-49b1-b865-b192cba0b176 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:15.826412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-0f248238-270b-45e4-8796-3910d1a4e906 req-6f2b741e-89d7-49b1-b865-b192cba0b176 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Synchronizing usage tracker for tenant:3f0d4f008c4047b78a3c3af0d575917d on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:15.844723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Usage tracker for resource:network and tenant:7c28e903c2f54471a6ede05fbdb5f247 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:15.846353 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:15.870376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:15.896420 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object a61d3dbb-e76c-4f34-aa3c-a7f3fe5cbc3f will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:15.909932 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:16:15.931959 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:15.932434 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:15.972903 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 2 to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 Dec 21 22:16:16.034731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:16.035054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:16.035386 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:16.083008 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f56a795-c6f8-4433-9654-3c16fd3aa9be {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:16:16.122785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:16.122785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:16.122785 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:16.122785 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 3 to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 Dec 21 22:16:16.131257 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-ea3fd283-5653-44d0-9113-a53885a40a84 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Deleting port 52722721-e21e-4062-854e-5e39e692f053 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:16.132446 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea3fd283-5653-44d0-9113-a53885a40a84 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:16.218761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14081e0-6b1e-450c-a0cc-88ebb8dd08a0 req-0d850ff3-7dca-4b60-b1cc-cea91dca77bd tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:16.220067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c14081e0-6b1e-450c-a0cc-88ebb8dd08a0 req-0d850ff3-7dca-4b60-b1cc-cea91dca77bd tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Synchronizing usage tracker for tenant:ad5fcdaeccaa4b16bc289ea9c4d6bb78 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:16.230996 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Transition to ACTIVE for port object 7f56a795-c6f8-4433-9654-3c16fd3aa9be will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:16.231725 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:16.232039 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:16.232359 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:16.257320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:16.257663 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:16.269650 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 4 to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 Dec 21 22:16:16.288033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2e31e29d-7d3f-4080-8c4d-b7ea1e8993b8 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:16.312531 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:16.313567 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:16.326128 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:16.389623 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-86cb8021-92fc-4c32-b4c1-76a7ed140989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:16.492769 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:16.494339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:16.498091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c14081e0-6b1e-450c-a0cc-88ebb8dd08a0 req-0d850ff3-7dca-4b60-b1cc-cea91dca77bd tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Unset dirty status for tenant:ad5fcdaeccaa4b16bc289ea9c4d6bb78 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:16.499298 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c14081e0-6b1e-450c-a0cc-88ebb8dd08a0 req-0d850ff3-7dca-4b60-b1cc-cea91dca77bd tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 932 time: 0.9101050 Dec 21 22:16:16.506389 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-0f248238-270b-45e4-8796-3910d1a4e906 req-6f2b741e-89d7-49b1-b865-b192cba0b176 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Unset dirty status for tenant:3f0d4f008c4047b78a3c3af0d575917d on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:16.507563 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0f248238-270b-45e4-8796-3910d1a4e906 req-6f2b741e-89d7-49b1-b865-b192cba0b176 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 944 time: 1.3321593 Dec 21 22:16:16.508299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Made reservation on behalf of 7c28e903c2f54471a6ede05fbdb5f247 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:16.519174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-2e31e29d-7d3f-4080-8c4d-b7ea1e8993b8 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Calling delete_port for 771b477b-de34-4dc4-a851-c86b83fe2830 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:16.523874 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:16.544323 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:16:16.544746 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:16:16.546875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea3fd283-5653-44d0-9113-a53885a40a84 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:16.547321 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea3fd283-5653-44d0-9113-a53885a40a84 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:16.571859 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb8021-92fc-4c32-b4c1-76a7ed140989 None None] Pushing event updated for resources: {'Port': ['ID=455ab009-4549-4c55-97d1-6186720ac51f,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:16.592566 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:16.635714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:16.640664 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Usage tracker for resource:security_group_rule and tenant:7c28e903c2f54471a6ede05fbdb5f247 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:16.644054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:16.644340 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:16.644469 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:16.650385 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:16.664050 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 5 to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 Dec 21 22:16:16.775423 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:16.775574 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:16.775902 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:16.806508 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-ea3fd283-5653-44d0-9113-a53885a40a84 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Calling delete_port for 52722721-e21e-4062-854e-5e39e692f053 owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:16.815174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:16.847096 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:16.853822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f56a795-c6f8-4433-9654-3c16fd3aa9be,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:16.856345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:16.862858 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:16.863362 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:16.870768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:16.871089 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:16.890606 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0f248238-270b-45e4-8796-3910d1a4e906 req-f1ff7e64-31f4-48d0-9fb6-d2f23409f274 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3511426 Dec 21 22:16:16.905193 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 6 to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 Dec 21 22:16:16.944681 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c14081e0-6b1e-450c-a0cc-88ebb8dd08a0 req-f3024dd7-7243-4e13-8995-08d9531b28ef tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/security-groups?id=69f60179-6b1c-4fe7-a771-39bd11b1c658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421113 Dec 21 22:16:17.055084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:17.056065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:17.056536 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:17.237395 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=a61d3dbb-e76c-4f34-aa3c-a7f3fe5cbc3f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:17.270392 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:17.270392 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:17.281305 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 7 to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 Dec 21 22:16:17.307458 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-cdfb900b-ebc1-4737-88c3-d52f4b683712 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.9115202 Dec 21 22:16:17.311888 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56658) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:17.344954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:17.447848 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 455ab009-4549-4c55-97d1-6186720ac51f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:17.478082 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:17.478536 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:17.478997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:17.499890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:17.500328 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:17.502624 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 8 to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 Dec 21 22:16:17.509842 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Attempting to bind port 7f56a795-c6f8-4433-9654-3c16fd3aa9be on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:17.510284 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Attempting to bind port 7f56a795-c6f8-4433-9654-3c16fd3aa9be by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '46ea1c92-d041-4489-8968-e96b6b7107f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:17.510671 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Attempting to bind port 7f56a795-c6f8-4433-9654-3c16fd3aa9be on network f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:17.525999 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Port 7f56a795-c6f8-4433-9654-3c16fd3aa9be on network f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:17.526297 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Attempting to bind port 7f56a795-c6f8-4433-9654-3c16fd3aa9be on network f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:17.530065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:17.530461 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:17.531328 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:17.543101 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:16:17.548021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Checking segment: {'id': '46ea1c92-d041-4489-8968-e96b6b7107f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:16:17.548021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Bound using segment: {'id': '46ea1c92-d041-4489-8968-e96b6b7107f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:16:17.548021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Bound port: 7f56a795-c6f8-4433-9654-3c16fd3aa9be, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ea1c92-d041-4489-8968-e96b6b7107f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:16:17.548021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:17.558741 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:17.559157 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:17.562595 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 9 to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 Dec 21 22:16:17.592216 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3769d094-2202-48aa-8381-3d561908fc5a None None] Provisioning for port a61d3dbb-e76c-4f34-aa3c-a7f3fe5cbc3f completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:17.610733 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 455ab009-4549-4c55-97d1-6186720ac51f triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:17.612451 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:17.612573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2e31e29d-7d3f-4080-8c4d-b7ea1e8993b8 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:17.631212 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:17.670236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:17.670236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:17.670602 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:17.677180 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cba4c35-bafd-4d58-88df-3fefc58f9370,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:17.688603 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31e29d-7d3f-4080-8c4d-b7ea1e8993b8 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Pushing event deleted for resources: {'Port': ['ID=771b477b-de34-4dc4-a851-c86b83fe2830,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:17.690577 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-83d8f86a-9551-4a74-ae83-2ec511eb3116 req-a53d5ff5-48aa-48e8-95f2-f34b4c809655 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f0d4f008c4047b78a3c3af0d575917d&device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 1097 time: 0.7463410 Dec 21 22:16:17.703060 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3769d094-2202-48aa-8381-3d561908fc5a None None] Provisioning complete for port a61d3dbb-e76c-4f34-aa3c-a7f3fe5cbc3f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:17.703060 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3769d094-2202-48aa-8381-3d561908fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:17.714422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:17.714841 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:17.742987 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 10 to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 Dec 21 22:16:17.816611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] For port 7f56a795-c6f8-4433-9654-3c16fd3aa9be, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:16:17.819615 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:17.820012 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:17.820404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:17.832084 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3769d094-2202-48aa-8381-3d561908fc5a None None] Port a61d3dbb-e76c-4f34-aa3c-a7f3fe5cbc3f cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:17.850238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] For port 7f56a795-c6f8-4433-9654-3c16fd3aa9be, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7f56a795-c6f8-4433-9654-3c16fd3aa9be,segment=NetworkSegment(46ea1c92-d041-4489-8968-e96b6b7107f6),segment_id=46ea1c92-d041-4489-8968-e96b6b7107f6)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:16:17.853212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:17.853610 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:17.854089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:17.870971 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8f86a-9551-4a74-ae83-2ec511eb3116 req-0b1df01e-63f6-47af-8898-26c8de000c4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:17.872796 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-83d8f86a-9551-4a74-ae83-2ec511eb3116 req-0b1df01e-63f6-47af-8898-26c8de000c4a service neutron] 10.222.0.49 "GET /v2.0/networks?id=4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e HTTP/1.1" status: 200 len: 907 time: 0.1678874 Dec 21 22:16:17.913043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2e31e29d-7d3f-4080-8c4d-b7ea1e8993b8 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:17.918624 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2e31e29d-7d3f-4080-8c4d-b7ea1e8993b8 tempest-RoutersAdminNegativeTest-949020078 tempest-RoutersAdminNegativeTest-949020078-project-admin] 10.222.0.37 "DELETE /v2.0/ports/771b477b-de34-4dc4-a851-c86b83fe2830 HTTP/1.1" status: 204 len: 168 time: 2.9002414 Dec 21 22:16:17.926342 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:18.028625 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-83d8f86a-9551-4a74-ae83-2ec511eb3116 req-f98a6140-27bb-4274-bfc8-d1f16fb64251 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6360593-18a0-4307-8968-abd08c402606 HTTP/1.1" status: 200 len: 217 time: 0.1451514 Dec 21 22:16:18.034623 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:18.036099 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] 10.222.0.49 "PUT /v2.0/ports/7f56a795-c6f8-4433-9654-3c16fd3aa9be HTTP/1.1" status: 200 len: 1094 time: 4.2797532 Dec 21 22:16:18.039235 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588bf17f-a094-4ffa-9a9e-3255eba6b5f5', 'tag': '7f56a795-c6f8-4433-9654-3c16fd3aa9be'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:16:18.048768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] For port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:16:18.049496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempted to set empty binding levels {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 22:16:18.055440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e212f99-a785-45c2-9177-90f64e87bec6 service neutron] Pushing event updated for resources: {'Port': ['ID=7f56a795-c6f8-4433-9654-3c16fd3aa9be,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:18.141946 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8f86a-9551-4a74-ae83-2ec511eb3116 req-05307ae6-9891-4f56-994a-97fc7382eb68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:18.143923 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-83d8f86a-9551-4a74-ae83-2ec511eb3116 req-05307ae6-9891-4f56-994a-97fc7382eb68 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bbfc036d-03ac-49ee-aac1-b2cf72ae89d7 HTTP/1.1" status: 200 len: 845 time: 0.0775325 Dec 21 22:16:18.151812 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a102da27-fa67-4428-94c4-f0eaec3635ea tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:18.158264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a102da27-fa67-4428-94c4-f0eaec3635ea tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:18.159332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a102da27-fa67-4428-94c4-f0eaec3635ea tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:18.184184 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:18.215155 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea3fd283-5653-44d0-9113-a53885a40a84 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:18.356007 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:16:18.424271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a102da27-fa67-4428-94c4-f0eaec3635ea tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:18.429165 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a102da27-fa67-4428-94c4-f0eaec3635ea tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.1126568 Dec 21 22:16:18.446357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56678) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:18.480196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fd283-5653-44d0-9113-a53885a40a84 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Pushing event deleted for resources: {'Port': ['ID=52722721-e21e-4062-854e-5e39e692f053,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:18.513306 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:18.513306 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Added segment c1d1df55-73d8-4eb9-bee7-196c8d7be51b of type vlan for network 83e41248-6b38-4d55-9c4d-b93472daefe4 Dec 21 22:16:18.550419 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] In _notify_port_updated(), no bound segment for port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:16:18.551571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:18.552996 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] 10.222.0.37 "PUT /v2.0/ports/de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 HTTP/1.1" status: 200 len: 981 time: 6.9549644 Dec 21 22:16:18.558923 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56686) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:18.571601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47036113-755f-4e3c-901b-f7a44bf3cfec tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Pushing event updated for resources: {'Port': ['ID=de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:18.670987 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d866b-fec4-4f55-ba0f-4b4d98fc42c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port a61d3dbb-e76c-4f34-aa3c-a7f3fe5cbc3f {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:18.671416 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fa9d866b-fec4-4f55-ba0f-4b4d98fc42c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:18.680320 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:18.750052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea3fd283-5653-44d0-9113-a53885a40a84 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:18.849498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56694) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:18.860043 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-83d8f86a-9551-4a74-ae83-2ec511eb3116 req-1179face-2b84-444c-bd8d-4dc538ba0874 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5310912 Dec 21 22:16:18.873034 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-7fd54949-39e0-427b-94db-40ee9e53d6d7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad5fcdaeccaa4b16bc289ea9c4d6bb78&device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 1097 time: 0.5543807 Dec 21 22:16:18.879534 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b5a6b-9cfa-4ada-ac26-1d76a29d2f05 req-32210e5c-563d-401a-8352-e9af96d7340f tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:18.889811 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-218b5a6b-9cfa-4ada-ac26-1d76a29d2f05 req-32210e5c-563d-401a-8352-e9af96d7340f tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 944 time: 0.5257874 Dec 21 22:16:18.909010 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc4bd0-de01-4c64-923a-e8a0c3e724d8 req-fe8d746f-9ac2-4cf3-b3c5-9a02764f507e tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:18.928574 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2ffc4bd0-de01-4c64-923a-e8a0c3e724d8 req-fe8d746f-9ac2-4cf3-b3c5-9a02764f507e tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 944 time: 0.6354022 Dec 21 22:16:18.971826 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:18.984687 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:18.984687 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:19.132283 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2ffc4bd0-de01-4c64-923a-e8a0c3e724d8 req-509c97ba-eafc-487c-931b-6a0a1d08f8e9 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/security-groups?id=69f60179-6b1c-4fe7-a771-39bd11b1c658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073165 Dec 21 22:16:19.152912 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-ae3ae520-a3f2-4896-ab6c-afcd4e57a31c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f56a795-c6f8-4433-9654-3c16fd3aa9be HTTP/1.1" status: 200 len: 217 time: 0.2209144 Dec 21 22:16:19.184559 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7804a2d7-1783-473b-8d28-bb2cb5621fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Synchronizing usage tracker for tenant:993b30609a8747479b6dff4fc566cfa2 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:19.293658 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-0004a960-9f80-4a4d-9e0c-dd913d34fec0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:19.295332 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-0004a960-9f80-4a4d-9e0c-dd913d34fec0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=55c20a1a-f6d6-4f37-94ec-f9e003fe8022 HTTP/1.1" status: 200 len: 851 time: 0.1046426 Dec 21 22:16:19.295856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56706) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:19.311196 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7804a2d7-1783-473b-8d28-bb2cb5621fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Unset dirty status for tenant:993b30609a8747479b6dff4fc566cfa2 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:19.314732 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7804a2d7-1783-473b-8d28-bb2cb5621fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19583 time: 0.7447145 Dec 21 22:16:19.318333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event updated for resources: {'Network': ['ID=83e41248-6b38-4d55-9c4d-b93472daefe4,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:19.337087 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 83e41248-6b38-4d55-9c4d-b93472daefe4 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:16:19.359087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56710) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:19.363992 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-525466b2-6375-4c78-b7b9-48938049f357 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.8446534 Dec 21 22:16:19.372095 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56716) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:19.477515 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-b909e85c-dc96-4d24-a6df-f7666b7a8fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Deleting port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:19.477860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b909e85c-dc96-4d24-a6df-f7666b7a8fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:19.523306 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fa9d866b-fec4-4f55-ba0f-4b4d98fc42c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:19.534581 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-1cc5231f-55b8-446e-a691-8fabf09a6eed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2295732 Dec 21 22:16:19.551160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-9894ba10-9cfc-4b16-b79c-8da0034e0fa1 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Request body: {'subnet': {'network_id': '83e41248-6b38-4d55-9c4d-b93472daefe4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:19.683324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-09bf9bc6-4cda-44dc-9e35-989577e00f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:19.706418 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-218b5a6b-9cfa-4ada-ac26-1d76a29d2f05 req-28bb953e-fc70-4bdb-868e-22c6052ace6c tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8189569 Dec 21 22:16:19.751382 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588bf17f-a094-4ffa-9a9e-3255eba6b5f5', 'tag': '7f56a795-c6f8-4433-9654-3c16fd3aa9be', 'status': 'completed', 'code': 200} Dec 21 22:16:19.917120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d866b-fec4-4f55-ba0f-4b4d98fc42c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for a61d3dbb-e76c-4f34-aa3c-a7f3fe5cbc3f owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:19.948892 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-583634488', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:19.963371 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-b99cea15-08d1-48df-bc3b-714cabd55ab5 service neutron] 10.222.0.49 "GET /v2.0/networks/f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651726 Dec 21 22:16:19.964351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:19.977820 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Usage tracker for resource:port and tenant:e4fc14acd8fc47a19836de2c3deb6929 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:19.991202 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:19.997938 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:20.055747 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-09bf9bc6-4cda-44dc-9e35-989577e00f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:20.060651 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-83d8f86a-9551-4a74-ae83-2ec511eb3116 req-9163af36-0d52-4407-ad26-578c6e9dbe91 service neutron] 10.222.0.49 "GET /v2.0/networks/4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1722393 Dec 21 22:16:20.077411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Made reservation on behalf of e4fc14acd8fc47a19836de2c3deb6929 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:20.081023 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:20.104238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:20.120969 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-09bf9bc6-4cda-44dc-9e35-989577e00f62 admin admin] Usage tracker for resource:security_group_rule and tenant:0aa809acccb342ba8dacd33a1aedc7ee is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:20.138627 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-09bf9bc6-4cda-44dc-9e35-989577e00f62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:20.140476 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:20.145756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Usage tracker for resource:security_group_rule and tenant:e4fc14acd8fc47a19836de2c3deb6929 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:20.148995 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:20.149126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9894ba10-9cfc-4b16-b79c-8da0034e0fa1 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:20.152921 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9894ba10-9cfc-4b16-b79c-8da0034e0fa1 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Usage tracker for resource:subnet and tenant:7c28e903c2f54471a6ede05fbdb5f247 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:20.155096 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:20.156578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9894ba10-9cfc-4b16-b79c-8da0034e0fa1 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:20.162914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9894ba10-9cfc-4b16-b79c-8da0034e0fa1 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:20.185003 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-09bf9bc6-4cda-44dc-9e35-989577e00f62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:20.193250 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-b909e85c-dc96-4d24-a6df-f7666b7a8fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] For port de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7, host hv-neutron-8225, got binding levels [] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:20.194033 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b909e85c-dc96-4d24-a6df-f7666b7a8fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:20.228699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:20.311524 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:20.317509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] device_id is not set on port 343847c3-489f-4d60-b1b4-de155b8eb66a yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:20.343001 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9894ba10-9cfc-4b16-b79c-8da0034e0fa1 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Made reservation on behalf of 7c28e903c2f54471a6ede05fbdb5f247 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:20.389837 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fa9d866b-fec4-4f55-ba0f-4b4d98fc42c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:20.404832 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-b909e85c-dc96-4d24-a6df-f7666b7a8fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Calling delete_port for de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:20.520863 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d866b-fec4-4f55-ba0f-4b4d98fc42c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=a61d3dbb-e76c-4f34-aa3c-a7f3fe5cbc3f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:20.580831 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9894ba10-9cfc-4b16-b79c-8da0034e0fa1 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:20.600372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b9f512-0bf7-4de0-9423-b34007381c18,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:20.667061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fa9d866b-fec4-4f55-ba0f-4b4d98fc42c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:20.677910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-09bf9bc6-4cda-44dc-9e35-989577e00f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:20.702606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Allocated IP 172.26.3.207 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/343847c3-489f-4d60-b1b4-de155b8eb66a) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:20.728675 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3140e-dfb3-434d-a78f-5ae06fee7577 req-326d979c-8de7-4173-9d35-1e6e58ae44c9 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:20.730234 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-82a3140e-dfb3-434d-a78f-5ae06fee7577 req-326d979c-8de7-4173-9d35-1e6e58ae44c9 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 944 time: 0.3526509 Dec 21 22:16:20.818126 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fa9d866b-fec4-4f55-ba0f-4b4d98fc42c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/a61d3dbb-e76c-4f34-aa3c-a7f3fe5cbc3f HTTP/1.1" status: 204 len: 168 time: 2.3604369 Dec 21 22:16:20.825749 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56726) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:20.867561 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-09bf9bc6-4cda-44dc-9e35-989577e00f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:20.921553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b909e85c-dc96-4d24-a6df-f7666b7a8fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:20.930299 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-82a3140e-dfb3-434d-a78f-5ae06fee7577 req-f8f48753-8ba7-44e0-8221-f5a6b62822f9 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/security-groups?id=69f60179-6b1c-4fe7-a771-39bd11b1c658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864102 Dec 21 22:16:21.109451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909e85c-dc96-4d24-a6df-f7666b7a8fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Pushing event deleted for resources: {'Port': ['ID=de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:21.170667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf9bc6-4cda-44dc-9e35-989577e00f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bb9ab9-cb84-4c51-ad0a-91993a17aad9,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:21.171693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3af13f-e1f5-4095-a909-7ac3b73b25f9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:21.173192 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3af13f-e1f5-4095-a909-7ac3b73b25f9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:21.173938 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-be3af13f-e1f5-4095-a909-7ac3b73b25f9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:21.199920 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-09bf9bc6-4cda-44dc-9e35-989577e00f62 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0aa809acccb342ba8dacd33a1aedc7ee&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3386815 Dec 21 22:16:21.206934 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b909e85c-dc96-4d24-a6df-f7666b7a8fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:21.207916 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56732) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:21.247931 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-162e69ee-8882-493b-bd9d-4f8d2fc4b2d7 req-5a3a2210-eebe-4929-a8f7-b7c219ca3013 service neutron] 10.222.0.49 "GET /v2.0/networks/f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073696 Dec 21 22:16:21.265509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:21.316986 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-83d8f86a-9551-4a74-ae83-2ec511eb3116 req-b8c952fb-f681-420c-a2d8-2f61e02962fd service neutron] 10.222.0.49 "GET /v2.0/networks/4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504902 Dec 21 22:16:21.320762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-14861e33-ba5e-4ff2-98e9-7df0cc544720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:21.334481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-be3af13f-e1f5-4095-a909-7ac3b73b25f9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:21.335781 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-be3af13f-e1f5-4095-a909-7ac3b73b25f9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4992597 Dec 21 22:16:21.338751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56736) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:21.384325 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-14861e33-ba5e-4ff2-98e9-7df0cc544720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:21.401152 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b909e85c-dc96-4d24-a6df-f7666b7a8fe5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] 10.222.0.37 "DELETE /v2.0/ports/de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 HTTP/1.1" status: 204 len: 168 time: 2.0360749 Dec 21 22:16:21.408371 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56740) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:21.453775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89c72d-1468-4f3d-944a-b4971aff083e req-541bb1ef-ce0c-42c1-9f1c-01c884708459 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:21.455265 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bc89c72d-1468-4f3d-944a-b4971aff083e req-541bb1ef-ce0c-42c1-9f1c-01c884708459 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 944 time: 0.4477983 Dec 21 22:16:21.462400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:21.520832 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bc89c72d-1468-4f3d-944a-b4971aff083e req-2da8c231-75b0-4584-8941-5138fdf95168 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580833 Dec 21 22:16:21.521563 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-883ff525-3e29-4d49-83ef-7a56bee66bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] GET failed (client error): The resource could not be found. Dec 21 22:16:21.523012 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-883ff525-3e29-4d49-83ef-7a56bee66bed tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] 10.222.0.37 "GET /v2.0/ports/de0a9b8d-40ce-4cca-a5c4-156d6d0a81a7 HTTP/1.1" status: 404 len: 333 time: 0.1137252 Dec 21 22:16:21.526972 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56744) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:21.534294 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ddb0e8aa-ecfd-4604-bde7-f352e8b7b06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1701135695', 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:21.544623 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ddb0e8aa-ecfd-4604-bde7-f352e8b7b06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:21.548346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3fd283-5653-44d0-9113-a53885a40a84 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Router 59b3a28e-062e-4c10-bddb-5f05892bd1b3 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:16:21.552805 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ddb0e8aa-ecfd-4604-bde7-f352e8b7b06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Usage tracker for resource:port and tenant:993b30609a8747479b6dff4fc566cfa2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:21.557188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ddb0e8aa-ecfd-4604-bde7-f352e8b7b06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:21.559902 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9894ba10-9cfc-4b16-b79c-8da0034e0fa1 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:21.599847 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ddb0e8aa-ecfd-4604-bde7-f352e8b7b06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:21.603262 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:21.606343 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Pushing event updated for resources: {'Port': ['ID=343847c3-489f-4d60-b1b4-de155b8eb66a,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:21.608752 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:21.613535 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:21.709151 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894ba10-9cfc-4b16-b79c-8da0034e0fa1 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event updated for resources: {'Subnet': ['ID=e2439909-5386-4247-8e16-f1a6c1fb8034,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:21.717581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb0e8aa-ecfd-4604-bde7-f352e8b7b06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Made reservation on behalf of 993b30609a8747479b6dff4fc566cfa2 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:21.720516 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ddb0e8aa-ecfd-4604-bde7-f352e8b7b06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:21.761379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-ddb0e8aa-ecfd-4604-bde7-f352e8b7b06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] device_id is not set on port d2f9db7f-13c6-4bc3-9596-1cd88d27a1d5 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:21.761876 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-14861e33-ba5e-4ff2-98e9-7df0cc544720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:21.805509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14861e33-ba5e-4ff2-98e9-7df0cc544720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bb9ab9-cb84-4c51-ad0a-91993a17aad9,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:21.811718 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:21.813406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:21.816837 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9894ba10-9cfc-4b16-b79c-8da0034e0fa1 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Checking segment: {'id': 'c1d1df55-73d8-4eb9-bee7-196c8d7be51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83e41248-6b38-4d55-9c4d-b93472daefe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:16:21.817190 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9894ba10-9cfc-4b16-b79c-8da0034e0fa1 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Network hostable DHCP agents. Network: 83e41248-6b38-4d55-9c4d-b93472daefe4, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:16:21.821309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3c4734-cf65-4d1e-8a33-de5c18e12458 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 0054dca0-8691-4afe-86bb-c1c2bbfa9bf7 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:16:21.831793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4734-cf65-4d1e-8a33-de5c18e12458 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:21.859412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-14861e33-ba5e-4ff2-98e9-7df0cc544720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:21.861119 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-14861e33-ba5e-4ff2-98e9-7df0cc544720 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17bb9ab9-cb84-4c51-ad0a-91993a17aad9 HTTP/1.1" status: 204 len: 168 time: 0.6485839 Dec 21 22:16:21.898450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4734-cf65-4d1e-8a33-de5c18e12458 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:22.024237 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-294af1f3-1230-4e9c-b83c-b21cb6142a4c tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.7209051 Dec 21 22:16:22.029805 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-54736b27-cc71-4d5f-9e0d-835f476514a2 req-d03a8eff-0d54-490a-9303-bc3adee105ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad5fcdaeccaa4b16bc289ea9c4d6bb78&device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 1097 time: 0.3469071 Dec 21 22:16:22.033045 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56752) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:22.039628 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.207'}]}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:22.069869 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:22.091540 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Usage tracker for resource:router and tenant:e4fc14acd8fc47a19836de2c3deb6929 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:22.134439 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:22.177608 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9894ba10-9cfc-4b16-b79c-8da0034e0fa1 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Network 83e41248-6b38-4d55-9c4d-b93472daefe4 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:16:22.195814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:22.209061 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ddb0e8aa-ecfd-4604-bde7-f352e8b7b06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:22.242066 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3fd283-5653-44d0-9113-a53885a40a84 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:16:22.254732 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10b01a-b9cc-43ce-8052-343f6ab13f6e None None] Sync routers for ids ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:16:22.255308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea3fd283-5653-44d0-9113-a53885a40a84 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:22.279329 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10b01a-b9cc-43ce-8052-343f6ab13f6e None None] Routers {'59b3a28e-062e-4c10-bddb-5f05892bd1b3'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:16:22.280712 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-5b10b01a-b9cc-43ce-8052-343f6ab13f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:16:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:22.293387 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-9894ba10-9cfc-4b16-b79c-8da0034e0fa1 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 83e41248-6b38-4d55-9c4d-b93472daefe4) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:22.297810 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9894ba10-9cfc-4b16-b79c-8da0034e0fa1 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:22.298782 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9894ba10-9cfc-4b16-b79c-8da0034e0fa1 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:22.324742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54736b27-cc71-4d5f-9e0d-835f476514a2 req-4d2481e5-9852-451a-aedb-dc512da11bbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:22.326275 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-54736b27-cc71-4d5f-9e0d-835f476514a2 req-4d2481e5-9852-451a-aedb-dc512da11bbd service neutron] 10.222.0.49 "GET /v2.0/networks?id=f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf HTTP/1.1" status: 200 len: 913 time: 0.2832170 Dec 21 22:16:22.327438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4734-cf65-4d1e-8a33-de5c18e12458 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:22.343146 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ea3fd283-5653-44d0-9113-a53885a40a84 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] 10.222.0.37 "DELETE /v2.0/floatingips/03e02aa1-d1df-47eb-8f99-99f5836c9178 HTTP/1.1" status: 204 len: 168 time: 6.7745969 Dec 21 22:16:22.347529 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56758) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:22.352756 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:22.358349 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:22.362637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Usage tracker for resource:floatingip and tenant:0f136fcb7f1049d5b59d038a847a2cd3 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:22.366600 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:22.375692 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ddb0e8aa-ecfd-4604-bde7-f352e8b7b06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:22.398104 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082ae47-4184-40a1-87a0-1e5725a40be6 None None] Network 83e41248-6b38-4d55-9c4d-b93472daefe4 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:22.416094 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:22.417299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:22.425095 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-5b10b01a-b9cc-43ce-8052-343f6ab13f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:22.431565 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:22.458042 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10b01a-b9cc-43ce-8052-343f6ab13f6e None None] Routers {'59b3a28e-062e-4c10-bddb-5f05892bd1b3'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:16:22.458804 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-5b10b01a-b9cc-43ce-8052-343f6ab13f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:16:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:22.461396 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-54736b27-cc71-4d5f-9e0d-835f476514a2 req-9b10047e-fdc7-42ae-9c39-894b056d2f66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f56a795-c6f8-4433-9654-3c16fd3aa9be HTTP/1.1" status: 200 len: 217 time: 0.0955293 Dec 21 22:16:22.475894 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e516dd-ae64-478e-9ea9-8175e288209d req-30266f5d-453c-4738-9efc-edc39a6491e9 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:22.476968 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb0e8aa-ecfd-4604-bde7-f352e8b7b06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Network 385eeb94-2ba7-4449-936c-f2629137cb79 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:22.477373 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f2e516dd-ae64-478e-9ea9-8175e288209d req-30266f5d-453c-4738-9efc-edc39a6491e9 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 944 time: 0.3954825 Dec 21 22:16:22.481548 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9894ba10-9cfc-4b16-b79c-8da0034e0fa1 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0177889 Dec 21 22:16:22.483876 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-ddb0e8aa-ecfd-4604-bde7-f352e8b7b06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:22.485019 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56762) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:22.487456 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0e8aa-ecfd-4604-bde7-f352e8b7b06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Pushing event updated for resources: {'Port': ['ID=d2f9db7f-13c6-4bc3-9596-1cd88d27a1d5,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:22.489768 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb0e8aa-ecfd-4604-bde7-f352e8b7b06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:22.490669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb0e8aa-ecfd-4604-bde7-f352e8b7b06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:22.491251 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ddb0e8aa-ecfd-4604-bde7-f352e8b7b06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:22.508062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Request body: {'port': {'network_id': '83e41248-6b38-4d55-9c4d-b93472daefe4', 'name': 'tempest-AllowedAddressPairTestJSON-2108507794'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:22.556355 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:22.556553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:22.580918 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-5b10b01a-b9cc-43ce-8052-343f6ab13f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:22.581324 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b10b01a-b9cc-43ce-8052-343f6ab13f6e None None] The sync data for ids ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:16:22.601504 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54736b27-cc71-4d5f-9e0d-835f476514a2 req-d9baa5e6-e910-453c-9300-10e14e87c9ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:22.602642 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-54736b27-cc71-4d5f-9e0d-835f476514a2 req-d9baa5e6-e910-453c-9300-10e14e87c9ee service neutron] 10.222.0.49 "GET /v2.0/subnets?id=55c20a1a-f6d6-4f37-94ec-f9e003fe8022 HTTP/1.1" status: 200 len: 851 time: 0.1232674 Dec 21 22:16:22.606201 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f2e516dd-ae64-478e-9ea9-8175e288209d req-5158492f-288e-4143-b396-0bef020c684c tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/security-groups?id=69f60179-6b1c-4fe7-a771-39bd11b1c658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886137 Dec 21 22:16:22.659381 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ddb0e8aa-ecfd-4604-bde7-f352e8b7b06b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1251578 Dec 21 22:16:22.663055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56768) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:22.756818 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-83e41248-6b38-4d55-9c4d-b93472daefe4', 'network_id': '83e41248-6b38-4d55-9c4d-b93472daefe4', 'tenant_id': '7c28e903c2f54471a6ede05fbdb5f247', 'fixed_ips': [{'subnet_id': 'e2439909-5386-4247-8e16-f1a6c1fb8034'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:16:22.757088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4734-cf65-4d1e-8a33-de5c18e12458 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:22.758081 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:22.780160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56772) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:22.820916 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9b3c4734-cf65-4d1e-8a33-de5c18e12458 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:22.832436 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eec034-4322-47c7-a862-a8cf6dc6ce06 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:22.872809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c4734-cf65-4d1e-8a33-de5c18e12458 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=0054dca0-8691-4afe-86bb-c1c2bbfa9bf7,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:22.912197 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-46284175-dd67-4794-b24c-cabd3c4c7202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Synchronizing usage tracker for tenant:993b30609a8747479b6dff4fc566cfa2 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:22.918625 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-54736b27-cc71-4d5f-9e0d-835f476514a2 req-5a1e7d9a-4236-4ac8-9176-790bea472c43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3034999 Dec 21 22:16:22.920403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:22.929265 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:22.944913 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Usage tracker for resource:port and tenant:7c28e903c2f54471a6ede05fbdb5f247 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:22.950191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:22.971243 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:22.975867 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9b3c4734-cf65-4d1e-8a33-de5c18e12458 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/0054dca0-8691-4afe-86bb-c1c2bbfa9bf7 HTTP/1.1" status: 204 len: 168 time: 1.6279082 Dec 21 22:16:22.976059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56776) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:22.999139 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d5e932ba-f105-43b0-a857-0f8415fe7d7a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c3e1ccc3c60b4b8aaab4e389156c954f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2065127 Dec 21 22:16:22.999315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56780) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:23.008210 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcf7d0-8c2e-473c-b840-d46cd484ade8 req-60ed73ea-d769-4350-9c12-782b6c041809 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:23.009557 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c8fcf7d0-8c2e-473c-b840-d46cd484ade8 req-60ed73ea-d769-4350-9c12-782b6c041809 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 944 time: 0.2850943 Dec 21 22:16:23.075162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-46284175-dd67-4794-b24c-cabd3c4c7202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Unset dirty status for tenant:993b30609a8747479b6dff4fc566cfa2 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:23.079791 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-46284175-dd67-4794-b24c-cabd3c4c7202 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] 10.222.0.37 "GET /v2.0/ports/d2f9db7f-13c6-4bc3-9596-1cd88d27a1d5 HTTP/1.1" status: 200 len: 959 time: 0.4033861 Dec 21 22:16:23.081426 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Made reservation on behalf of 7c28e903c2f54471a6ede05fbdb5f247 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:23.084615 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:23.086774 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56784) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:23.132808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] device_id is not set on port 88babd73-5a3b-417a-9fb0-74e54512e898 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:23.136191 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Allocated IP 172.20.0.2 (83e41248-6b38-4d55-9c4d-b93472daefe4/e2439909-5386-4247-8e16-f1a6c1fb8034/41a980ce-959b-4d4d-b387-575bd8f5dc9f) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:23.149014 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b8f65508-67fe-4929-91a4-fafe3357df6c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1712632 Dec 21 22:16:23.168538 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56788) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:23.179546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:23.182606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-07028704-0ffd-4bcc-9a3f-c56b6017e80a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:23.227704 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c8fcf7d0-8c2e-473c-b840-d46cd484ade8 req-2d7c5c64-0dcf-4855-8720-10bdd9f615f9 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045679 Dec 21 22:16:23.252766 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d96284d2-455b-410c-8309-6dfafe273a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:23.288619 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-54736b27-cc71-4d5f-9e0d-835f476514a2 req-64fc7260-dad8-4ec5-9085-f32a54882d74 service neutron] 10.222.0.49 "GET /v2.0/networks/f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624933 Dec 21 22:16:23.337702 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d96284d2-455b-410c-8309-6dfafe273a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:23.347680 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3606d98-bd00-45fb-80ef-fd6288c324ef None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:16:23.352908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7579aed6-b78e-4114-a6f5-928e351ddad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Deleting port d2f9db7f-13c6-4bc3-9596-1cd88d27a1d5 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:23.353363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7579aed6-b78e-4114-a6f5-928e351ddad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:23.370231 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d3606d98-bd00-45fb-80ef-fd6288c324ef None None] Deleting port 455ab009-4549-4c55-97d1-6186720ac51f {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:23.370720 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d3606d98-bd00-45fb-80ef-fd6288c324ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:23.436188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:23.468103 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-07028704-0ffd-4bcc-9a3f-c56b6017e80a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:23.479884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Transition to ACTIVE for port object 41a980ce-959b-4d4d-b387-575bd8f5dc9f will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:23.480688 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-07028704-0ffd-4bcc-9a3f-c56b6017e80a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:23.489160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-07028704-0ffd-4bcc-9a3f-c56b6017e80a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:23.498851 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Allocated IP 172.26.3.205 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/03b1cfea-2b66-4f62-96d4-9e135a0f8916) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:23.530834 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Transition to ACTIVE for port object 41a980ce-959b-4d4d-b387-575bd8f5dc9f will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:23.613317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d96284d2-455b-410c-8309-6dfafe273a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:23.618986 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d3606d98-bd00-45fb-80ef-fd6288c324ef None None] For port 455ab009-4549-4c55-97d1-6186720ac51f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=455ab009-4549-4c55-97d1-6186720ac51f,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:23.619374 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d3606d98-bd00-45fb-80ef-fd6288c324ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:23.640066 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96284d2-455b-410c-8309-6dfafe273a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31253984-69e8-4acd-b48e-41d058a82390,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:23.667475 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-07028704-0ffd-4bcc-9a3f-c56b6017e80a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:23.717086 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d96284d2-455b-410c-8309-6dfafe273a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:23.718227 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d96284d2-455b-410c-8309-6dfafe273a86 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31253984-69e8-4acd-b48e-41d058a82390 HTTP/1.1" status: 204 len: 168 time: 0.7180700 Dec 21 22:16:23.733969 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:23.757054 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Allocated IP 172.20.0.4 (83e41248-6b38-4d55-9c4d-b93472daefe4/e2439909-5386-4247-8e16-f1a6c1fb8034/88babd73-5a3b-417a-9fb0-74e54512e898) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:23.771503 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:23.789426 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d3606d98-bd00-45fb-80ef-fd6288c324ef None None] Calling delete_port for 455ab009-4549-4c55-97d1-6186720ac51f owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:23.888154 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Network 83e41248-6b38-4d55-9c4d-b93472daefe4 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:23.895695 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Pushing event updated for resources: {'Port': ['ID=41a980ce-959b-4d4d-b387-575bd8f5dc9f,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:23.904219 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:23.909772 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:23.930822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07028704-0ffd-4bcc-9a3f-c56b6017e80a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:23.934381 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-07028704-0ffd-4bcc-9a3f-c56b6017e80a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:23.955059 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-54736b27-cc71-4d5f-9e0d-835f476514a2 req-0d9aa5b3-e7aa-4e66-a37e-73926a773a75 service neutron] 10.222.0.49 "GET /v2.0/networks/f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049378 Dec 21 22:16:23.971458 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:24.032213 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Attempting to bind port 41a980ce-959b-4d4d-b387-575bd8f5dc9f on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:24.032747 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Attempting to bind port 41a980ce-959b-4d4d-b387-575bd8f5dc9f by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'c1d1df55-73d8-4eb9-bee7-196c8d7be51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83e41248-6b38-4d55-9c4d-b93472daefe4'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:24.033342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Attempting to bind port 41a980ce-959b-4d4d-b387-575bd8f5dc9f on network 83e41248-6b38-4d55-9c4d-b93472daefe4 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:24.042778 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:16:24.043078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Checking segment: {'id': 'c1d1df55-73d8-4eb9-bee7-196c8d7be51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83e41248-6b38-4d55-9c4d-b93472daefe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:16:24.043550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:24.043931 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Bound using segment: {'id': 'c1d1df55-73d8-4eb9-bee7-196c8d7be51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83e41248-6b38-4d55-9c4d-b93472daefe4'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:16:24.044379 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Bound port: 41a980ce-959b-4d4d-b387-575bd8f5dc9f, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d1df55-73d8-4eb9-bee7-196c8d7be51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '83e41248-6b38-4d55-9c4d-b93472daefe4'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:16:24.044743 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:24.069311 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7579aed6-b78e-4114-a6f5-928e351ddad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:24.144675 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] For port 41a980ce-959b-4d4d-b387-575bd8f5dc9f, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:16:24.149764 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d3606d98-bd00-45fb-80ef-fd6288c324ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:24.155003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] For port 41a980ce-959b-4d4d-b387-575bd8f5dc9f, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=41a980ce-959b-4d4d-b387-575bd8f5dc9f,segment=NetworkSegment(c1d1df55-73d8-4eb9-bee7-196c8d7be51b),segment_id=c1d1df55-73d8-4eb9-bee7-196c8d7be51b)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:16:24.200819 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3606d98-bd00-45fb-80ef-fd6288c324ef None None] Pushing event deleted for resources: {'Port': ['ID=455ab009-4549-4c55-97d1-6186720ac51f,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:24.220510 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Pushing event updated for resources: {'Port': ['ID=03b1cfea-2b66-4f62-96d4-9e135a0f8916,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:24.224659 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3606d98-bd00-45fb-80ef-fd6288c324ef None None] No DVR routers for this DVR port 455ab009-4549-4c55-97d1-6186720ac51f on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:16:24.232244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:24.237360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:24.244620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:24.254214 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:24.274713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:24.292007 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Transition to ACTIVE for port object 88babd73-5a3b-417a-9fb0-74e54512e898 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:24.292984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7579aed6-b78e-4114-a6f5-928e351ddad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Calling delete_port for d2f9db7f-13c6-4bc3-9596-1cd88d27a1d5 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:24.401899 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad687e22-b1d8-47ec-9bd5-5d6f73fb21d8 None None] Pushing event updated for resources: {'Port': ['ID=41a980ce-959b-4d4d-b387-575bd8f5dc9f,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:24.418808 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51932c61-9776-416b-b6fe-5cdfe296c6b7 req-5f98c4f2-ba65-4598-9091-8dec45e65821 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:24.426888 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-51932c61-9776-416b-b6fe-5cdfe296c6b7 req-5f98c4f2-ba65-4598-9091-8dec45e65821 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 944 time: 0.6038020 Dec 21 22:16:24.463400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:24.564175 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:24.601264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:24.614546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Network 83e41248-6b38-4d55-9c4d-b93472daefe4 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:24.615914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event updated for resources: {'Port': ['ID=88babd73-5a3b-417a-9fb0-74e54512e898,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:24.618690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:24.625881 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:24.638574 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7579aed6-b78e-4114-a6f5-928e351ddad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:24.662137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:24.781964 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579aed6-b78e-4114-a6f5-928e351ddad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2f9db7f-13c6-4bc3-9596-1cd88d27a1d5,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:24.784783 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:24.818160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847da85-6780-47ad-9373-7a9ca9e14bed req-dc84dcce-17c1-47f2-9f14-1ba2a750d52b tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:24.819661 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0847da85-6780-47ad-9373-7a9ca9e14bed req-dc84dcce-17c1-47f2-9f14-1ba2a750d52b tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 944 time: 0.3005497 Dec 21 22:16:24.823733 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:24.824336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:24.890245 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7579aed6-b78e-4114-a6f5-928e351ddad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:24.899485 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-51932c61-9776-416b-b6fe-5cdfe296c6b7 req-4078382e-b5e1-435e-81a9-339c696eab4a tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/security-groups?id=69f60179-6b1c-4fe7-a771-39bd11b1c658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4714162 Dec 21 22:16:24.924472 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0847da85-6780-47ad-9373-7a9ca9e14bed req-3b49eb75-9dcb-40cd-a5f3-95c6ada981e6 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881124 Dec 21 22:16:24.962109 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-eacea8f8-8f89-4349-80fa-7a9be79390c5 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4760044 Dec 21 22:16:24.966465 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56808) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:24.978403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Request body: {'port': {'network_id': '83e41248-6b38-4d55-9c4d-b93472daefe4', 'name': 'tempest-AllowedAddressPairTestJSON-2040247495', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:5c:d0:bf'}]}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:25.029775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-07028704-0ffd-4bcc-9a3f-c56b6017e80a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:25.091133 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:25.132289 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7579aed6-b78e-4114-a6f5-928e351ddad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] 10.222.0.37 "DELETE /v2.0/ports/d2f9db7f-13c6-4bc3-9596-1cd88d27a1d5 HTTP/1.1" status: 204 len: 168 time: 2.0443857 Dec 21 22:16:25.134979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56816) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:25.174706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:25.210159 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07028704-0ffd-4bcc-9a3f-c56b6017e80a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:25.218951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-07028704-0ffd-4bcc-9a3f-c56b6017e80a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:25.232418 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072bc0bd-f2a6-4bf7-9e25-467bde27e9f9 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:25.243610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07028704-0ffd-4bcc-9a3f-c56b6017e80a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:25.244197 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-07028704-0ffd-4bcc-9a3f-c56b6017e80a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:25.244697 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Pushing event updated for resources: {'Port': ['ID=03b1cfea-2b66-4f62-96d4-9e135a0f8916,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:25.248279 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e15e6aa-7d02-4fd5-a9f0-f19475c695c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] GET failed (client error): The resource could not be found. Dec 21 22:16:25.249553 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5e15e6aa-7d02-4fd5-a9f0-f19475c695c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] 10.222.0.37 "GET /v2.0/ports/d2f9db7f-13c6-4bc3-9596-1cd88d27a1d5 HTTP/1.1" status: 404 len: 333 time: 0.1135807 Dec 21 22:16:25.253714 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07028704-0ffd-4bcc-9a3f-c56b6017e80a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=a86c890f-3f42-413b-a149-2e46cb0fb8d5,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:25.253988 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56820) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:25.261591 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-5a9b5499-6603-4562-8e97-f4b2719a7050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Request body: {'port': {'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-436688929'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:25.269590 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5a9b5499-6603-4562-8e97-f4b2719a7050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:25.277279 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:25.288670 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Usage tracker for resource:port and tenant:7c28e903c2f54471a6ede05fbdb5f247 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:25.292272 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:25.310972 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:25.323995 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5a9b5499-6603-4562-8e97-f4b2719a7050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Usage tracker for resource:port and tenant:993b30609a8747479b6dff4fc566cfa2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:25.327694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:25.344250 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5a9b5499-6603-4562-8e97-f4b2719a7050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:25.364067 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5a9b5499-6603-4562-8e97-f4b2719a7050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:25.382516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 41a980ce-959b-4d4d-b387-575bd8f5dc9f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:25.419113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:25.433968 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-07028704-0ffd-4bcc-9a3f-c56b6017e80a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2623944 Dec 21 22:16:25.436843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56826) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:25.455306 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'name': 'tempest-NetworksTestDHCPv6-706565104'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:25.488869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9b5499-6603-4562-8e97-f4b2719a7050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Made reservation on behalf of 993b30609a8747479b6dff4fc566cfa2 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:25.491239 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a9b5499-6603-4562-8e97-f4b2719a7050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:25.514554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56830) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:25.555239 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-5a9b5499-6603-4562-8e97-f4b2719a7050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] device_id is not set on port 7abdb3dc-09ea-4830-913c-e9efa29e3892 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:25.665929 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Made reservation on behalf of 7c28e903c2f54471a6ede05fbdb5f247 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:25.693479 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:25.693918 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 7f56a795-c6f8-4433-9654-3c16fd3aa9be details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:16:25.698896 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-be742de6-3912-405d-99e1-acfeac8fec0c tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3500621 Dec 21 22:16:25.699796 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56836) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:25.711769 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': 'a86c890f-3f42-413b-a149-2e46cb0fb8d5'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:16:25.712562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:25.834869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-807256908'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:25.844764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:25.870326 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Usage tracker for resource:network and tenant:6da298768640478eae4d9fceb5814e42 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:25.876635 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:25.892313 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:25.897192 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:25.915805 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:port and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:25.928821 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:25.946954 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87dff40-5051-4957-ae88-1ceb2f298791 None None] Network 83e41248-6b38-4d55-9c4d-b93472daefe4 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:25.956326 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:25.973027 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:26.108988 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a9b5499-6603-4562-8e97-f4b2719a7050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:26.114806 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 41a980ce-959b-4d4d-b387-575bd8f5dc9f completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:26.119182 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:26.126121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Usage tracker for resource:floatingip and tenant:616afe0865814d4194cde5788a013533 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:26.129471 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:26.135864 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:26.142307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:26.145846 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:26.168399 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Made reservation on behalf of 6da298768640478eae4d9fceb5814e42 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:26.171549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:26.198121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:26.223153 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:26.235590 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port e8b85b99-8f63-49f9-a325-17abc1461df1 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:26.238345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:26.244792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] device_id is not set on port e125eaf7-0429-490a-ae1e-629497c0eb17 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:26.263129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Allocated IP 2001:db8::2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/a86c890f-3f42-413b-a149-2e46cb0fb8d5/55b2d724-5c98-46ce-bd1d-d663fa74e722) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:26.279299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:26.357254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbb6af-c9fc-446f-8315-dbc3fbc14a62 req-9e5b6211-715d-4f1d-8d02-2cca2e6c7c0b tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:26.358808 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6bcbb6af-c9fc-446f-8315-dbc3fbc14a62 req-9e5b6211-715d-4f1d-8d02-2cca2e6c7c0b tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 944 time: 0.2051578 Dec 21 22:16:26.364680 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:26.372836 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 455ab009-4549-4c55-97d1-6186720ac51f no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:16:26.409020 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72279f4-740e-4b04-9ec4-20d5e958c5f9 req-a350e4a5-9a29-4b11-8234-ae976dd66bc4 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:26.414519 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d72279f4-740e-4b04-9ec4-20d5e958c5f9 req-a350e4a5-9a29-4b11-8234-ae976dd66bc4 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 944 time: 0.2986293 Dec 21 22:16:26.418821 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:26.420656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43dd1aed-92f9-40f0-a03c-f872fe714b0a {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:16:26.447207 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 455ab009-4549-4c55-97d1-6186720ac51f {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:16:26.449065 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 455ab009-4549-4c55-97d1-6186720ac51f not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:16:26.452865 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 7f56a795-c6f8-4433-9654-3c16fd3aa9be, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7f56a795-c6f8-4433-9654-3c16fd3aa9be,segment=NetworkSegment(46ea1c92-d041-4489-8968-e96b6b7107f6),segment_id=46ea1c92-d041-4489-8968-e96b6b7107f6)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:26.472308 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Allocated IP 172.20.0.9 (83e41248-6b38-4d55-9c4d-b93472daefe4/e2439909-5386-4247-8e16-f1a6c1fb8034/e125eaf7-0429-490a-ae1e-629497c0eb17) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:26.479852 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6bcbb6af-c9fc-446f-8315-dbc3fbc14a62 req-5562ac52-3bea-4c37-be1a-e25ed6f9712b tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/security-groups?id=69f60179-6b1c-4fe7-a771-39bd11b1c658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888524 Dec 21 22:16:26.496921 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d72279f4-740e-4b04-9ec4-20d5e958c5f9 req-9a3aef7a-f070-4b38-b231-1a07fa85d865 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594773 Dec 21 22:16:26.497902 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a9b5499-6603-4562-8e97-f4b2719a7050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:26.507804 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:26.536916 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '7f56a795-c6f8-4433-9654-3c16fd3aa9be', 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf', 'port_id': '7f56a795-c6f8-4433-9654-3c16fd3aa9be', 'mac_address': 'fa:16:3e:69:69:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:16:26.552364 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Usage tracker for resource:security_group_rule and tenant:6da298768640478eae4d9fceb5814e42 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:26.557415 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a2dd17cc-2e6e-4094-b38d-64a952601074 None None] Provisioning for port 41a980ce-959b-4d4d-b387-575bd8f5dc9f completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:26.561184 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 21 22:16:26.563819 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f8150bbf-a373-417a-8c73-9e42afe71c9d tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.5288930 Dec 21 22:16:26.565875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:26.567880 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56846) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:26.580250 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:26.610812 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a2dd17cc-2e6e-4094-b38d-64a952601074 None None] Provisioning complete for port 41a980ce-959b-4d4d-b387-575bd8f5dc9f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:26.611370 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a2dd17cc-2e6e-4094-b38d-64a952601074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:26.707136 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:26.756329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9b5499-6603-4562-8e97-f4b2719a7050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Network 385eeb94-2ba7-4449-936c-f2629137cb79 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:26.760436 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-8dc04cf3-8f1a-4a97-b711-e87e5c6ead9f tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Deleting port 343847c3-489f-4d60-b1b4-de155b8eb66a {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:26.761685 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8dc04cf3-8f1a-4a97-b711-e87e5c6ead9f tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:26.763770 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-5a9b5499-6603-4562-8e97-f4b2719a7050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:26.790599 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f56a795-c6f8-4433-9654-3c16fd3aa9be {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:16:26.800572 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b5499-6603-4562-8e97-f4b2719a7050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:26.801646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b5499-6603-4562-8e97-f4b2719a7050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:26.802464 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a9b5499-6603-4562-8e97-f4b2719a7050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:26.827291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b5499-6603-4562-8e97-f4b2719a7050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Pushing event updated for resources: {'Port': ['ID=7abdb3dc-09ea-4830-913c-e9efa29e3892,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:26.886338 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 7f56a795-c6f8-4433-9654-3c16fd3aa9be, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7f56a795-c6f8-4433-9654-3c16fd3aa9be,segment=NetworkSegment(46ea1c92-d041-4489-8968-e96b6b7107f6),segment_id=46ea1c92-d041-4489-8968-e96b6b7107f6)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:26.916837 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:26.929315 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:26.955676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:26.971608 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Transition to ACTIVE for port object 55b2d724-5c98-46ce-bd1d-d663fa74e722 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:26.989071 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a2dd17cc-2e6e-4094-b38d-64a952601074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:27.011492 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Transition to ACTIVE for port object e125eaf7-0429-490a-ae1e-629497c0eb17 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:27.030697 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:27.034687 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5a9b5499-6603-4562-8e97-f4b2719a7050 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7774558 Dec 21 22:16:27.035579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b6360593-18a0-4307-8968-abd08c402606 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:16:27.038835 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56850) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:27.081475 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:27.132604 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:27.152596 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Allocated IP 172.26.3.68 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/40e690c2-872f-4e79-9ef1-575a8322a4a0) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:27.210957 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Transition to ACTIVE for port object 55b2d724-5c98-46ce-bd1d-d663fa74e722 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:27.283613 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a2dd17cc-2e6e-4094-b38d-64a952601074 None None] For port 41a980ce-959b-4d4d-b387-575bd8f5dc9f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=41a980ce-959b-4d4d-b387-575bd8f5dc9f,segment=NetworkSegment(c1d1df55-73d8-4eb9-bee7-196c8d7be51b),segment_id=c1d1df55-73d8-4eb9-bee7-196c8d7be51b)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:27.300494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8dc04cf3-8f1a-4a97-b711-e87e5c6ead9f tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:27.381922 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port b6360593-18a0-4307-8968-abd08c402606, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b6360593-18a0-4307-8968-abd08c402606,segment=NetworkSegment(3b9323a5-695a-4cc0-a3b4-75c4fbe92545),segment_id=3b9323a5-695a-4cc0-a3b4-75c4fbe92545)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:27.394717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=7f56a795-c6f8-4433-9654-3c16fd3aa9be,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:27.402765 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'b6360593-18a0-4307-8968-abd08c402606', 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e', 'port_id': 'b6360593-18a0-4307-8968-abd08c402606', 'mac_address': 'fa:16:3e:3e:06:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:16:27.447635 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:27.472158 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:27.490954 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6360593-18a0-4307-8968-abd08c402606 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:16:27.511846 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port b6360593-18a0-4307-8968-abd08c402606, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b6360593-18a0-4307-8968-abd08c402606,segment=NetworkSegment(3b9323a5-695a-4cc0-a3b4-75c4fbe92545),segment_id=3b9323a5-695a-4cc0-a3b4-75c4fbe92545)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:27.552409 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-8dc04cf3-8f1a-4a97-b711-e87e5c6ead9f tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Calling delete_port for 343847c3-489f-4d60-b1b4-de155b8eb66a owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:27.694703 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:27.700158 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:27.702852 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a2dd17cc-2e6e-4094-b38d-64a952601074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:27.704558 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1d9c3c31-18db-4b6e-bad5-9812aaaa80f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:27.736856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:27.762062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:27.763026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:27.773266 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:27.805401 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=b6360593-18a0-4307-8968-abd08c402606,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:27.863069 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9dac13-1a2e-42d7-9121-1b8ecc56b442,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:27.887789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:27.890458 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:27.894420 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:27.906060 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:27.908635 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::341 (fe7c627c-94be-483c-83d9-84e8e8a5014e/a86c890f-3f42-413b-a149-2e46cb0fb8d5/e8b85b99-8f63-49f9-a325-17abc1461df1) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:27.917711 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Pushing event updated for resources: {'Port': ['ID=40e690c2-872f-4e79-9ef1-575a8322a4a0,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:27.920402 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:27.927617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:27.959988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event updated for resources: {'Port': ['ID=e125eaf7-0429-490a-ae1e-629497c0eb17,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:27.965231 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Network 83e41248-6b38-4d55-9c4d-b93472daefe4 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:27.973337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:27.995509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd3c7-9059-431a-b5e0-74f96c1b9558 req-37666e35-cb0c-49ef-8fc2-acbe5c83032e tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:27.997296 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-31edd3c7-9059-431a-b5e0-74f96c1b9558 req-37666e35-cb0c-49ef-8fc2-acbe5c83032e tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 945 time: 0.3574572 Dec 21 22:16:27.997823 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:28.000200 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd17cc-2e6e-4094-b38d-64a952601074 None None] Pushing event updated for resources: {'Port': ['ID=41a980ce-959b-4d4d-b387-575bd8f5dc9f,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:28.036717 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d0210-f49e-401f-8232-0a2ac53bd194 req-1d8cfce2-b63d-4c53-87ee-a1e295f32c0b tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:28.038803 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-872d0210-f49e-401f-8232-0a2ac53bd194 req-1d8cfce2-b63d-4c53-87ee-a1e295f32c0b tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 944 time: 0.3798621 Dec 21 22:16:28.044873 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8dc04cf3-8f1a-4a97-b711-e87e5c6ead9f tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.059001 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:16:28.060890 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['b6360593-18a0-4307-8968-abd08c402606'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:16:28.117721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['7f56a795-c6f8-4433-9654-3c16fd3aa9be'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:16:28.120837 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.123898 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Added segment d2048f7f-4e02-47f7-a1ec-e9bcad1a9a5f of type vlan for network c19eaa9a-f01a-437b-a519-7422a09538d0 Dec 21 22:16:28.207664 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Attempting to bind port 55b2d724-5c98-46ce-bd1d-d663fa74e722 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:28.207901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc04cf3-8f1a-4a97-b711-e87e5c6ead9f tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Pushing event deleted for resources: {'Port': ['ID=343847c3-489f-4d60-b1b4-de155b8eb66a,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:28.207992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Attempting to bind port 55b2d724-5c98-46ce-bd1d-d663fa74e722 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:28.222589 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Attempting to bind port 55b2d724-5c98-46ce-bd1d-d663fa74e722 on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:28.247330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:28.248217 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.258795 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.263920 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-872d0210-f49e-401f-8232-0a2ac53bd194 req-e0f50228-b535-43b4-ae5c-6f971f5f9f71 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078271 Dec 21 22:16:28.341513 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4d98833a-c215-4464-8c1d-e5cc04690ace None None] Provisioning for port 88babd73-5a3b-417a-9fb0-74e54512e898 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:28.345864 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:16:28.346484 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:16:28.347054 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.347689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:16:28.348321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Bound port: 55b2d724-5c98-46ce-bd1d-d663fa74e722, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:16:28.348880 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.361280 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-31edd3c7-9059-431a-b5e0-74f96c1b9558 req-4adf38f3-3135-4c03-b901-cd458d7da562 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/security-groups?id=69f60179-6b1c-4fe7-a771-39bd11b1c658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252504 Dec 21 22:16:28.362430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:16:28.407714 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Pushing event updated for resources: {'Port': ['ID=55b2d724-5c98-46ce-bd1d-d663fa74e722,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:28.430519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.433721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4d98833a-c215-4464-8c1d-e5cc04690ace None None] Provisioning complete for port 88babd73-5a3b-417a-9fb0-74e54512e898 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:28.434084 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4d98833a-c215-4464-8c1d-e5cc04690ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.438542 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.448535 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6844d1c6-a4e0-4298-b3ce-cc330265b4df tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.4786916 Dec 21 22:16:28.450860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56860) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:28.452402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8dc04cf3-8f1a-4a97-b711-e87e5c6ead9f tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.458817 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8dc04cf3-8f1a-4a97-b711-e87e5c6ead9f tempest-RoutersAdminNegativeIpV6Test-864255915 tempest-RoutersAdminNegativeIpV6Test-864255915-project-admin] 10.222.0.37 "DELETE /v2.0/ports/343847c3-489f-4d60-b1b4-de155b8eb66a HTTP/1.1" status: 204 len: 168 time: 1.8896480 Dec 21 22:16:28.465272 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] device_id is not set on port 7abdb3dc-09ea-4830-913c-e9efa29e3892 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:28.474042 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.490707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Transition to ACTIVE for port object 7abdb3dc-09ea-4830-913c-e9efa29e3892 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:28.554401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object e8b85b99-8f63-49f9-a325-17abc1461df1 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:28.565654 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.565654 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:28.565654 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.583998 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.626595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-4d98833a-c215-4464-8c1d-e5cc04690ace None None] Port 88babd73-5a3b-417a-9fb0-74e54512e898 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:28.650843 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] For port 55b2d724-5c98-46ce-bd1d-d663fa74e722, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:16:28.658139 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] For port 55b2d724-5c98-46ce-bd1d-d663fa74e722, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=55b2d724-5c98-46ce-bd1d-d663fa74e722,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:16:28.722669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.738817 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4d98833a-c215-4464-8c1d-e5cc04690ace None None] Provisioning complete for port 41a980ce-959b-4d4d-b387-575bd8f5dc9f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:28.739260 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4d98833a-c215-4464-8c1d-e5cc04690ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.739761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Pushing event updated for resources: {'Port': ['ID=7abdb3dc-09ea-4830-913c-e9efa29e3892,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:28.761682 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Pushing event updated for resources: {'Network': ['ID=c19eaa9a-f01a-437b-a519-7422a09538d0,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:28.767295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:28.771138 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:28.771138 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:28.775662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:28.776049 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:28.776864 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 2 to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 Dec 21 22:16:28.780631 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f8b4a83f-5184-47c5-8c45-d243fa58c458 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.2649214 Dec 21 22:16:28.785023 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56866) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:28.790511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network c19eaa9a-f01a-437b-a519-7422a09538d0 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:16:28.793660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c82abaeb-815c-4f28-90a1-fd3e49c06630 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Request body: {'subnet': {'network_id': 'c19eaa9a-f01a-437b-a519-7422a09538d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:28.810271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edbf3c4-7e5c-43c7-a201-8cc017d78303 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:28.811541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.814275 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edbf3c4-7e5c-43c7-a201-8cc017d78303 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:28.818257 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edbf3c4-7e5c-43c7-a201-8cc017d78303 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:28.819540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8edbf3c4-7e5c-43c7-a201-8cc017d78303 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Synchronizing usage tracker for tenant:7c28e903c2f54471a6ede05fbdb5f247 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:28.823479 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:28.823919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:28.824320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:28.849110 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:28.850121 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:28.879511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:28.901490 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 3 to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 Dec 21 22:16:28.931662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:28.932129 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:28.932565 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:28.941898 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c82abaeb-815c-4f28-90a1-fd3e49c06630 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:28.947307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c82abaeb-815c-4f28-90a1-fd3e49c06630 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Usage tracker for resource:subnet and tenant:6da298768640478eae4d9fceb5814e42 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:28.950428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c82abaeb-815c-4f28-90a1-fd3e49c06630 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:28.953132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:28.954234 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:28.957221 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 4 to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 Dec 21 22:16:28.965413 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c82abaeb-815c-4f28-90a1-fd3e49c06630 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:28.980024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:28.980489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:28.980950 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:28.988661 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:28.988840 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:28.988958 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8edbf3c4-7e5c-43c7-a201-8cc017d78303 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Unset dirty status for tenant:7c28e903c2f54471a6ede05fbdb5f247 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:28.993869 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 5 to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 Dec 21 22:16:28.994048 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8edbf3c4-7e5c-43c7-a201-8cc017d78303 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.5398798 Dec 21 22:16:28.999045 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56872) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:29.012689 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:29.018565 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:29.031272 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:29.035411 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f189ece-c12d-4c7d-bc73-4ec5f942e2eb None None] Pushing event updated for resources: {'Port': ['ID=55b2d724-5c98-46ce-bd1d-d663fa74e722,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:29.036296 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:29.037075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:29.061753 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=e8b85b99-8f63-49f9-a325-17abc1461df1,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:29.067180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82abaeb-815c-4f28-90a1-fd3e49c06630 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Made reservation on behalf of 6da298768640478eae4d9fceb5814e42 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:29.100498 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:29.100835 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:29.101174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:29.136403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:29.136726 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:29.138951 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 6 to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 Dec 21 22:16:29.141658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:29.149998 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-82a7c836-7de5-4918-98c3-12f52f846d08 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Deleting port e125eaf7-0429-490a-ae1e-629497c0eb17 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:29.150377 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-82a7c836-7de5-4918-98c3-12f52f846d08 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:29.161841 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-99cdac74-3fed-4b45-921d-df49e05b563f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7239795 Dec 21 22:16:29.165259 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56878) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:29.202108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:29.202950 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:29.204093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:29.206352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56882) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:29.271220 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:29.342180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c82abaeb-815c-4f28-90a1-fd3e49c06630 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:29.343529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d80751e8-b8c4-4e0d-8948-bd944e3d700d None None] Provisioning for port e125eaf7-0429-490a-ae1e-629497c0eb17 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:29.356310 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d80751e8-b8c4-4e0d-8948-bd944e3d700d None None] Provisioning complete for port e125eaf7-0429-490a-ae1e-629497c0eb17 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:29.356310 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d80751e8-b8c4-4e0d-8948-bd944e3d700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:29.357053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:29.357382 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:29.363102 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 7 to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 Dec 21 22:16:29.457242 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 41a980ce-959b-4d4d-b387-575bd8f5dc9f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:29.463502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:29.463834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:29.464193 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:29.496614 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:29.496614 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:29.496614 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 8 to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 Dec 21 22:16:29.598197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d80751e8-b8c4-4e0d-8948-bd944e3d700d None None] Port e125eaf7-0429-490a-ae1e-629497c0eb17 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:29.610044 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Pushing event updated for resources: {'Port': ['ID=40e690c2-872f-4e79-9ef1-575a8322a4a0,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:29.628903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 41a980ce-959b-4d4d-b387-575bd8f5dc9f triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:29.629542 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:29.660516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-51142813-86f9-4950-80bf-1e008ca42ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:29.732841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b6360593-18a0-4307-8968-abd08c402606 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:29.756872 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:29.783357 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6428a157-0cea-419f-b745-d0d2852f789f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:29.787499 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6428a157-0cea-419f-b745-d0d2852f789f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:29.788314 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6428a157-0cea-419f-b745-d0d2852f789f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:29.793915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:29.794425 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:29.794573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:29.804601 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7c436-d68e-46a2-ade8-92148cd0c6d1 req-77a402bb-bb0b-4fa1-a500-7bf8f4c1c4b2 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:29.806303 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-55b7c436-d68e-46a2-ade8-92148cd0c6d1 req-77a402bb-bb0b-4fa1-a500-7bf8f4c1c4b2 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 945 time: 0.1996386 Dec 21 22:16:29.813626 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:29.840487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:29.840487 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:29.852436 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 9 to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 Dec 21 22:16:29.876701 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-55b7c436-d68e-46a2-ade8-92148cd0c6d1 req-0735fbfa-0a2c-4ecc-aaa0-4c09c9178b67 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465698 Dec 21 22:16:29.886845 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:29.888055 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a83f6f29-0fd2-469f-93a2-8976093c2a22 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1768274 Dec 21 22:16:29.894279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56892) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:29.917300 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port b6360593-18a0-4307-8968-abd08c402606 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:29.926489 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port b6360593-18a0-4307-8968-abd08c402606 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:29.938580 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:29.958762 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6428a157-0cea-419f-b745-d0d2852f789f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:29.965591 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6428a157-0cea-419f-b745-d0d2852f789f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7946980 Dec 21 22:16:29.965723 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:29.965723 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:29.965723 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:29.969926 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56896) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:29.989854 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-297cb91f-3a3f-48ee-ab90-84a5f8fdf8a2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Synchronizing usage tracker for tenant:0f136fcb7f1049d5b59d038a847a2cd3 on resource:floatingip {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:30.047575 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:30.059589 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:30.066291 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Usage tracker for resource:security_group_rule and tenant:50a69f9aa83944f183dbb7c75e57241d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:30.095599 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c764f1ba-7ede-4365-a47d-0db44015db9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6360593-18a0-4307-8968-abd08c402606'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:16:30.098442 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-297cb91f-3a3f-48ee-ab90-84a5f8fdf8a2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Unset dirty status for tenant:0f136fcb7f1049d5b59d038a847a2cd3 on resource:floatingip {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:30.100598 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-297cb91f-3a3f-48ee-ab90-84a5f8fdf8a2 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2609 time: 0.2073700 Dec 21 22:16:30.102695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56900) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:30.113650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:30.127024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:30.127444 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:30.138735 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.plugins.ml2.plugin [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempt 10 to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 Dec 21 22:16:30.150993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:30.154138 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-82a7c836-7de5-4918-98c3-12f52f846d08 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:30.183197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port b6360593-18a0-4307-8968-abd08c402606, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b6360593-18a0-4307-8968-abd08c402606,segment=NetworkSegment(3b9323a5-695a-4cc0-a3b4-75c4fbe92545),segment_id=3b9323a5-695a-4cc0-a3b4-75c4fbe92545)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:30.199205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-60d73ca7-06bc-4c08-ad40-279c92e6af2c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port e8b85b99-8f63-49f9-a325-17abc1461df1 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:30.199205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-60d73ca7-06bc-4c08-ad40-279c92e6af2c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:30.202806 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5b810b25-1b40-4a3b-a496-20af9f0898bb tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Synchronizing usage tracker for tenant:3e8569f5360f4f1598d4e6aff36a2008 on resource:floatingip {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:30.252867 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:30.254035 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 7f56a795-c6f8-4433-9654-3c16fd3aa9be up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:30.306284 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512774f8-1fc1-46f2-a32c-a4fe80c5dc6f req-af58cc29-c279-4268-b841-cabe004692c9 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:30.307818 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-512774f8-1fc1-46f2-a32c-a4fe80c5dc6f req-af58cc29-c279-4268-b841-cabe004692c9 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 945 time: 0.6157091 Dec 21 22:16:30.337126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5b810b25-1b40-4a3b-a496-20af9f0898bb tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Unset dirty status for tenant:3e8569f5360f4f1598d4e6aff36a2008 on resource:floatingip {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:30.340538 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5b810b25-1b40-4a3b-a496-20af9f0898bb tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2346973 Dec 21 22:16:30.341273 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56908) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:30.380710 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:30.381044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:30.381379 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempting to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:30.392132 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-52c0ca71-8e21-4899-b61c-413a5c79daff None None] Provisioning for port 55b2d724-5c98-46ce-bd1d-d663fa74e722 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:30.397654 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-82a7c836-7de5-4918-98c3-12f52f846d08 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Calling delete_port for e125eaf7-0429-490a-ae1e-629497c0eb17 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:30.438713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=b6360593-18a0-4307-8968-abd08c402606,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:30.520732 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 7f56a795-c6f8-4433-9654-3c16fd3aa9be completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:30.524954 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:16:30.525282 dv-neutron-822520-1-hyperv neutron-server[84168]: ERROR neutron.plugins.ml2.managers [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Failed to bind port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on host hv-neutron-8225 for vnic_type normal using segments [{'id': '99487aa0-73a0-4fb1-9d50-491cb97451ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '385eeb94-2ba7-4449-936c-f2629137cb79'}] Dec 21 22:16:30.525786 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:30.529781 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 7f56a795-c6f8-4433-9654-3c16fd3aa9be triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:30.530300 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:30.564675 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Deleting port 40e690c2-872f-4e79-9ef1-575a8322a4a0 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:30.565105 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:30.654906 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c764f1ba-7ede-4365-a47d-0db44015db9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6360593-18a0-4307-8968-abd08c402606', 'code': 200} Dec 21 22:16:30.670977 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:30.701573 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-411706c7-ceed-4ac0-aa75-204fdd188b5f None None] Provisioning for port e8b85b99-8f63-49f9-a325-17abc1461df1 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:30.709684 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:30.718365 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-411706c7-ceed-4ac0-aa75-204fdd188b5f None None] Provisioning complete for port e8b85b99-8f63-49f9-a325-17abc1461df1 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:30.719387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-411706c7-ceed-4ac0-aa75-204fdd188b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:30.729116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c82abaeb-815c-4f28-90a1-fd3e49c06630 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:30.735218 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-512774f8-1fc1-46f2-a32c-a4fe80c5dc6f req-70307b82-f4b1-49c9-902f-b9edc41bbf27 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/security-groups?id=69f60179-6b1c-4fe7-a771-39bd11b1c658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3460031 Dec 21 22:16:30.771593 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:30.772633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:30.793256 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:30.796307 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-411706c7-ceed-4ac0-aa75-204fdd188b5f None None] Port e8b85b99-8f63-49f9-a325-17abc1461df1 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:30.800557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 7f56a795-c6f8-4433-9654-3c16fd3aa9be, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7f56a795-c6f8-4433-9654-3c16fd3aa9be,segment=NetworkSegment(46ea1c92-d041-4489-8968-e96b6b7107f6),segment_id=46ea1c92-d041-4489-8968-e96b6b7107f6)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:30.863747 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:30.909711 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Calling delete_port for 40e690c2-872f-4e79-9ef1-575a8322a4a0 owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:30.938227 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=7f56a795-c6f8-4433-9654-3c16fd3aa9be,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:30.972063 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82abaeb-815c-4f28-90a1-fd3e49c06630 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Pushing event updated for resources: {'Subnet': ['ID=f3c31ee5-fcc2-4a1e-b15d-e45aec5087c9,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:30.985820 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:31.110077 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:31.132531 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] For port 7abdb3dc-09ea-4830-913c-e9efa29e3892, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:16:31.132888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Attempted to set empty binding levels {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 21 22:16:31.135303 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45299aba-edf6-4219-92e3-ce80e16d11e6 req-426ede63-357d-4a09-8ce6-d9d648d46967 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:31.137137 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-45299aba-edf6-4219-92e3-ce80e16d11e6 req-426ede63-357d-4a09-8ce6-d9d648d46967 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 946 time: 0.1024165 Dec 21 22:16:31.184994 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-45299aba-edf6-4219-92e3-ce80e16d11e6 req-b9869fe1-29bf-4804-a577-fbbac1b6b622 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409231 Dec 21 22:16:31.189355 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:31.210232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82abaeb-815c-4f28-90a1-fd3e49c06630 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Checking segment: {'id': 'd2048f7f-4e02-47f7-a1ec-e9bcad1a9a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c19eaa9a-f01a-437b-a519-7422a09538d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:16:31.210580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82abaeb-815c-4f28-90a1-fd3e49c06630 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Network hostable DHCP agents. Network: c19eaa9a-f01a-437b-a519-7422a09538d0, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:16:31.226540 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59576906-4b9a-4656-97be-93d696b45f90,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:31.230003 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-60d73ca7-06bc-4c08-ad40-279c92e6af2c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:31.239457 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:31.243676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-82a7c836-7de5-4918-98c3-12f52f846d08 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:31.267874 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Pushing event deleted for resources: {'Port': ['ID=40e690c2-872f-4e79-9ef1-575a8322a4a0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:31.285201 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50a69f9aa83944f183dbb7c75e57241d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9885216 Dec 21 22:16:31.301283 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56920) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:31.324124 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 55b2d724-5c98-46ce-bd1d-d663fa74e722 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:31.351083 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.351495 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.351833 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.352286 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.352625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.352950 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.353276 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.353703 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.354143 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.354470 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.354899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.391165 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:31.401601 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:31.402999 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-813eacb9-e118-41b5-be0e-1a5303e64af0 tempest-FloatingIPAdminTestJSON-1376701691 tempest-FloatingIPAdminTestJSON-1376701691-project] 10.222.0.37 "DELETE /v2.0/floatingips/fce187b2-4ab7-4fc6-a71b-1ae304309fce HTTP/1.1" status: 204 len: 168 time: 1.0603645 Dec 21 22:16:31.405513 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56924) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:31.470116 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 55b2d724-5c98-46ce-bd1d-d663fa74e722 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:31.475718 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 55b2d724-5c98-46ce-bd1d-d663fa74e722 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:31.478242 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:31.540093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.540433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.540754 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.541082 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.541471 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.541982 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.542328 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.542746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.542963 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.543283 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.543585 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ae092-9513-4e3b-967f-c39da21abd79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:31.553675 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-60d73ca7-06bc-4c08-ad40-279c92e6af2c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for e8b85b99-8f63-49f9-a325-17abc1461df1 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:31.571105 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-72d6044f-91d8-4e52-bb17-1fd370bd5a82 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Deleting port 03b1cfea-2b66-4f62-96d4-9e135a0f8916 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:31.576117 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-72d6044f-91d8-4e52-bb17-1fd370bd5a82 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:31.609107 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] In _notify_port_updated(), no bound segment for port 7abdb3dc-09ea-4830-913c-e9efa29e3892 on network 385eeb94-2ba7-4449-936c-f2629137cb79 {{(pid=84168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:16:31.611216 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:31.616050 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] 10.222.0.37 "PUT /v2.0/ports/7abdb3dc-09ea-4830-913c-e9efa29e3892 HTTP/1.1" status: 200 len: 980 time: 4.5610962 Dec 21 22:16:31.627234 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56928) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:31.639854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:31.679369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 55b2d724-5c98-46ce-bd1d-d663fa74e722, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=55b2d724-5c98-46ce-bd1d-d663fa74e722,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:31.680662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2cd0f-a06e-46ad-acf4-dff261e28efe tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Pushing event updated for resources: {'Port': ['ID=7abdb3dc-09ea-4830-913c-e9efa29e3892,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:31.749348 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:31.780762 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-be10f25d-fb50-4529-927b-70b78feb4e09 req-39d2c3df-3224-4be5-ac6b-979f0a099b36 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 1099 time: 0.7049787 Dec 21 22:16:31.804115 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7c836-7de5-4918-98c3-12f52f846d08 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event deleted for resources: {'Port': ['ID=e125eaf7-0429-490a-ae1e-629497c0eb17,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:31.874060 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82abaeb-815c-4f28-90a1-fd3e49c06630 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Network c19eaa9a-f01a-437b-a519-7422a09538d0 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:16:31.878229 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-72d6044f-91d8-4e52-bb17-1fd370bd5a82 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:31.878229 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-72d6044f-91d8-4e52-bb17-1fd370bd5a82 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:31.889925 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=55b2d724-5c98-46ce-bd1d-d663fa74e722,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:31.922581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-be10f25d-fb50-4529-927b-70b78feb4e09 req-aaf8b3f5-6624-4e0a-832b-983ff97212a9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:31.996592 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-72d6044f-91d8-4e52-bb17-1fd370bd5a82 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Calling delete_port for 03b1cfea-2b66-4f62-96d4-9e135a0f8916 owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:32.019792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-f850ccc3-2b6e-4583-8647-efafd3eeb414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Deleting port 7abdb3dc-09ea-4830-913c-e9efa29e3892 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:32.020223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f850ccc3-2b6e-4583-8647-efafd3eeb414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:32.083288 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-c82abaeb-815c-4f28-90a1-fd3e49c06630 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, c19eaa9a-f01a-437b-a519-7422a09538d0) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:32.091887 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87baa12a-3e4a-45b0-91fd-e6c8e199dbd2 None None] Network c19eaa9a-f01a-437b-a519-7422a09538d0 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:32.099652 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a11cc841-54bb-4b6d-a80d-d51bd0807251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:32.115779 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:32.117808 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82abaeb-815c-4f28-90a1-fd3e49c06630 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:32.118430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c82abaeb-815c-4f28-90a1-fd3e49c06630 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:32.190001 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-72d6044f-91d8-4e52-bb17-1fd370bd5a82 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:32.240473 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d6044f-91d8-4e52-bb17-1fd370bd5a82 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Pushing event deleted for resources: {'Port': ['ID=03b1cfea-2b66-4f62-96d4-9e135a0f8916,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:32.257985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a11cc841-54bb-4b6d-a80d-d51bd0807251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:32.269321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-60d73ca7-06bc-4c08-ad40-279c92e6af2c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:32.348115 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-c19eaa9a-f01a-437b-a519-7422a09538d0', 'network_id': 'c19eaa9a-f01a-437b-a519-7422a09538d0', 'tenant_id': '6da298768640478eae4d9fceb5814e42', 'fixed_ips': [{'subnet_id': 'f3c31ee5-fcc2-4a1e-b15d-e45aec5087c9'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:16:32.349218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:32.371813 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-72d6044f-91d8-4e52-bb17-1fd370bd5a82 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:32.376674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-be10f25d-fb50-4529-927b-70b78feb4e09 req-aaf8b3f5-6624-4e0a-832b-983ff97212a9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:32.413010 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d73ca7-06bc-4c08-ad40-279c92e6af2c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=e8b85b99-8f63-49f9-a325-17abc1461df1,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:32.420149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-be10f25d-fb50-4529-927b-70b78feb4e09 req-aaf8b3f5-6624-4e0a-832b-983ff97212a9 service neutron] Usage tracker for resource:security_group_rule and tenant:50c90494bd794db1afa6546e823d7d24 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:32.437331 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-be10f25d-fb50-4529-927b-70b78feb4e09 req-aaf8b3f5-6624-4e0a-832b-983ff97212a9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:32.464706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-82a7c836-7de5-4918-98c3-12f52f846d08 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:32.466992 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-82a7c836-7de5-4918-98c3-12f52f846d08 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "DELETE /v2.0/ports/e125eaf7-0429-490a-ae1e-629497c0eb17 HTTP/1.1" status: 204 len: 168 time: 3.4668374 Dec 21 22:16:32.474438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-be10f25d-fb50-4529-927b-70b78feb4e09 req-aaf8b3f5-6624-4e0a-832b-983ff97212a9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:32.477853 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56936) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:32.524101 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c82abaeb-815c-4f28-90a1-fd3e49c06630 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7379529 Dec 21 22:16:32.524573 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a780abb0-0d8c-4a21-b315-346de30fec3c tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] GET failed (client error): The resource could not be found. Dec 21 22:16:32.525380 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a780abb0-0d8c-4a21-b315-346de30fec3c tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "GET /v2.0/ports/e125eaf7-0429-490a-ae1e-629497c0eb17 HTTP/1.1" status: 404 len: 333 time: 0.0465872 Dec 21 22:16:32.530506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-72d6044f-91d8-4e52-bb17-1fd370bd5a82 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:32.532162 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-72d6044f-91d8-4e52-bb17-1fd370bd5a82 tempest-FloatingIPAdminTestJSON-1744350541 tempest-FloatingIPAdminTestJSON-1744350541-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/c4f03821-3df1-4db0-b4f6-b29dcdc0828f HTTP/1.1" status: 204 len: 168 time: 1.1256998 Dec 21 22:16:32.532788 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56940) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:32.533110 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56942) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:32.537248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56944) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:32.548265 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-38cd07e7-c6cc-4728-96b3-5963056e5132 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Request body: {'port': {'network_id': '83e41248-6b38-4d55-9c4d-b93472daefe4', 'name': 'tempest-AllowedAddressPairTestJSON-1759917871'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:32.551472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-60d73ca7-06bc-4c08-ad40-279c92e6af2c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:32.556399 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-60d73ca7-06bc-4c08-ad40-279c92e6af2c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/e8b85b99-8f63-49f9-a325-17abc1461df1 HTTP/1.1" status: 204 len: 168 time: 2.5837553 Dec 21 22:16:32.557079 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56952) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:32.564779 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Allocated IP 2001:db8::2 (c19eaa9a-f01a-437b-a519-7422a09538d0/f3c31ee5-fcc2-4a1e-b15d-e45aec5087c9/dc69887d-4530-4efe-a1f3-ac2be09ba6f4) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:32.565814 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Request body: {'port': {'network_id': 'c19eaa9a-f01a-437b-a519-7422a09538d0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1041832172'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:32.635320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e77a9f-3c71-4927-aa21-1b668648351e req-6b55ac40-bf52-4f40-9347-17b9d836ed59 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:32.636830 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c3e77a9f-3c71-4927-aa21-1b668648351e req-6b55ac40-bf52-4f40-9347-17b9d836ed59 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 946 time: 0.7036743 Dec 21 22:16:32.673251 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588bf17f-a094-4ffa-9a9e-3255eba6b5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f56a795-c6f8-4433-9654-3c16fd3aa9be'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:16:32.763785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-f850ccc3-2b6e-4583-8647-efafd3eeb414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] For port 7abdb3dc-09ea-4830-913c-e9efa29e3892, host hv-neutron-8225, got binding levels [] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:32.764088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f850ccc3-2b6e-4583-8647-efafd3eeb414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:32.777450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bf546d-3763-46a2-b39b-5ddd2d3a3625 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:32.778681 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bf546d-3763-46a2-b39b-5ddd2d3a3625 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:32.779422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-90bf546d-3763-46a2-b39b-5ddd2d3a3625 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:32.830454 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:32.836332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-30728c1e-00db-4384-93ed-e66afdf75609 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Deleting port 177ba0cb-29b0-479b-b9c4-3faf0fbba9f6 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:32.836669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-30728c1e-00db-4384-93ed-e66afdf75609 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:32.843257 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Transition to ACTIVE for port object dc69887d-4530-4efe-a1f3-ac2be09ba6f4 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:32.853172 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a11cc841-54bb-4b6d-a80d-d51bd0807251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:32.864406 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Transition to ACTIVE for port object dc69887d-4530-4efe-a1f3-ac2be09ba6f4 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:32.906993 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b6724-6cbc-44d6-83e5-4a702c73149e req-fc1eed24-b489-46e2-8909-3eb26b0d8ba6 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:32.908466 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-437b6724-6cbc-44d6-83e5-4a702c73149e req-fc1eed24-b489-46e2-8909-3eb26b0d8ba6 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 946 time: 0.4838610 Dec 21 22:16:32.921137 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:32.938986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-f850ccc3-2b6e-4583-8647-efafd3eeb414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Calling delete_port for 7abdb3dc-09ea-4830-913c-e9efa29e3892 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:32.994467 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cc841-54bb-4b6d-a80d-d51bd0807251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59576906-4b9a-4656-97be-93d696b45f90,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:32.995260 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Network c19eaa9a-f01a-437b-a519-7422a09538d0 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:32.996617 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:33.002036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:33.028763 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-be10f25d-fb50-4529-927b-70b78feb4e09 req-aaf8b3f5-6624-4e0a-832b-983ff97212a9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:33.034393 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c3e77a9f-3c71-4927-aa21-1b668648351e req-139fcee9-e0f0-4bd6-86f7-3255513d4df3 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/security-groups?id=69f60179-6b1c-4fe7-a771-39bd11b1c658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3186347 Dec 21 22:16:33.036973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a11cc841-54bb-4b6d-a80d-d51bd0807251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:33.039035 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-38cd07e7-c6cc-4728-96b3-5963056e5132 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:33.043929 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a11cc841-54bb-4b6d-a80d-d51bd0807251 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59576906-4b9a-4656-97be-93d696b45f90 HTTP/1.1" status: 204 len: 168 time: 1.7380602 Dec 21 22:16:33.055583 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:33.057783 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Pushing event updated for resources: {'Port': ['ID=dc69887d-4530-4efe-a1f3-ac2be09ba6f4,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:33.072763 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Usage tracker for resource:port and tenant:6da298768640478eae4d9fceb5814e42 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:33.077854 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:33.083045 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-437b6724-6cbc-44d6-83e5-4a702c73149e req-73f224ca-03bb-482f-9d18-bf7e21e11f70 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629472 Dec 21 22:16:33.083882 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-38cd07e7-c6cc-4728-96b3-5963056e5132 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:33.099339 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:33.123214 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-90bf546d-3763-46a2-b39b-5ddd2d3a3625 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:33.128211 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-90bf546d-3763-46a2-b39b-5ddd2d3a3625 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5643425 Dec 21 22:16:33.129029 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56962) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:33.136102 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-be10f25d-fb50-4529-927b-70b78feb4e09 req-aaf8b3f5-6624-4e0a-832b-983ff97212a9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:33.136234 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:33.136234 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:33.136770 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:33.137022 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:33.137621 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:33.137908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:33.138518 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:33.138942 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:33.140058 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:33.140058 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:33.140456 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:16:33.157574 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Attempting to bind port dc69887d-4530-4efe-a1f3-ac2be09ba6f4 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:33.158097 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Attempting to bind port dc69887d-4530-4efe-a1f3-ac2be09ba6f4 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'd2048f7f-4e02-47f7-a1ec-e9bcad1a9a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c19eaa9a-f01a-437b-a519-7422a09538d0'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:33.158608 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Attempting to bind port dc69887d-4530-4efe-a1f3-ac2be09ba6f4 on network c19eaa9a-f01a-437b-a519-7422a09538d0 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:33.168316 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:16:33.168805 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Checking segment: {'id': 'd2048f7f-4e02-47f7-a1ec-e9bcad1a9a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c19eaa9a-f01a-437b-a519-7422a09538d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:16:33.169297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:33.169797 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Bound using segment: {'id': 'd2048f7f-4e02-47f7-a1ec-e9bcad1a9a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c19eaa9a-f01a-437b-a519-7422a09538d0'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:16:33.170372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Bound port: dc69887d-4530-4efe-a1f3-ac2be09ba6f4, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2048f7f-4e02-47f7-a1ec-e9bcad1a9a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c19eaa9a-f01a-437b-a519-7422a09538d0'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:16:33.170843 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:33.193149 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588bf17f-a094-4ffa-9a9e-3255eba6b5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f56a795-c6f8-4433-9654-3c16fd3aa9be', 'code': 200} Dec 21 22:16:33.222250 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f850ccc3-2b6e-4583-8647-efafd3eeb414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:33.297792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-30728c1e-00db-4384-93ed-e66afdf75609 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:33.313665 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850ccc3-2b6e-4583-8647-efafd3eeb414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Pushing event deleted for resources: {'Port': ['ID=7abdb3dc-09ea-4830-913c-e9efa29e3892,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:33.324756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-be10f25d-fb50-4529-927b-70b78feb4e09 req-aaf8b3f5-6624-4e0a-832b-983ff97212a9 service neutron] Synchronizing usage tracker for tenant:50c90494bd794db1afa6546e823d7d24 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:33.337878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf8b3f5-6624-4e0a-832b-983ff97212a9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b438cdb9-2914-48fa-9b3f-6c4a8da72ff7,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:33.346357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f850ccc3-2b6e-4583-8647-efafd3eeb414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:33.378294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 55b2d724-5c98-46ce-bd1d-d663fa74e722 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:33.395675 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f850ccc3-2b6e-4583-8647-efafd3eeb414 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] 10.222.0.37 "DELETE /v2.0/ports/7abdb3dc-09ea-4830-913c-e9efa29e3892 HTTP/1.1" status: 204 len: 168 time: 1.7619100 Dec 21 22:16:33.405517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56966) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:33.459493 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-057b1cb8-583b-4c9e-a542-07aa6995616b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] GET failed (client error): The resource could not be found. Dec 21 22:16:33.460142 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-057b1cb8-583b-4c9e-a542-07aa6995616b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Synchronizing usage tracker for tenant:993b30609a8747479b6dff4fc566cfa2 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:33.467935 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] For port dc69887d-4530-4efe-a1f3-ac2be09ba6f4, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:16:33.481588 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] For port dc69887d-4530-4efe-a1f3-ac2be09ba6f4, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=dc69887d-4530-4efe-a1f3-ac2be09ba6f4,segment=NetworkSegment(d2048f7f-4e02-47f7-a1ec-e9bcad1a9a5f),segment_id=d2048f7f-4e02-47f7-a1ec-e9bcad1a9a5f)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:16:33.509688 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 55b2d724-5c98-46ce-bd1d-d663fa74e722 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:33.510083 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:33.548073 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cd07e7-c6cc-4728-96b3-5963056e5132 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Made reservation on behalf of 7c28e903c2f54471a6ede05fbdb5f247 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:33.551539 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-38cd07e7-c6cc-4728-96b3-5963056e5132 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:33.569853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:33.570098 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-30728c1e-00db-4384-93ed-e66afdf75609 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Calling delete_port for 177ba0cb-29b0-479b-b9c4-3faf0fbba9f6 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:33.596827 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Made reservation on behalf of 6da298768640478eae4d9fceb5814e42 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:33.599577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:33.633587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-be10f25d-fb50-4529-927b-70b78feb4e09 req-aaf8b3f5-6624-4e0a-832b-983ff97212a9 service neutron] Unset dirty status for tenant:50c90494bd794db1afa6546e823d7d24 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:33.634850 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-be10f25d-fb50-4529-927b-70b78feb4e09 req-aaf8b3f5-6624-4e0a-832b-983ff97212a9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8352726 Dec 21 22:16:33.694101 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf82a4-d146-429d-b888-5ca214b2c527 None None] Pushing event updated for resources: {'Port': ['ID=dc69887d-4530-4efe-a1f3-ac2be09ba6f4,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:33.696441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a48f32-69a5-4ec2-86f2-b5ff5e6d1987 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet a86c890f-3f42-413b-a149-2e46cb0fb8d5 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:16:33.701598 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-55a48f32-69a5-4ec2-86f2-b5ff5e6d1987 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:33.714375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-38cd07e7-c6cc-4728-96b3-5963056e5132 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] device_id is not set on port e1ee8dbe-6c90-4fc0-b3aa-21a0038e266e yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:33.760955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-057b1cb8-583b-4c9e-a542-07aa6995616b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] Unset dirty status for tenant:993b30609a8747479b6dff4fc566cfa2 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:33.766337 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-057b1cb8-583b-4c9e-a542-07aa6995616b tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510 tempest-PortsAdminExtendedAttrsIpV6TestJSON-200553510-project-admin] 10.222.0.37 "GET /v2.0/ports/7abdb3dc-09ea-4830-913c-e9efa29e3892 HTTP/1.1" status: 404 len: 333 time: 0.3559380 Dec 21 22:16:33.770120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56974) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:33.773945 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] device_id is not set on port fd588791-6fa1-480a-80a7-97baf6062fc4 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:33.792850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-55a48f32-69a5-4ec2-86f2-b5ff5e6d1987 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:33.972149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ce635c17-1631-460d-9f19-564646b8c5a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:34.007652 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56978) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:34.057249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-55a48f32-69a5-4ec2-86f2-b5ff5e6d1987 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:34.083507 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f859166d-7dc6-43cc-8ac1-a101f2f481d0 req-8f9c6f7e-995e-48de-827a-5c5b13b35960 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 1099 time: 0.5229375 Dec 21 22:16:34.099306 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-30728c1e-00db-4384-93ed-e66afdf75609 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:34.166284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Allocated IP 2001:db8::26d (c19eaa9a-f01a-437b-a519-7422a09538d0/f3c31ee5-fcc2-4a1e-b15d-e45aec5087c9/fd588791-6fa1-480a-80a7-97baf6062fc4) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:34.167367 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ce635c17-1631-460d-9f19-564646b8c5a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:34.204174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-ce635c17-1631-460d-9f19-564646b8c5a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385eeb94-2ba7-4449-936c-f2629137cb79']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:34.227139 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-ce635c17-1631-460d-9f19-564646b8c5a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99487aa0-73a0-4fb1-9d50-491cb97451ee') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:34.227703 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-ce635c17-1631-460d-9f19-564646b8c5a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99487aa0-73a0-4fb1-9d50-491cb97451ee') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:34.243388 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ce635c17-1631-460d-9f19-564646b8c5a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:34.299487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ce635c17-1631-460d-9f19-564646b8c5a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:34.308371 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce635c17-1631-460d-9f19-564646b8c5a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:16:34.308761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ce635c17-1631-460d-9f19-564646b8c5a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:34.323688 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:34.339851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-55a48f32-69a5-4ec2-86f2-b5ff5e6d1987 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:34.360298 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30728c1e-00db-4384-93ed-e66afdf75609 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Pushing event deleted for resources: {'Port': ['ID=177ba0cb-29b0-479b-b9c4-3faf0fbba9f6,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:34.455627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a48f32-69a5-4ec2-86f2-b5ff5e6d1987 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=a86c890f-3f42-413b-a149-2e46cb0fb8d5,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:34.463142 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-55a48f32-69a5-4ec2-86f2-b5ff5e6d1987 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:34.471967 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96825d29-ae2e-41d9-af03-08724076e173 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:34.507209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6cae00-6880-4a49-9b9c-e792fa0336a4 req-f85e992e-ac8b-4830-b429-524e42ac77ad tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:34.509929 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-aa6cae00-6880-4a49-9b9c-e792fa0336a4 req-f85e992e-ac8b-4830-b429-524e42ac77ad tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 946 time: 0.2595377 Dec 21 22:16:34.574610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-30728c1e-00db-4384-93ed-e66afdf75609 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:34.588598 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ce635c17-1631-460d-9f19-564646b8c5a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:34.607724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-38cd07e7-c6cc-4728-96b3-5963056e5132 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Allocated IP 172.20.0.3 (83e41248-6b38-4d55-9c4d-b93472daefe4/e2439909-5386-4247-8e16-f1a6c1fb8034/e1ee8dbe-6c90-4fc0-b3aa-21a0038e266e) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:34.623368 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ce635c17-1631-460d-9f19-564646b8c5a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:34.629302 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ce635c17-1631-460d-9f19-564646b8c5a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] 10.222.0.37 "DELETE /v2.0/networks/385eeb94-2ba7-4449-936c-f2629137cb79 HTTP/1.1" status: 204 len: 168 time: 0.8598509 Dec 21 22:16:34.648189 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-55a48f32-69a5-4ec2-86f2-b5ff5e6d1987 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/a86c890f-3f42-413b-a149-2e46cb0fb8d5 HTTP/1.1" status: 204 len: 168 time: 1.5177310 Dec 21 22:16:34.649873 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce635c17-1631-460d-9f19-564646b8c5a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831 tempest-PortsAdminExtendedAttrsIpV6TestJSON-403054831-project] Pushing event deleted for resources: {'Network': ['ID=385eeb94-2ba7-4449-936c-f2629137cb79,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:34.655819 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 56988) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:34.661592 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-aa6cae00-6880-4a49-9b9c-e792fa0336a4 req-83244cf2-6f06-46e7-9a35-d8b11f953a9d tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455321 Dec 21 22:16:34.676605 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-608044f5-f37c-49be-a135-f1314627b917 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4fc14acd8fc47a19836de2c3deb6929&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6654251 Dec 21 22:16:34.687438 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f859166d-7dc6-43cc-8ac1-a101f2f481d0 req-4facdab8-4bd4-4e6d-8a85-b614eb0828fe service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=69f60179-6b1c-4fe7-a771-39bd11b1c658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5934210 Dec 21 22:16:34.688683 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56992) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:34.709153 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-30728c1e-00db-4384-93ed-e66afdf75609 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] 10.222.0.37 "DELETE /v2.0/ports/177ba0cb-29b0-479b-b9c4-3faf0fbba9f6 HTTP/1.1" status: 204 len: 168 time: 2.1703322 Dec 21 22:16:34.769291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 56996) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:34.775904 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-32179a09-2334-4ac4-ac2c-fd33d483425f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1178234 Dec 21 22:16:34.782391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57000) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:34.872885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ace2af-a0cb-4129-afb0-9640a2b49926 None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:16:34.877941 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f8ace2af-a0cb-4129-afb0-9640a2b49926 None None] Deleting port 55b2d724-5c98-46ce-bd1d-d663fa74e722 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:34.878915 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f8ace2af-a0cb-4129-afb0-9640a2b49926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:34.903463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94590be-2aa2-42f2-8d78-eb9a40885a54 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:34.904251 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e94590be-2aa2-42f2-8d78-eb9a40885a54 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:34.924903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e95935-b356-4357-8360-ebe84ed00b87 req-e1419287-c0d3-45c9-a238-2a47a74bc400 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:34.926449 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-69e95935-b356-4357-8360-ebe84ed00b87 req-e1419287-c0d3-45c9-a238-2a47a74bc400 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 946 time: 0.6271341 Dec 21 22:16:34.936448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:34.957430 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10627e78-1419-4b15-a1e4-8fa9a784c190 None None] Network c19eaa9a-f01a-437b-a519-7422a09538d0 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:35.038875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Transition to ACTIVE for port object fd588791-6fa1-480a-80a7-97baf6062fc4 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:35.040178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a3b58a90-fb5b-4f50-8f69-6d16b490cccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:35.044328 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e94590be-2aa2-42f2-8d78-eb9a40885a54 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:35.052073 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e94590be-2aa2-42f2-8d78-eb9a40885a54 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2621145 Dec 21 22:16:35.052226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57004) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:35.204994 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a3b58a90-fb5b-4f50-8f69-6d16b490cccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:35.243849 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-69e95935-b356-4357-8360-ebe84ed00b87 req-c78a5ab3-682e-4d93-b0f5-cc9e61f23853 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/security-groups?id=69f60179-6b1c-4fe7-a771-39bd11b1c658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099065 Dec 21 22:16:35.264665 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d10a87f-b139-420b-9514-935cd2270029 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:35.265562 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0d10a87f-b139-420b-9514-935cd2270029 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Synchronizing usage tracker for tenant:3e8569f5360f4f1598d4e6aff36a2008 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:35.301538 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b79d8bcd-3e2b-4f50-9ee0-1fc8c3558274 None None] Provisioning for port dc69887d-4530-4efe-a1f3-ac2be09ba6f4 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:35.309195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f65640d-cb90-4e6c-80be-9f703c55600a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:35.310097 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6f65640d-cb90-4e6c-80be-9f703c55600a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:35.325505 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f8ace2af-a0cb-4129-afb0-9640a2b49926 None None] For port 55b2d724-5c98-46ce-bd1d-d663fa74e722, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=55b2d724-5c98-46ce-bd1d-d663fa74e722,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:35.326265 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f8ace2af-a0cb-4129-afb0-9640a2b49926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:35.374853 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-38cd07e7-c6cc-4728-96b3-5963056e5132 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:35.396648 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57010) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:35.401053 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-38cd07e7-c6cc-4728-96b3-5963056e5132 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Transition to ACTIVE for port object e1ee8dbe-6c90-4fc0-b3aa-21a0038e266e will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:35.429531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0d10a87f-b139-420b-9514-935cd2270029 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Unset dirty status for tenant:3e8569f5360f4f1598d4e6aff36a2008 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:35.433273 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0d10a87f-b139-420b-9514-935cd2270029 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] 10.222.0.37 "GET /v2.0/ports?device_id=59b3a28e-062e-4c10-bddb-5f05892bd1b3 HTTP/1.1" status: 200 len: 913 time: 0.6584496 Dec 21 22:16:35.433719 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57016) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:35.475773 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6f65640d-cb90-4e6c-80be-9f703c55600a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:35.479196 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6f65640d-cb90-4e6c-80be-9f703c55600a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4107935 Dec 21 22:16:35.479196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:35.480617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57020) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:35.481191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a3b58a90-fb5b-4f50-8f69-6d16b490cccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:35.488158 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f8ace2af-a0cb-4129-afb0-9640a2b49926 None None] Calling delete_port for 55b2d724-5c98-46ce-bd1d-d663fa74e722 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:35.558131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dc69887d-4530-4efe-a1f3-ac2be09ba6f4 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:35.629655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-38cd07e7-c6cc-4728-96b3-5963056e5132 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:35.709768 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fd001544-55e6-4858-87e5-6dba6f03d9d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ea5113924b4d47e799bb428ccc12dc7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3116064 Dec 21 22:16:35.716258 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57026) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:35.795308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f8ace2af-a0cb-4129-afb0-9640a2b49926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:35.825333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a3b58a90-fb5b-4f50-8f69-6d16b490cccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:35.830466 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a3b58a90-fb5b-4f50-8f69-6d16b490cccb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00b9f512-0bf7-4de0-9423-b34007381c18 HTTP/1.1" status: 204 len: 168 time: 1.1279173 Dec 21 22:16:35.834678 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a2fc85a8-9823-4df6-ac42-641d97521c39 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3452241 Dec 21 22:16:35.841607 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b58a90-fb5b-4f50-8f69-6d16b490cccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b9f512-0bf7-4de0-9423-b34007381c18,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:35.841607 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Pushing event updated for resources: {'Port': ['ID=fd588791-6fa1-480a-80a7-97baf6062fc4,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:35.848847 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57032) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:35.893006 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ace2af-a0cb-4129-afb0-9640a2b49926 None None] Pushing event deleted for resources: {'Port': ['ID=55b2d724-5c98-46ce-bd1d-d663fa74e722,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:35.898487 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port dc69887d-4530-4efe-a1f3-ac2be09ba6f4 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:35.906640 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cd07e7-c6cc-4728-96b3-5963056e5132 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Network 83e41248-6b38-4d55-9c4d-b93472daefe4 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:35.919404 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port dc69887d-4530-4efe-a1f3-ac2be09ba6f4 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:35.919838 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:35.924655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-31746f0f-3e4a-44cf-a12c-f17fabf2c155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:35.939839 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-38cd07e7-c6cc-4728-96b3-5963056e5132 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:35.953004 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fc677e90-6931-4402-8651-efb8cfaea262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:35.953627 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Network c19eaa9a-f01a-437b-a519-7422a09538d0 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:35.954825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cd07e7-c6cc-4728-96b3-5963056e5132 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:35.962461 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ace2af-a0cb-4129-afb0-9640a2b49926 None None] No DVR routers for this DVR port 55b2d724-5c98-46ce-bd1d-d663fa74e722 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:16:36.030951 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:36.038157 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:36.048998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:36.053122 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:36.126479 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fc677e90-6931-4402-8651-efb8cfaea262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:36.163860 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:36.216177 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port dc69887d-4530-4efe-a1f3-ac2be09ba6f4, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=dc69887d-4530-4efe-a1f3-ac2be09ba6f4,segment=NetworkSegment(d2048f7f-4e02-47f7-a1ec-e9bcad1a9a5f),segment_id=d2048f7f-4e02-47f7-a1ec-e9bcad1a9a5f)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:36.247234 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd07e7-c6cc-4728-96b3-5963056e5132 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event updated for resources: {'Port': ['ID=e1ee8dbe-6c90-4fc0-b3aa-21a0038e266e,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:36.293591 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:36.376688 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 55b2d724-5c98-46ce-bd1d-d663fa74e722 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:16:36.409177 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8166f208-ac42-41e7-ac8d-337c515e38fc tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.8730066 Dec 21 22:16:36.423331 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cd07e7-c6cc-4728-96b3-5963056e5132 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:36.424103 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-38cd07e7-c6cc-4728-96b3-5963056e5132 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:36.432507 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57042) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:36.465129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-31746f0f-3e4a-44cf-a12c-f17fabf2c155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:36.475135 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-427986a5-9805-4855-9425-6a608edf5b01 None None] Provisioning for port fd588791-6fa1-480a-80a7-97baf6062fc4 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:36.483003 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Request body: {'port': {'network_id': 'c19eaa9a-f01a-437b-a519-7422a09538d0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-660237257', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:36.483554 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.api.validators [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] bootfile-name is not in valid_values {{(pid=84168) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:16:36.483879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.api.validators [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] tftp-server is not in valid_values {{(pid=84168) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:16:36.484199 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.api.validators [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] server-ip-address is not in valid_values {{(pid=84168) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:16:36.492175 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-31746f0f-3e4a-44cf-a12c-f17fabf2c155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:36.496026 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 55b2d724-5c98-46ce-bd1d-d663fa74e722 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:16:36.496635 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 55b2d724-5c98-46ce-bd1d-d663fa74e722 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:16:36.504018 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-427986a5-9805-4855-9425-6a608edf5b01 None None] Provisioning complete for port fd588791-6fa1-480a-80a7-97baf6062fc4 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:36.504491 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-427986a5-9805-4855-9425-6a608edf5b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:36.527042 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace0b31-cbcd-49d5-996b-96744c702392 req-21bad2af-b14e-45c0-af92-d67215ad4081 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:36.528622 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1ace0b31-cbcd-49d5-996b-96744c702392 req-21bad2af-b14e-45c0-af92-d67215ad4081 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 946 time: 0.6274192 Dec 21 22:16:36.577184 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=dc69887d-4530-4efe-a1f3-ac2be09ba6f4,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:36.593748 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-427986a5-9805-4855-9425-6a608edf5b01 None None] Port fd588791-6fa1-480a-80a7-97baf6062fc4 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:36.609127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-427986a5-9805-4855-9425-6a608edf5b01 None None] Provisioning complete for port dc69887d-4530-4efe-a1f3-ac2be09ba6f4 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:36.610257 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-427986a5-9805-4855-9425-6a608edf5b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:36.613154 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-38cd07e7-c6cc-4728-96b3-5963056e5132 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0784156 Dec 21 22:16:36.617341 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57048) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:36.625016 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-701eb698-cdbd-4e57-b602-cc73f253d0c4 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:5c:d0:bf'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:36.688538 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:16:36.698765 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fc677e90-6931-4402-8651-efb8cfaea262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:36.703643 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98c261-6651-4719-933c-047f8fe95475 req-d006ed9c-322c-419a-819c-e4957fc33445 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:36.705650 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-de98c261-6651-4719-933c-047f8fe95475 req-d006ed9c-322c-419a-819c-e4957fc33445 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 946 time: 0.2109644 Dec 21 22:16:36.706646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31746f0f-3e4a-44cf-a12c-f17fabf2c155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:36.745404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc677e90-6931-4402-8651-efb8cfaea262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b61678-acd9-4a51-8e73-a803e48489c2,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:36.752821 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fc677e90-6931-4402-8651-efb8cfaea262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:36.756482 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fc677e90-6931-4402-8651-efb8cfaea262 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46b61678-acd9-4a51-8e73-a803e48489c2 HTTP/1.1" status: 204 len: 168 time: 1.0302849 Dec 21 22:16:36.764943 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:36.772578 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Usage tracker for resource:port and tenant:6da298768640478eae4d9fceb5814e42 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:36.792926 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1ace0b31-cbcd-49d5-996b-96744c702392 req-123591b0-d72a-42a8-81e5-b7b79620587e tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573757 Dec 21 22:16:36.793878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:36.818118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:36.822619 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d378b41a-8c32-4e23-98df-ae2ab097499d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:36.906976 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-92bf1403-fb19-433b-b1bc-278ceb944f32 None None] Provisioning complete for port fd588791-6fa1-480a-80a7-97baf6062fc4 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:36.907757 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-92bf1403-fb19-433b-b1bc-278ceb944f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:36.967405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-92bf1403-fb19-433b-b1bc-278ceb944f32 None None] Port fd588791-6fa1-480a-80a7-97baf6062fc4 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:36.996156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Made reservation on behalf of 6da298768640478eae4d9fceb5814e42 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:36.999216 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:37.009521 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31746f0f-3e4a-44cf-a12c-f17fabf2c155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:37.026790 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] device_id is not set on port 3f3795df-0834-467c-a9dd-762cc5645099 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:37.057229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-92bf1403-fb19-433b-b1bc-278ceb944f32 None None] Provisioning for port e1ee8dbe-6c90-4fc0-b3aa-21a0038e266e completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:37.063685 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-92bf1403-fb19-433b-b1bc-278ceb944f32 None None] Provisioning complete for port e1ee8dbe-6c90-4fc0-b3aa-21a0038e266e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:37.064394 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-92bf1403-fb19-433b-b1bc-278ceb944f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:37.135106 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-92bf1403-fb19-433b-b1bc-278ceb944f32 None None] Port e1ee8dbe-6c90-4fc0-b3aa-21a0038e266e cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:37.239825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Allocated IP 2001:db8::29b (c19eaa9a-f01a-437b-a519-7422a09538d0/f3c31ee5-fcc2-4a1e-b15d-e45aec5087c9/3f3795df-0834-467c-a9dd-762cc5645099) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:37.254337 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-de98c261-6651-4719-933c-047f8fe95475 req-aaea2564-b068-4f75-840e-d8ced8a107a4 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/security-groups?id=69f60179-6b1c-4fe7-a771-39bd11b1c658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4133914 Dec 21 22:16:37.257823 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-701eb698-cdbd-4e57-b602-cc73f253d0c4 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:37.292393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dc69887d-4530-4efe-a1f3-ac2be09ba6f4 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:37.428839 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port dc69887d-4530-4efe-a1f3-ac2be09ba6f4 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:37.429204 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:37.657465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-701eb698-cdbd-4e57-b602-cc73f253d0c4 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:37.726724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31746f0f-3e4a-44cf-a12c-f17fabf2c155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:37.756507 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde4f1f-f1d0-47df-b250-18e4c86ad68f req-48d32bee-175c-4897-b258-e8fb63e15a41 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:37.757994 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5cde4f1f-f1d0-47df-b250-18e4c86ad68f req-48d32bee-175c-4897-b258-e8fb63e15a41 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 946 time: 0.3253663 Dec 21 22:16:37.775345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57072) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:37.775478 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57074) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:37.787639 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-701eb698-cdbd-4e57-b602-cc73f253d0c4 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:37.818003 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-8615dadc-af1b-45d2-9416-2986bae5d831 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Request body: {'floatingip': {'port_id': '7f56a795-c6f8-4433-9654-3c16fd3aa9be'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:37.822556 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57080) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:37.902470 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31746f0f-3e4a-44cf-a12c-f17fabf2c155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:37.907339 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31746f0f-3e4a-44cf-a12c-f17fabf2c155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=cd253c9c-798a-4c58-b3e0-c5241b662439,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:37.912741 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-31746f0f-3e4a-44cf-a12c-f17fabf2c155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:37.920026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8615dadc-af1b-45d2-9416-2986bae5d831 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for floatingip, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:37.926731 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1edc8c-8dc6-4865-b0c8-600e54e26758 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:37.928548 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31746f0f-3e4a-44cf-a12c-f17fabf2c155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:37.929131 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31746f0f-3e4a-44cf-a12c-f17fabf2c155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:37.933082 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701eb698-cdbd-4e57-b602-cc73f253d0c4 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event updated for resources: {'Port': ['ID=e1ee8dbe-6c90-4fc0-b3aa-21a0038e266e,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:38.084824 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-31746f0f-3e4a-44cf-a12c-f17fabf2c155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2344410 Dec 21 22:16:38.088015 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-80b5898a-68fc-44f5-92d8-01fe40f8dd19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=993b30609a8747479b6dff4fc566cfa2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2560041 Dec 21 22:16:38.089628 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57090) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:38.096981 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57092) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:38.103283 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-803b9224-1ebb-4951-b657-f4f15d5bb330 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'fixed_ips': [{'subnet_id': 'cd253c9c-798a-4c58-b3e0-c5241b662439', 'ip_address': '2001:db8::6379:ed28:36ea:4616'}], 'name': 'tempest-NetworksTestDHCPv6-335315749'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:38.129337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:38.193743 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-701eb698-cdbd-4e57-b602-cc73f253d0c4 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] In _notify_port_updated(), no bound segment for port e1ee8dbe-6c90-4fc0-b3aa-21a0038e266e on network 83e41248-6b38-4d55-9c4d-b93472daefe4 {{(pid=84169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:16:38.197789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701eb698-cdbd-4e57-b602-cc73f253d0c4 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:38.198604 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-701eb698-cdbd-4e57-b602-cc73f253d0c4 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:38.199878 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-701eb698-cdbd-4e57-b602-cc73f253d0c4 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "PUT /v2.0/ports/e1ee8dbe-6c90-4fc0-b3aa-21a0038e266e HTTP/1.1" status: 200 len: 993 time: 1.5813873 Dec 21 22:16:38.208698 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57098) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:38.282311 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': 'cd253c9c-798a-4c58-b3e0-c5241b662439'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:16:38.283417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:38.433927 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Transition to ACTIVE for port object 3f3795df-0834-467c-a9dd-762cc5645099 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:38.443633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-352075556'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:38.458223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:38.473918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Usage tracker for resource:network and tenant:dafb61248c79464c91274992053c5d29 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:38.480679 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-80f0b9f7-06fb-4a12-b662-af2188b73d2c None None] Provisioning complete for port e1ee8dbe-6c90-4fc0-b3aa-21a0038e266e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:38.480679 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-80f0b9f7-06fb-4a12-b662-af2188b73d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:38.483642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:38.500028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:38.509411 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddeddce-4670-428d-a50f-46db07b25a5e req-9f252245-58bb-416b-afec-b0193e99e9d9 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:38.510903 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cddeddce-4670-428d-a50f-46db07b25a5e req-9f252245-58bb-416b-afec-b0193e99e9d9 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 946 time: 0.5352318 Dec 21 22:16:38.515267 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ba6b1e83-59f0-438a-be85-aad3d46b1ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:38.549038 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-803b9224-1ebb-4951-b657-f4f15d5bb330 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:38.559589 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-80f0b9f7-06fb-4a12-b662-af2188b73d2c None None] Port e1ee8dbe-6c90-4fc0-b3aa-21a0038e266e cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:38.561618 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Allocated IP 2001:db8::2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/cd253c9c-798a-4c58-b3e0-c5241b662439/a2d2153c-0139-4df9-9bcd-3d67a09646e5) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:38.576421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ba6b1e83-59f0-438a-be85-aad3d46b1ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:38.584165 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-803b9224-1ebb-4951-b657-f4f15d5bb330 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:38.585379 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7f2904a9-04c0-4414-96d0-f2e59b608d07 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Deleting port e1ee8dbe-6c90-4fc0-b3aa-21a0038e266e {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:38.585931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f2904a9-04c0-4414-96d0-f2e59b608d07 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:38.635050 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cddeddce-4670-428d-a50f-46db07b25a5e req-9eb8e49c-48f7-4710-bdd8-527f0eb4ba6b tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089618 Dec 21 22:16:38.737994 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803b9224-1ebb-4951-b657-f4f15d5bb330 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:38.743325 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803b9224-1ebb-4951-b657-f4f15d5bb330 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:38.755083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Made reservation on behalf of dafb61248c79464c91274992053c5d29 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:38.758441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:38.766939 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-803b9224-1ebb-4951-b657-f4f15d5bb330 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port 4553b7c3-ae38-48a6-be49-df4396cd7249 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:38.779485 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:38.791550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Transition to ACTIVE for port object a2d2153c-0139-4df9-9bcd-3d67a09646e5 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:38.800500 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ba6b1e83-59f0-438a-be85-aad3d46b1ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:38.812408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Transition to ACTIVE for port object a2d2153c-0139-4df9-9bcd-3d67a09646e5 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:38.824738 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b1e83-59f0-438a-be85-aad3d46b1ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39130ef3-7acf-48a4-87ec-6138dc0b9875,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:38.850312 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ba6b1e83-59f0-438a-be85-aad3d46b1ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:38.860164 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ba6b1e83-59f0-438a-be85-aad3d46b1ed6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39130ef3-7acf-48a4-87ec-6138dc0b9875 HTTP/1.1" status: 204 len: 168 time: 0.7550645 Dec 21 22:16:38.861287 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:38.892634 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:38.894938 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:38.970758 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:38.973995 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:38.979029 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:38.986220 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Pushing event updated for resources: {'Port': ['ID=a2d2153c-0139-4df9-9bcd-3d67a09646e5,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:39.056305 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-803b9224-1ebb-4951-b657-f4f15d5bb330 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::6379:ed28:36ea:4616 (fe7c627c-94be-483c-83d9-84e8e8a5014e/cd253c9c-798a-4c58-b3e0-c5241b662439/4553b7c3-ae38-48a6-be49-df4396cd7249) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:39.169724 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Network c19eaa9a-f01a-437b-a519-7422a09538d0 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:39.194485 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Pushing event updated for resources: {'Port': ['ID=3f3795df-0834-467c-a9dd-762cc5645099,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:39.198151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-d378b41a-8c32-4e23-98df-ae2ab097499d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Deleting port 37deb5b2-e533-4f37-bb89-c9220239d743 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:39.198501 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d378b41a-8c32-4e23-98df-ae2ab097499d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:39.241167 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:39.319446 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803b9224-1ebb-4951-b657-f4f15d5bb330 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:39.340580 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-803b9224-1ebb-4951-b657-f4f15d5bb330 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object 4553b7c3-ae38-48a6-be49-df4396cd7249 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:39.378647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:39.393848 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:39.397759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:39.398636 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:39.430107 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803b9224-1ebb-4951-b657-f4f15d5bb330 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:39.466958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Usage tracker for resource:security_group_rule and tenant:dafb61248c79464c91274992053c5d29 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:39.478840 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:39.501346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:39.524833 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b9224-1ebb-4951-b657-f4f15d5bb330 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=4553b7c3-ae38-48a6-be49-df4396cd7249,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:39.530519 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Attempting to bind port a2d2153c-0139-4df9-9bcd-3d67a09646e5 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:39.530887 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Attempting to bind port a2d2153c-0139-4df9-9bcd-3d67a09646e5 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:39.531322 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Attempting to bind port a2d2153c-0139-4df9-9bcd-3d67a09646e5 on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:39.551439 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b9224-1ebb-4951-b657-f4f15d5bb330 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:39.552738 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-803b9224-1ebb-4951-b657-f4f15d5bb330 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:39.554148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:16:39.554522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:16:39.555333 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:39.555455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b9224-1ebb-4951-b657-f4f15d5bb330 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:39.555727 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:16:39.556581 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Bound port: a2d2153c-0139-4df9-9bcd-3d67a09646e5, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:16:39.556955 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:39.561205 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803b9224-1ebb-4951-b657-f4f15d5bb330 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:39.561915 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803b9224-1ebb-4951-b657-f4f15d5bb330 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:39.625605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cec87-d389-48f4-9b72-7607c4392bdc req-a84c24a9-fe44-48f3-888f-8adfddcec6be tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:39.627113 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fe2cec87-d389-48f4-9b72-7607c4392bdc req-a84c24a9-fe44-48f3-888f-8adfddcec6be tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 946 time: 0.8149877 Dec 21 22:16:39.636050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57116) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:39.642047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-095260db-96b4-4f4c-bc3f-1602bb288f36 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Request body: {'floatingip': {'port_id': 'b6360593-18a0-4307-8968-abd08c402606'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:39.667873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] For port a2d2153c-0139-4df9-9bcd-3d67a09646e5, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:16:39.672834 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] For port a2d2153c-0139-4df9-9bcd-3d67a09646e5, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a2d2153c-0139-4df9-9bcd-3d67a09646e5,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:16:39.701846 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2ee23c10-d19f-4657-8adf-e3e5f73edf33 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.2669976 Dec 21 22:16:39.715216 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f2904a9-04c0-4414-96d0-f2e59b608d07 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:39.715778 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57120) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:39.722316 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-803b9224-1ebb-4951-b657-f4f15d5bb330 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6294184 Dec 21 22:16:39.722874 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57126) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:39.751109 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:39.820442 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-095260db-96b4-4f4c-bc3f-1602bb288f36 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for floatingip, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:39.828751 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5514d2-04f0-4127-b40b-525d2c990562 None None] Pushing event updated for resources: {'Port': ['ID=a2d2153c-0139-4df9-9bcd-3d67a09646e5,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:39.842177 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-047612c7-787d-4fde-9bd2-3cd0cdef13fc None None] Provisioning for port 3f3795df-0834-467c-a9dd-762cc5645099 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:39.848045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-047612c7-787d-4fde-9bd2-3cd0cdef13fc None None] Provisioning complete for port 3f3795df-0834-467c-a9dd-762cc5645099 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:39.848410 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-047612c7-787d-4fde-9bd2-3cd0cdef13fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:39.924423 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-047612c7-787d-4fde-9bd2-3cd0cdef13fc None None] Port 3f3795df-0834-467c-a9dd-762cc5645099 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:40.002945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7f2904a9-04c0-4414-96d0-f2e59b608d07 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Calling delete_port for e1ee8dbe-6c90-4fc0-b3aa-21a0038e266e owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:40.064251 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c09e784-f472-43e9-9683-7717e9c59f83 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:40.068196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c09e784-f472-43e9-9683-7717e9c59f83 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:40.069227 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7c09e784-f472-43e9-9683-7717e9c59f83 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:40.073061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d378b41a-8c32-4e23-98df-ae2ab097499d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:40.113169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb53c9e-c4ae-44a2-88db-6178d34d59bd tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:40.124248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb53c9e-c4ae-44a2-88db-6178d34d59bd tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:40.130419 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb53c9e-c4ae-44a2-88db-6178d34d59bd tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:40.131461 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dfb53c9e-c4ae-44a2-88db-6178d34d59bd tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Synchronizing usage tracker for tenant:6da298768640478eae4d9fceb5814e42 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:40.274924 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7c09e784-f472-43e9-9683-7717e9c59f83 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:40.276183 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7c09e784-f472-43e9-9683-7717e9c59f83 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5458488 Dec 21 22:16:40.278898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57134) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:40.292421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-d378b41a-8c32-4e23-98df-ae2ab097499d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Calling delete_port for 37deb5b2-e533-4f37-bb89-c9220239d743 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:40.332877 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dfb53c9e-c4ae-44a2-88db-6178d34d59bd tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Unset dirty status for tenant:6da298768640478eae4d9fceb5814e42 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:40.336693 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dfb53c9e-c4ae-44a2-88db-6178d34d59bd tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.6171143 Dec 21 22:16:40.347174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57140) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:40.361743 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [None req-8615dadc-af1b-45d2-9416-2986bae5d831 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:16:40.436760 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-6fb78e0d-7695-4d81-b3c5-187295cae39e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port 4553b7c3-ae38-48a6-be49-df4396cd7249 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:40.437095 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6fb78e0d-7695-4d81-b3c5-187295cae39e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:40.485856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:40.715038 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:40.737732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-86d276f4-c2a5-44bf-9db6-298f0ae982bf tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Deleting port 3f3795df-0834-467c-a9dd-762cc5645099 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:40.738163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-86d276f4-c2a5-44bf-9db6-298f0ae982bf tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:40.807337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8615dadc-af1b-45d2-9416-2986bae5d831 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:40.866861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e484df-2f36-4b31-b0ad-28b0937a4537,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:40.913011 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6fb78e0d-7695-4d81-b3c5-187295cae39e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:40.913572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8615dadc-af1b-45d2-9416-2986bae5d831 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:40.996363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f2904a9-04c0-4414-96d0-f2e59b608d07 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:41.006757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:16:41.050678 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-6fb78e0d-7695-4d81-b3c5-187295cae39e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for 4553b7c3-ae38-48a6-be49-df4396cd7249 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:41.094511 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2904a9-04c0-4414-96d0-f2e59b608d07 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event deleted for resources: {'Port': ['ID=e1ee8dbe-6c90-4fc0-b3aa-21a0038e266e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:41.114087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:41.114442 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Added segment 965bdb05-e481-454d-91d5-c9cfe04fa529 of type vlan for network 09928351-850f-4e4d-ae45-58c2c9c58297 Dec 21 22:16:41.322644 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-62f37c4e-1f94-41dc-85cb-08c428ca5c07 None None] Provisioning for port a2d2153c-0139-4df9-9bcd-3d67a09646e5 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:41.387633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a2d2153c-0139-4df9-9bcd-3d67a09646e5 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:41.420643 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:41.525042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-095260db-96b4-4f4c-bc3f-1602bb288f36 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:41.545406 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b3e1655a-2e68-4e0d-93de-eb35044c5f38 None None] Provisioning for port 4553b7c3-ae38-48a6-be49-df4396cd7249 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:41.551294 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6fb78e0d-7695-4d81-b3c5-187295cae39e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:41.554321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b3e1655a-2e68-4e0d-93de-eb35044c5f38 None None] Provisioning complete for port 4553b7c3-ae38-48a6-be49-df4396cd7249 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:41.554801 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b3e1655a-2e68-4e0d-93de-eb35044c5f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:41.592138 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-b3e1655a-2e68-4e0d-93de-eb35044c5f38 None None] Port 4553b7c3-ae38-48a6-be49-df4396cd7249 was deleted so its status cannot be updated. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 21 22:16:41.595530 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port a2d2153c-0139-4df9-9bcd-3d67a09646e5 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:41.601794 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port a2d2153c-0139-4df9-9bcd-3d67a09646e5 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:41.602269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:41.629214 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb78e0d-7695-4d81-b3c5-187295cae39e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=4553b7c3-ae38-48a6-be49-df4396cd7249,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:41.693379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-095260db-96b4-4f4c-bc3f-1602bb288f36 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:41.707792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-86d276f4-c2a5-44bf-9db6-298f0ae982bf tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:41.728867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:16:41.762256 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:41.787797 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6fb78e0d-7695-4d81-b3c5-187295cae39e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:41.803915 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port a2d2153c-0139-4df9-9bcd-3d67a09646e5, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a2d2153c-0139-4df9-9bcd-3d67a09646e5,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:41.886550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:41.898501 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6fb78e0d-7695-4d81-b3c5-187295cae39e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/4553b7c3-ae38-48a6-be49-df4396cd7249 HTTP/1.1" status: 204 len: 168 time: 1.6141379 Dec 21 22:16:41.900010 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57162) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:41.979306 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-86d276f4-c2a5-44bf-9db6-298f0ae982bf tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Calling delete_port for 3f3795df-0834-467c-a9dd-762cc5645099 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:41.991129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=a2d2153c-0139-4df9-9bcd-3d67a09646e5,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:42.010047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2a48d9-3622-40f3-adf5-d42c9e63663a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:42.011347 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2a48d9-3622-40f3-adf5-d42c9e63663a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:42.012082 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1b2a48d9-3622-40f3-adf5-d42c9e63663a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:42.013021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d378b41a-8c32-4e23-98df-ae2ab097499d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:42.039499 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-095260db-96b4-4f4c-bc3f-1602bb288f36 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Floating IP 12a97844-b0bb-450d-95c3-1bed02659b97 associated. External IP: 172.26.3.62, port: b6360593-18a0-4307-8968-abd08c402606. Dec 21 22:16:42.069947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57166) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:42.119948 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1b2a48d9-3622-40f3-adf5-d42c9e63663a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:42.121401 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1b2a48d9-3622-40f3-adf5-d42c9e63663a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2204950 Dec 21 22:16:42.124320 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57170) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:42.141581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:42.145641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:42.146299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:42.150323 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378b41a-8c32-4e23-98df-ae2ab097499d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Pushing event deleted for resources: {'Port': ['ID=37deb5b2-e533-4f37-bb89-c9220239d743,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:42.259797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f2904a9-04c0-4414-96d0-f2e59b608d07 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:42.414393 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-661884880', 'router:external': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:42.417109 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-615e2e10-3ab5-47ac-afe4-a06aab43986e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet cd253c9c-798a-4c58-b3e0-c5241b662439 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:16:42.417487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Pushing event updated for resources: {'Network': ['ID=09928351-850f-4e4d-ae45-58c2c9c58297,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:42.422723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-615e2e10-3ab5-47ac-afe4-a06aab43986e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:42.430722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:42.430888 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 09928351-850f-4e4d-ae45-58c2c9c58297 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:16:42.482584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-615e2e10-3ab5-47ac-afe4-a06aab43986e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:42.494071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Usage tracker for resource:network and tenant:a861f3293388429abba521275c3540c3 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:42.505676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:42.512497 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a5c1982e-cfb8-4e93-a11d-16559ab9aefb tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 4.7312837 Dec 21 22:16:42.512497 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7f2904a9-04c0-4414-96d0-f2e59b608d07 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "DELETE /v2.0/ports/e1ee8dbe-6c90-4fc0-b3aa-21a0038e266e HTTP/1.1" status: 204 len: 168 time: 4.2990310 Dec 21 22:16:42.518694 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57176) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:42.518966 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57178) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:42.550217 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:42.617784 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-8615dadc-af1b-45d2-9416-2986bae5d831 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Floating IP a1012374-9a79-4011-8899-63330adeca31 associated. External IP: 172.26.3.164, port: 7f56a795-c6f8-4433-9654-3c16fd3aa9be. Dec 21 22:16:42.653779 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-45289f85-4291-420b-9d83-3f8acfe7b9f2 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Request body: {'subnet': {'network_id': '09928351-850f-4e4d-ae45-58c2c9c58297', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:42.676692 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Made reservation on behalf of a861f3293388429abba521275c3540c3 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:42.679091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:42.691537 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-999fc6bd-9493-4a08-acaf-0e2e4b5ae765 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] GET failed (client error): The resource could not be found. Dec 21 22:16:42.692033 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-999fc6bd-9493-4a08-acaf-0e2e4b5ae765 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Synchronizing usage tracker for tenant:7c28e903c2f54471a6ede05fbdb5f247 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:42.698550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-86d276f4-c2a5-44bf-9db6-298f0ae982bf tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:42.745323 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:42.767670 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d276f4-c2a5-44bf-9db6-298f0ae982bf tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Pushing event deleted for resources: {'Port': ['ID=3f3795df-0834-467c-a9dd-762cc5645099,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:42.843918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-86d276f4-c2a5-44bf-9db6-298f0ae982bf tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:42.873791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-45289f85-4291-420b-9d83-3f8acfe7b9f2 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:42.888100 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-45289f85-4291-420b-9d83-3f8acfe7b9f2 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Usage tracker for resource:subnet and tenant:dafb61248c79464c91274992053c5d29 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:42.893233 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-45289f85-4291-420b-9d83-3f8acfe7b9f2 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:42.901627 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-45289f85-4291-420b-9d83-3f8acfe7b9f2 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:42.909013 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-615e2e10-3ab5-47ac-afe4-a06aab43986e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:42.917987 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:42.925411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Usage tracker for resource:security_group_rule and tenant:a861f3293388429abba521275c3540c3 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:42.930288 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:42.937956 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:43.032617 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-86d276f4-c2a5-44bf-9db6-298f0ae982bf tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] 10.222.0.37 "DELETE /v2.0/ports/3f3795df-0834-467c-a9dd-762cc5645099 HTTP/1.1" status: 204 len: 168 time: 2.6841519 Dec 21 22:16:43.037010 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-999fc6bd-9493-4a08-acaf-0e2e4b5ae765 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Unset dirty status for tenant:7c28e903c2f54471a6ede05fbdb5f247 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:43.037468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57184) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:43.041996 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-999fc6bd-9493-4a08-acaf-0e2e4b5ae765 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "GET /v2.0/ports/e1ee8dbe-6c90-4fc0-b3aa-21a0038e266e HTTP/1.1" status: 404 len: 333 time: 0.5203385 Dec 21 22:16:43.049114 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57188) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:43.049732 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45289f85-4291-420b-9d83-3f8acfe7b9f2 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Made reservation on behalf of dafb61248c79464c91274992053c5d29 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:43.051815 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-1d6e0b5b-7a9a-4f96-a7d4-61e050017698 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Request body: {'port': {'name': 'tempest-new-port-name-958545650', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:43.052203 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.api.validators [None req-1d6e0b5b-7a9a-4f96-a7d4-61e050017698 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] bootfile-name is not in valid_values {{(pid=84168) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:16:43.052533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.api.validators [None req-1d6e0b5b-7a9a-4f96-a7d4-61e050017698 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] tftp-server is not in valid_values {{(pid=84168) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:16:43.052853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.api.validators [None req-1d6e0b5b-7a9a-4f96-a7d4-61e050017698 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] server-ip-address is not in valid_values {{(pid=84168) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:16:43.075616 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-f4f0be42-47b7-4b9e-9572-5a1bc981fb40 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Request body: {'port': {'network_id': '83e41248-6b38-4d55-9c4d-b93472daefe4', 'name': 'tempest-AllowedAddressPairTestJSON-1737035388'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:43.218404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:43.247596 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-615e2e10-3ab5-47ac-afe4-a06aab43986e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:43.251100 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d378b41a-8c32-4e23-98df-ae2ab097499d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:43.258057 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0b5b-7a9a-4f96-a7d4-61e050017698 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:43.299096 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a2d2153c-0139-4df9-9bcd-3d67a09646e5 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:43.317059 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45289f85-4291-420b-9d83-3f8acfe7b9f2 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:43.330484 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e2e10-3ab5-47ac-afe4-a06aab43986e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=cd253c9c-798a-4c58-b3e0-c5241b662439,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:43.357078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daf932c-5c42-4925-84c5-625750765d51 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:43.361497 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-615e2e10-3ab5-47ac-afe4-a06aab43986e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:43.399107 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:43.447264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f4f0be42-47b7-4b9e-9572-5a1bc981fb40 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:43.461190 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-615e2e10-3ab5-47ac-afe4-a06aab43986e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/cd253c9c-798a-4c58-b3e0-c5241b662439 HTTP/1.1" status: 204 len: 168 time: 1.3349891 Dec 21 22:16:43.467739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57192) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:43.481374 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f4f0be42-47b7-4b9e-9572-5a1bc981fb40 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:43.527084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:16:43.551214 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port a2d2153c-0139-4df9-9bcd-3d67a09646e5 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:43.552154 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:43.557238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07aae386-76ee-4095-ac20-76d40c0d2f05,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:43.566544 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b7a51a94-8d21-43d1-831f-c5794cf4fd0a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933654 Dec 21 22:16:43.569201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57196) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:43.577560 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095260db-96b4-4f4c-bc3f-1602bb288f36 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Router 7351adb4-468b-47f8-855d-d22ea5033863 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:16:43.580470 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-eb80f30e-5232-4e2c-907b-d2b39b5c3e38 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:43.635934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:43.635934 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Added segment 05e48bd5-eeda-4cd8-920e-399f1be9d143 of type vlan for network 9445abc1-4b33-45df-b65e-055b43a0b822 Dec 21 22:16:43.727653 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f0be42-47b7-4b9e-9572-5a1bc981fb40 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Made reservation on behalf of 7c28e903c2f54471a6ede05fbdb5f247 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:43.730939 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f4f0be42-47b7-4b9e-9572-5a1bc981fb40 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:43.753152 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:43.755702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb367798-8e5e-4d93-8708-23fed92238a9 None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:16:43.760077 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-bb367798-8e5e-4d93-8708-23fed92238a9 None None] Deleting port a2d2153c-0139-4df9-9bcd-3d67a09646e5 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:43.760648 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bb367798-8e5e-4d93-8708-23fed92238a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:43.836571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-eb80f30e-5232-4e2c-907b-d2b39b5c3e38 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:43.850547 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-eb80f30e-5232-4e2c-907b-d2b39b5c3e38 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:43.855278 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-eb80f30e-5232-4e2c-907b-d2b39b5c3e38 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:43.871275 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-f4f0be42-47b7-4b9e-9572-5a1bc981fb40 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] device_id is not set on port 5edc3214-1155-4c14-aceb-647e0fb514c8 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:43.923459 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-eb80f30e-5232-4e2c-907b-d2b39b5c3e38 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:44.005436 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-bb367798-8e5e-4d93-8708-23fed92238a9 None None] For port a2d2153c-0139-4df9-9bcd-3d67a09646e5, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a2d2153c-0139-4df9-9bcd-3d67a09646e5,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:44.005732 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bb367798-8e5e-4d93-8708-23fed92238a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:44.022797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:44.023630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:44.035117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:44.081276 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb80f30e-5232-4e2c-907b-d2b39b5c3e38 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:44.084607 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb80f30e-5232-4e2c-907b-d2b39b5c3e38 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:44.129349 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-bb367798-8e5e-4d93-8708-23fed92238a9 None None] Calling delete_port for a2d2153c-0139-4df9-9bcd-3d67a09646e5 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:44.189026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Pushing event updated for resources: {'Network': ['ID=9445abc1-4b33-45df-b65e-055b43a0b822,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:44.196014 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bec6c7ce-9210-4454-9d77-eabf5993771d tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.1086574 Dec 21 22:16:44.197499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57200) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:44.204271 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0b5b-7a9a-4f96-a7d4-61e050017698 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:44.211398 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a79534e3-2ae1-45d1-bce7-c32f7bf1370c tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Request body: {'subnet': {'network_id': '9445abc1-4b33-45df-b65e-055b43a0b822', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:44.217199 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a79534e3-2ae1-45d1-bce7-c32f7bf1370c tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:44.217580 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45289f85-4291-420b-9d83-3f8acfe7b9f2 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:44.226748 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a79534e3-2ae1-45d1-bce7-c32f7bf1370c tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Usage tracker for resource:subnet and tenant:a861f3293388429abba521275c3540c3 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:44.230373 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 9445abc1-4b33-45df-b65e-055b43a0b822 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:16:44.293169 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a79534e3-2ae1-45d1-bce7-c32f7bf1370c tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:44.308164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0b5b-7a9a-4f96-a7d4-61e050017698 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:44.309350 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-f4f0be42-47b7-4b9e-9572-5a1bc981fb40 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Allocated IP 172.20.0.12 (83e41248-6b38-4d55-9c4d-b93472daefe4/e2439909-5386-4247-8e16-f1a6c1fb8034/5edc3214-1155-4c14-aceb-647e0fb514c8) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:44.314908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a79534e3-2ae1-45d1-bce7-c32f7bf1370c tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:44.339988 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bb367798-8e5e-4d93-8708-23fed92238a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:44.402293 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb367798-8e5e-4d93-8708-23fed92238a9 None None] Pushing event deleted for resources: {'Port': ['ID=a2d2153c-0139-4df9-9bcd-3d67a09646e5,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:44.402561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-1d6e0b5b-7a9a-4f96-a7d4-61e050017698 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] In _notify_port_updated(), no bound segment for port fd588791-6fa1-480a-80a7-97baf6062fc4 on network c19eaa9a-f01a-437b-a519-7422a09538d0 {{(pid=84168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:16:44.407440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6e0b5b-7a9a-4f96-a7d4-61e050017698 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:44.407704 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d6e0b5b-7a9a-4f96-a7d4-61e050017698 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:44.411395 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1d6e0b5b-7a9a-4f96-a7d4-61e050017698 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] 10.222.0.37 "PUT /v2.0/ports/fd588791-6fa1-480a-80a7-97baf6062fc4 HTTP/1.1" status: 200 len: 1129 time: 1.3694253 Dec 21 22:16:44.416443 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb367798-8e5e-4d93-8708-23fed92238a9 None None] No DVR routers for this DVR port a2d2153c-0139-4df9-9bcd-3d67a09646e5 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:16:44.424745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57204) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:44.443914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45289f85-4291-420b-9d83-3f8acfe7b9f2 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Pushing event updated for resources: {'Subnet': ['ID=9dd4d786-e852-4e6a-9406-0183672e5ac2,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:44.483791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79534e3-2ae1-45d1-bce7-c32f7bf1370c tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Made reservation on behalf of a861f3293388429abba521275c3540c3 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:44.487518 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a79534e3-2ae1-45d1-bce7-c32f7bf1370c tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:44.503533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e0b5b-7a9a-4f96-a7d4-61e050017698 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Pushing event updated for resources: {'Port': ['ID=fd588791-6fa1-480a-80a7-97baf6062fc4,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:44.549778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8615dadc-af1b-45d2-9416-2986bae5d831 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Router c708dfc0-40ae-4621-aa16-b7b86139354a has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:16:44.566623 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45289f85-4291-420b-9d83-3f8acfe7b9f2 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Checking segment: {'id': '965bdb05-e481-454d-91d5-c9cfe04fa529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '09928351-850f-4e4d-ae45-58c2c9c58297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:16:44.566984 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45289f85-4291-420b-9d83-3f8acfe7b9f2 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Network hostable DHCP agents. Network: 09928351-850f-4e4d-ae45-58c2c9c58297, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:16:44.576939 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e67b81e-052d-4707-83af-987d13ec96b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:44.578981 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8e67b81e-052d-4707-83af-987d13ec96b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] 10.222.0.37 "GET /v2.0/ports/fd588791-6fa1-480a-80a7-97baf6062fc4 HTTP/1.1" status: 200 len: 1129 time: 0.1514487 Dec 21 22:16:44.600835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57208) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:44.746543 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-19398285-3ed7-4bea-baff-7ba20289795e None None] Provisioning complete for port fd588791-6fa1-480a-80a7-97baf6062fc4 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:44.747124 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-19398285-3ed7-4bea-baff-7ba20289795e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:44.779576 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095260db-96b4-4f4c-bc3f-1602bb288f36 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:16:44.805005 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-19398285-3ed7-4bea-baff-7ba20289795e None None] Port fd588791-6fa1-480a-80a7-97baf6062fc4 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:44.805542 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b29e8-6b26-4d47-808c-b139e6c3f7ae None None] Sync routers for ids ['7351adb4-468b-47f8-855d-d22ea5033863'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:16:44.824602 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b29e8-6b26-4d47-808c-b139e6c3f7ae None None] Routers {'7351adb4-468b-47f8-855d-d22ea5033863'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:16:44.825313 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-325b29e8-6b26-4d47-808c-b139e6c3f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:16:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['7351adb4-468b-47f8-855d-d22ea5033863'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:44.835316 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-86e95131-c8e7-4728-ab23-de60b216ce7d tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Deleting port fd588791-6fa1-480a-80a7-97baf6062fc4 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:44.835664 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-86e95131-c8e7-4728-ab23-de60b216ce7d tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:44.925655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-095260db-96b4-4f4c-bc3f-1602bb288f36 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:45.000439 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45289f85-4291-420b-9d83-3f8acfe7b9f2 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Network 09928351-850f-4e4d-ae45-58c2c9c58297 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:16:45.019190 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f4f0be42-47b7-4b9e-9572-5a1bc981fb40 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:45.026466 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-325b29e8-6b26-4d47-808c-b139e6c3f7ae None None] Set router 7351adb4-468b-47f8-855d-d22ea5033863 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:16:45.051549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:45.091546 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-095260db-96b4-4f4c-bc3f-1602bb288f36 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "PUT /v2.0/floatingips/12a97844-b0bb-450d-95c3-1bed02659b97 HTTP/1.1" status: 200 len: 991 time: 5.4539800 Dec 21 22:16:45.242098 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c764f1ba-7ede-4365-a47d-0db44015db9b', 'tag': 'b6360593-18a0-4307-8968-abd08c402606'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:16:45.255576 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-f4f0be42-47b7-4b9e-9572-5a1bc981fb40 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Transition to ACTIVE for port object 5edc3214-1155-4c14-aceb-647e0fb514c8 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:45.256192 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d378b41a-8c32-4e23-98df-ae2ab097499d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Router 59b3a28e-062e-4c10-bddb-5f05892bd1b3 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:16:45.256192 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8615dadc-af1b-45d2-9416-2986bae5d831 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:16:45.271575 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8615dadc-af1b-45d2-9416-2986bae5d831 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:45.271748 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b176a2b6-aee2-4e66-8476-b1a0f7a34ab6 None None] Sync routers for ids ['c708dfc0-40ae-4621-aa16-b7b86139354a'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:16:45.277052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-45289f85-4291-420b-9d83-3f8acfe7b9f2 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 09928351-850f-4e4d-ae45-58c2c9c58297) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:45.286334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb80f30e-5232-4e2c-907b-d2b39b5c3e38 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:45.295348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45289f85-4291-420b-9d83-3f8acfe7b9f2 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:45.297465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45289f85-4291-420b-9d83-3f8acfe7b9f2 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:45.302468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b176a2b6-aee2-4e66-8476-b1a0f7a34ab6 None None] Routers {'c708dfc0-40ae-4621-aa16-b7b86139354a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:16:45.303193 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b176a2b6-aee2-4e66-8476-b1a0f7a34ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:16:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c708dfc0-40ae-4621-aa16-b7b86139354a'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:45.366613 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c764f1ba-7ede-4365-a47d-0db44015db9b', 'tag': 'b6360593-18a0-4307-8968-abd08c402606', 'status': 'completed', 'code': 200} Dec 21 22:16:45.423924 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8615dadc-af1b-45d2-9416-2986bae5d831 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "PUT /v2.0/floatingips/a1012374-9a79-4011-8899-63330adeca31 HTTP/1.1" status: 200 len: 992 time: 7.6442392 Dec 21 22:16:45.425984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588bf17f-a094-4ffa-9a9e-3255eba6b5f5', 'tag': '7f56a795-c6f8-4433-9654-3c16fd3aa9be'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:16:45.448564 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e67351-e9d2-4e87-96b6-9c5400babbbf None None] Network 09928351-850f-4e4d-ae45-58c2c9c58297 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:45.462355 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a2d2153c-0139-4df9-9bcd-3d67a09646e5 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:16:45.514664 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: a2d2153c-0139-4df9-9bcd-3d67a09646e5 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:16:45.514994 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a2d2153c-0139-4df9-9bcd-3d67a09646e5 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:16:45.597572 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588bf17f-a094-4ffa-9a9e-3255eba6b5f5', 'tag': '7f56a795-c6f8-4433-9654-3c16fd3aa9be', 'status': 'completed', 'code': 200} Dec 21 22:16:45.631056 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-325b29e8-6b26-4d47-808c-b139e6c3f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7351adb4-468b-47f8-855d-d22ea5033863', 'name': 'tempest-ServersTestJSON-1245971313-router', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:39Z', 'revision_number': 4, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'gw_port': {'id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '12a97844-b0bb-450d-95c3-1bed02659b97', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'floating_ip_address': '172.26.3.62', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'port_id': 'b6360593-18a0-4307-8968-abd08c402606', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e', 'mac_address': 'fa:16:3e:3e:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764f1ba-7ede-4365-a47d-0db44015db9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:15:54Z', 'updated_at': '2021-12-21T22:16:40Z', 'revision_number': 1, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f5ca68-74b4-42e3-9217-e31f007841f4', 'name': '', 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'mac_address': 'fa:16:3e:3c:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:37Z', 'updated_at': '2021-12-21T22:15:51Z', 'revision_number': 5, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'subnets': [{'id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:45.631821 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-86e95131-c8e7-4728-ab23-de60b216ce7d tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:45.635438 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b29e8-6b26-4d47-808c-b139e6c3f7ae None None] Checking router: 7351adb4-468b-47f8-855d-d22ea5033863 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:16:45.646683 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325b29e8-6b26-4d47-808c-b139e6c3f7ae None None] Routers {'7351adb4-468b-47f8-855d-d22ea5033863'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:16:45.647275 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-325b29e8-6b26-4d47-808c-b139e6c3f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:16:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['7351adb4-468b-47f8-855d-d22ea5033863'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:45.653663 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-45289f85-4291-420b-9d83-3f8acfe7b9f2 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1336935 Dec 21 22:16:45.658139 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-b176a2b6-aee2-4e66-8476-b1a0f7a34ab6 None None] Set router c708dfc0-40ae-4621-aa16-b7b86139354a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:16:45.667322 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57222) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:45.672868 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb80f30e-5232-4e2c-907b-d2b39b5c3e38 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:45.680642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-4d22c6a2-a818-4429-905a-08180a912fbe tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1763648787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:45.685513 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-eb80f30e-5232-4e2c-907b-d2b39b5c3e38 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:45.689666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4d22c6a2-a818-4429-905a-08180a912fbe tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:45.700868 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4d22c6a2-a818-4429-905a-08180a912fbe tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Usage tracker for resource:router and tenant:dafb61248c79464c91274992053c5d29 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:45.706517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4d22c6a2-a818-4429-905a-08180a912fbe tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:45.716758 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4d22c6a2-a818-4429-905a-08180a912fbe tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:45.762843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb80f30e-5232-4e2c-907b-d2b39b5c3e38 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:45.763698 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb80f30e-5232-4e2c-907b-d2b39b5c3e38 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:45.787240 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.objects.ports [None req-a79534e3-2ae1-45d1-bce7-c32f7bf1370c tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84168) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:16:45.787724 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a79534e3-2ae1-45d1-bce7-c32f7bf1370c tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:45.834149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-86e95131-c8e7-4728-ab23-de60b216ce7d tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Calling delete_port for fd588791-6fa1-480a-80a7-97baf6062fc4 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:45.853109 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d378b41a-8c32-4e23-98df-ae2ab097499d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:16:45.861470 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d378b41a-8c32-4e23-98df-ae2ab097499d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] 10.222.0.37 "PUT /v2.0/routers/59b3a28e-062e-4c10-bddb-5f05892bd1b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4266746 Dec 21 22:16:45.865979 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57226) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:45.870569 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-325b29e8-6b26-4d47-808c-b139e6c3f7ae None None] Set router 7351adb4-468b-47f8-855d-d22ea5033863 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:16:45.873645 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d22c6a2-a818-4429-905a-08180a912fbe tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:45.874634 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d22c6a2-a818-4429-905a-08180a912fbe tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:45.882408 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dce031a1-b45b-4d79-931e-8c416aac73bb req-cec79e65-4d38-4e0e-af14-df357582de2d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ad5fcdaeccaa4b16bc289ea9c4d6bb78&device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 1099 time: 0.2496126 Dec 21 22:16:45.986694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79534e3-2ae1-45d1-bce7-c32f7bf1370c tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Pushing event updated for resources: {'Subnet': ['ID=16d79d38-34d0-41fd-ba00-aaad0e75ee3d,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:45.988659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80f30e-5232-4e2c-907b-d2b39b5c3e38 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=a7303d2b-69b0-4838-8ec5-5a9f312ed3b8,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:46.040656 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2fcb4f-8a95-4026-b2d0-617328443ebd None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:46.043856 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-369afe0e-a5dd-4cb7-b175-b4c0f1248b6d req-55ea8f3e-aeb1-43d6-a6c7-1da69a012d59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f0d4f008c4047b78a3c3af0d575917d&device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 1099 time: 0.6418669 Dec 21 22:16:46.051055 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16163464-3adf-4810-b8c5-6ba776339bab None None] Sync routers for ids ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:16:46.067288 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16163464-3adf-4810-b8c5-6ba776339bab None None] Routers {'59b3a28e-062e-4c10-bddb-5f05892bd1b3'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:16:46.071497 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-16163464-3adf-4810-b8c5-6ba776339bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:16:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:46.089558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79534e3-2ae1-45d1-bce7-c32f7bf1370c tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Checking segment: {'id': '05e48bd5-eeda-4cd8-920e-399f1be9d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9445abc1-4b33-45df-b65e-055b43a0b822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:16:46.089924 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79534e3-2ae1-45d1-bce7-c32f7bf1370c tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Network hostable DHCP agents. Network: 9445abc1-4b33-45df-b65e-055b43a0b822, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:16:46.132844 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-16163464-3adf-4810-b8c5-6ba776339bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:46.149171 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d22c6a2-a818-4429-905a-08180a912fbe tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:46.152712 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16163464-3adf-4810-b8c5-6ba776339bab None None] Routers {'59b3a28e-062e-4c10-bddb-5f05892bd1b3'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:16:46.153329 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-16163464-3adf-4810-b8c5-6ba776339bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:16:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:46.165263 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce031a1-b45b-4d79-931e-8c416aac73bb req-b6ebc869-911b-487c-a084-5a3708d9d335 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:46.166995 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dce031a1-b45b-4d79-931e-8c416aac73bb req-b6ebc869-911b-487c-a084-5a3708d9d335 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf HTTP/1.1" status: 200 len: 913 time: 0.2306905 Dec 21 22:16:46.239149 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-16163464-3adf-4810-b8c5-6ba776339bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:46.239464 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16163464-3adf-4810-b8c5-6ba776339bab None None] The sync data for ids ['59b3a28e-062e-4c10-bddb-5f05892bd1b3'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:16:46.263979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369afe0e-a5dd-4cb7-b175-b4c0f1248b6d req-44be45c7-892e-47d7-9ab7-c605169e0ec1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:46.266170 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-369afe0e-a5dd-4cb7-b175-b4c0f1248b6d req-44be45c7-892e-47d7-9ab7-c605169e0ec1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e HTTP/1.1" status: 200 len: 907 time: 0.2142351 Dec 21 22:16:46.271226 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-eb80f30e-5232-4e2c-907b-d2b39b5c3e38 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6975651 Dec 21 22:16:46.271226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-86e95131-c8e7-4728-ab23-de60b216ce7d tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:46.278806 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57232) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:46.341675 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d22c6a2-a818-4429-905a-08180a912fbe tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:46.355463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79534e3-2ae1-45d1-bce7-c32f7bf1370c tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Network 9445abc1-4b33-45df-b65e-055b43a0b822 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:16:46.408834 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dce031a1-b45b-4d79-931e-8c416aac73bb req-945e221e-fd17-48ae-9e33-8382121b54a5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f56a795-c6f8-4433-9654-3c16fd3aa9be HTTP/1.1" status: 200 len: 1000 time: 0.2330549 Dec 21 22:16:46.465903 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-a79534e3-2ae1-45d1-bce7-c32f7bf1370c tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 9445abc1-4b33-45df-b65e-055b43a0b822) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:46.471049 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79534e3-2ae1-45d1-bce7-c32f7bf1370c tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:46.471700 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a79534e3-2ae1-45d1-bce7-c32f7bf1370c tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:46.484853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d22c6a2-a818-4429-905a-08180a912fbe tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:46.487900 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4d22c6a2-a818-4429-905a-08180a912fbe tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8176091 Dec 21 22:16:46.501108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57236) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:46.502403 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c209ab-53e8-42e4-9ebd-992c3b6ceddc None None] Network 9445abc1-4b33-45df-b65e-055b43a0b822 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:46.508560 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-325b29e8-6b26-4d47-808c-b139e6c3f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7351adb4-468b-47f8-855d-d22ea5033863', 'name': 'tempest-ServersTestJSON-1245971313-router', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:39Z', 'revision_number': 4, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'gw_port': {'id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '12a97844-b0bb-450d-95c3-1bed02659b97', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'floating_ip_address': '172.26.3.62', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'port_id': 'b6360593-18a0-4307-8968-abd08c402606', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e', 'mac_address': 'fa:16:3e:3e:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764f1ba-7ede-4365-a47d-0db44015db9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:15:54Z', 'updated_at': '2021-12-21T22:16:40Z', 'revision_number': 1, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f5ca68-74b4-42e3-9217-e31f007841f4', 'name': '', 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'mac_address': 'fa:16:3e:3c:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:37Z', 'updated_at': '2021-12-21T22:15:51Z', 'revision_number': 5, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'subnets': [{'id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:46.515195 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325b29e8-6b26-4d47-808c-b139e6c3f7ae None None] The sync data for ids ['7351adb4-468b-47f8-855d-d22ea5033863'] in dv-neutron-822520-1-hyperv is: [{'id': '7351adb4-468b-47f8-855d-d22ea5033863', 'name': 'tempest-ServersTestJSON-1245971313-router', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:39Z', 'revision_number': 4, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'gw_port': {'id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '12a97844-b0bb-450d-95c3-1bed02659b97', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'floating_ip_address': '172.26.3.62', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'port_id': 'b6360593-18a0-4307-8968-abd08c402606', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e', 'mac_address': 'fa:16:3e:3e:06:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c764f1ba-7ede-4365-a47d-0db44015db9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:15:54Z', 'updated_at': '2021-12-21T22:16:40Z', 'revision_number': 1, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f5ca68-74b4-42e3-9217-e31f007841f4', 'name': '', 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'mac_address': 'fa:16:3e:3c:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:37Z', 'updated_at': '2021-12-21T22:15:51Z', 'revision_number': 5, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'subnets': [{'id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:16:46.556751 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f4f0be42-47b7-4b9e-9572-5a1bc981fb40 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:46.573749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'fixed_ips': [{'subnet_id': 'a7303d2b-69b0-4838-8ec5-5a9f312ed3b8', 'ip_address': '2001:db8::247a:c9e6:ae88:3210'}], 'name': 'tempest-NetworksTestDHCPv6-1063655972'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:46.654705 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e95131-c8e7-4728-ab23-de60b216ce7d tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Pushing event deleted for resources: {'Port': ['ID=fd588791-6fa1-480a-80a7-97baf6062fc4,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:46.831626 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-09928351-850f-4e4d-ae45-58c2c9c58297', 'network_id': '09928351-850f-4e4d-ae45-58c2c9c58297', 'tenant_id': 'dafb61248c79464c91274992053c5d29', 'fixed_ips': [{'subnet_id': '9dd4d786-e852-4e6a-9406-0183672e5ac2'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:16:46.832673 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:46.840254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.49', 50737) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:46.889903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1fa710-295a-45ab-9913-92ea48abadcc None None] New status for floating IP 12a97844-b0bb-450d-95c3-1bed02659b97: ACTIVE {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:16:46.983643 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-86e95131-c8e7-4728-ab23-de60b216ce7d tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:46.988297 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-86e95131-c8e7-4728-ab23-de60b216ce7d tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] 10.222.0.37 "DELETE /v2.0/ports/fd588791-6fa1-480a-80a7-97baf6062fc4 HTTP/1.1" status: 204 len: 168 time: 2.3802791 Dec 21 22:16:46.991182 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:46.996946 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57246) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:47.005675 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce031a1-b45b-4d79-931e-8c416aac73bb req-597efa9b-7b22-4c4b-a5af-92d910920753 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:47.006819 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f0be42-47b7-4b9e-9572-5a1bc981fb40 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Network 83e41248-6b38-4d55-9c4d-b93472daefe4 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:47.007182 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dce031a1-b45b-4d79-931e-8c416aac73bb req-597efa9b-7b22-4c4b-a5af-92d910920753 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=55c20a1a-f6d6-4f37-94ec-f9e003fe8022 HTTP/1.1" status: 200 len: 851 time: 0.5884876 Dec 21 22:16:47.008140 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:port and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:47.019366 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-f4f0be42-47b7-4b9e-9572-5a1bc981fb40 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:47.023589 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:47.031963 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f0be42-47b7-4b9e-9572-5a1bc981fb40 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:47.070704 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:47.072590 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0be42-47b7-4b9e-9572-5a1bc981fb40 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event updated for resources: {'Port': ['ID=5edc3214-1155-4c14-aceb-647e0fb514c8,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:47.136864 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f0be42-47b7-4b9e-9572-5a1bc981fb40 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:47.137565 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f4f0be42-47b7-4b9e-9572-5a1bc981fb40 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:47.143221 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': 'a7303d2b-69b0-4838-8ec5-5a9f312ed3b8'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:16:47.144046 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:47.150814 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-369afe0e-a5dd-4cb7-b175-b4c0f1248b6d req-b6155b76-c74d-4ab8-b0e6-0a4c1e365855 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6360593-18a0-4307-8968-abd08c402606 HTTP/1.1" status: 200 len: 999 time: 0.8701012 Dec 21 22:16:47.173510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f087072a-45ce-4087-a267-e5311889205d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:47.221937 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:47.227583 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:47.253180 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port b7db0787-5510-420a-a9d3-a749820cfbbb yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:47.260075 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a79534e3-2ae1-45d1-bce7-c32f7bf1370c tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0602846 Dec 21 22:16:47.275919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57250) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:47.302105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-801565044', 'network_id': '9445abc1-4b33-45df-b65e-055b43a0b822'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:47.336841 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f4f0be42-47b7-4b9e-9572-5a1bc981fb40 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2704015 Dec 21 22:16:47.340074 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0df7d8-3608-4dea-9775-d915e8d69b50 None None] Network 9445abc1-4b33-45df-b65e-055b43a0b822 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:47.340232 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57254) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:47.341450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369afe0e-a5dd-4cb7-b175-b4c0f1248b6d req-068cacd3-066a-4c96-86d4-6ff9f0cf7e29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:47.342928 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-369afe0e-a5dd-4cb7-b175-b4c0f1248b6d req-068cacd3-066a-4c96-86d4-6ff9f0cf7e29 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bbfc036d-03ac-49ee-aac1-b2cf72ae89d7 HTTP/1.1" status: 200 len: 845 time: 0.1841419 Dec 21 22:16:47.351556 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-523745d1-75e1-4bcf-813c-570b4d30884d tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5c:d0:bf'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:47.354494 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b176a2b6-aee2-4e66-8476-b1a0f7a34ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'name': 'tempest-ServersTestManualDisk-1691316082-router', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:41Z', 'revision_number': 4, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'gw_port': {'id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'a1012374-9a79-4011-8899-63330adeca31', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'floating_ip_address': '172.26.3.164', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'port_id': '7f56a795-c6f8-4433-9654-3c16fd3aa9be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf', 'mac_address': 'fa:16:3e:69:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588bf17f-a094-4ffa-9a9e-3255eba6b5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:15:56Z', 'updated_at': '2021-12-21T22:16:39Z', 'revision_number': 1, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b93d2b-5242-4ab2-93ec-11258afee379', 'name': '', 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'mac_address': 'fa:16:3e:e1:b3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:38Z', 'updated_at': '2021-12-21T22:15:55Z', 'revision_number': 5, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'subnets': [{'id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:47.397408 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:47.422734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b176a2b6-aee2-4e66-8476-b1a0f7a34ab6 None None] Checking router: c708dfc0-40ae-4621-aa16-b7b86139354a for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:16:47.430966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Usage tracker for resource:port and tenant:a861f3293388429abba521275c3540c3 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:47.439087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:47.473198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:47.607832 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3068fd2d-3d95-439b-8300-9469a8f157b5 req-18551aad-3e5d-441e-8722-475899d2c544 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7558653 Dec 21 22:16:47.683030 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-768c6e7f-088c-4a70-90d7-991fa1a050ec tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Deleting subnet f3c31ee5-fcc2-4a1e-b15d-e45aec5087c9 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:16:47.692045 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dce031a1-b45b-4d79-931e-8c416aac73bb req-d91cb84f-04d7-45c2-aa63-bc0984094d78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6262064 Dec 21 22:16:47.692433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-768c6e7f-088c-4a70-90d7-991fa1a050ec tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:47.694397 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-369afe0e-a5dd-4cb7-b175-b4c0f1248b6d req-a86c62d2-3adf-4065-bf68-7b5b48ff77e3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3134098 Dec 21 22:16:47.697433 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::247a:c9e6:ae88:3210 (fe7c627c-94be-483c-83d9-84e8e8a5014e/a7303d2b-69b0-4838-8ec5-5a9f312ed3b8/b7db0787-5510-420a-a9d3-a749820cfbbb) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:47.708843 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b176a2b6-aee2-4e66-8476-b1a0f7a34ab6 None None] Routers {'c708dfc0-40ae-4621-aa16-b7b86139354a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:16:47.709468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b176a2b6-aee2-4e66-8476-b1a0f7a34ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:16:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c708dfc0-40ae-4621-aa16-b7b86139354a'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:47.721902 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Made reservation on behalf of a861f3293388429abba521275c3540c3 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:47.724338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:47.773197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Allocated IP 172.20.0.2 (09928351-850f-4e4d-ae45-58c2c9c58297/9dd4d786-e852-4e6a-9406-0183672e5ac2/e0332af1-bca1-4f47-a1f6-3e7f8e6601ec) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:47.789143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6c6ced90-9ef9-4f82-8d68-e5320e8a9fe1 None None] Provisioning for port 5edc3214-1155-4c14-aceb-647e0fb514c8 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:47.846268 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6c6ced90-9ef9-4f82-8d68-e5320e8a9fe1 None None] Provisioning complete for port 5edc3214-1155-4c14-aceb-647e0fb514c8 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:47.846268 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6c6ced90-9ef9-4f82-8d68-e5320e8a9fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:47.918767 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-523745d1-75e1-4bcf-813c-570b4d30884d tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:47.935443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-768c6e7f-088c-4a70-90d7-991fa1a050ec tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:48.029822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] device_id is not set on port 865b200a-7b88-475f-b37c-9c737893ced5 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:48.058865 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-369afe0e-a5dd-4cb7-b175-b4c0f1248b6d req-26c64d96-4251-4ccf-8278-28648d3dcaf8 service neutron] 10.222.0.49 "GET /v2.0/networks/4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445690 Dec 21 22:16:48.159296 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-6c6ced90-9ef9-4f82-8d68-e5320e8a9fe1 None None] Port 5edc3214-1155-4c14-aceb-647e0fb514c8 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:48.285601 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dce031a1-b45b-4d79-931e-8c416aac73bb req-c0c286a7-ebe5-4a6c-8453-5b97f05d08a0 service neutron] 10.222.0.49 "GET /v2.0/networks/f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496678 Dec 21 22:16:48.293340 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-b176a2b6-aee2-4e66-8476-b1a0f7a34ab6 None None] Set router c708dfc0-40ae-4621-aa16-b7b86139354a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:16:48.426651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:48.435995 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:48.453680 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:48.483162 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Transition to ACTIVE for port object e0332af1-bca1-4f47-a1f6-3e7f8e6601ec will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:48.508399 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-369afe0e-a5dd-4cb7-b175-b4c0f1248b6d req-c1b1099e-aa07-4c7c-8381-5de7af0834d4 service neutron] 10.222.0.49 "GET /v2.0/networks/4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029016 Dec 21 22:16:48.521408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Transition to ACTIVE for port object e0332af1-bca1-4f47-a1f6-3e7f8e6601ec will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:48.526254 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object b7db0787-5510-420a-a9d3-a749820cfbbb will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:48.586930 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-523745d1-75e1-4bcf-813c-570b4d30884d tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:48.647857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:48.655040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-768c6e7f-088c-4a70-90d7-991fa1a050ec tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:48.669782 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:48.759978 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-523745d1-75e1-4bcf-813c-570b4d30884d tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:48.807494 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Network 09928351-850f-4e4d-ae45-58c2c9c58297 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:48.814979 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:48.819769 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Pushing event updated for resources: {'Port': ['ID=e0332af1-bca1-4f47-a1f6-3e7f8e6601ec,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:48.822430 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:48.844643 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Allocated IP 2001:db8::2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/a7303d2b-69b0-4838-8ec5-5a9f312ed3b8/10d33d40-4131-400f-8867-602c02e8807b) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:48.853271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:48.858914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=b7db0787-5510-420a-a9d3-a749820cfbbb,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:48.864118 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:48.934497 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:48.939231 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:48.941153 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:49.005483 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-523745d1-75e1-4bcf-813c-570b4d30884d tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] In _notify_port_updated(), no bound segment for port 5edc3214-1155-4c14-aceb-647e0fb514c8 on network 83e41248-6b38-4d55-9c4d-b93472daefe4 {{(pid=84169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:16:49.010709 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523745d1-75e1-4bcf-813c-570b4d30884d tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:49.011452 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-523745d1-75e1-4bcf-813c-570b4d30884d tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:49.012810 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-523745d1-75e1-4bcf-813c-570b4d30884d tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "PUT /v2.0/ports/5edc3214-1155-4c14-aceb-647e0fb514c8 HTTP/1.1" status: 200 len: 997 time: 1.6689749 Dec 21 22:16:49.025963 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57264) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:49.038428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Allocated IP 2001:db8::346 (9445abc1-4b33-45df-b65e-055b43a0b822/16d79d38-34d0-41fd-ba00-aaad0e75ee3d/865b200a-7b88-475f-b37c-9c737893ced5) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:49.071299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f087072a-45ce-4087-a267-e5311889205d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:49.090858 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-742d4a85-7a35-4409-ad1f-c547a666cc2d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5331347 Dec 21 22:16:49.095115 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57268) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:49.098371 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dce031a1-b45b-4d79-931e-8c416aac73bb req-9ed53280-f53f-4cea-8be6-993c56894c50 service neutron] 10.222.0.49 "GET /v2.0/networks/f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7177672 Dec 21 22:16:49.105818 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Attempting to bind port e0332af1-bca1-4f47-a1f6-3e7f8e6601ec on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:49.106313 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Attempting to bind port e0332af1-bca1-4f47-a1f6-3e7f8e6601ec by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '965bdb05-e481-454d-91d5-c9cfe04fa529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '09928351-850f-4e4d-ae45-58c2c9c58297'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:49.106997 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Attempting to bind port e0332af1-bca1-4f47-a1f6-3e7f8e6601ec on network 09928351-850f-4e4d-ae45-58c2c9c58297 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:49.131788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b176a2b6-aee2-4e66-8476-b1a0f7a34ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'name': 'tempest-ServersTestManualDisk-1691316082-router', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:41Z', 'revision_number': 4, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'gw_port': {'id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'a1012374-9a79-4011-8899-63330adeca31', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'floating_ip_address': '172.26.3.164', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'port_id': '7f56a795-c6f8-4433-9654-3c16fd3aa9be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf', 'mac_address': 'fa:16:3e:69:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588bf17f-a094-4ffa-9a9e-3255eba6b5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:15:56Z', 'updated_at': '2021-12-21T22:16:39Z', 'revision_number': 1, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b93d2b-5242-4ab2-93ec-11258afee379', 'name': '', 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'mac_address': 'fa:16:3e:e1:b3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:38Z', 'updated_at': '2021-12-21T22:15:55Z', 'revision_number': 5, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'subnets': [{'id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:49.133473 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:16:49.133958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Checking segment: {'id': '965bdb05-e481-454d-91d5-c9cfe04fa529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '09928351-850f-4e4d-ae45-58c2c9c58297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:16:49.134486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:49.134977 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Bound using segment: {'id': '965bdb05-e481-454d-91d5-c9cfe04fa529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '09928351-850f-4e4d-ae45-58c2c9c58297'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:16:49.135542 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Bound port: e0332af1-bca1-4f47-a1f6-3e7f8e6601ec, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965bdb05-e481-454d-91d5-c9cfe04fa529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '09928351-850f-4e4d-ae45-58c2c9c58297'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:16:49.136008 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:49.167259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b176a2b6-aee2-4e66-8476-b1a0f7a34ab6 None None] The sync data for ids ['c708dfc0-40ae-4621-aa16-b7b86139354a'] in dv-neutron-822520-1-hyperv is: [{'id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'name': 'tempest-ServersTestManualDisk-1691316082-router', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:41Z', 'revision_number': 4, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'gw_port': {'id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'a1012374-9a79-4011-8899-63330adeca31', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'floating_ip_address': '172.26.3.164', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'port_id': '7f56a795-c6f8-4433-9654-3c16fd3aa9be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf', 'mac_address': 'fa:16:3e:69:69:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '588bf17f-a094-4ffa-9a9e-3255eba6b5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:15:56Z', 'updated_at': '2021-12-21T22:16:39Z', 'revision_number': 1, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b93d2b-5242-4ab2-93ec-11258afee379', 'name': '', 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'mac_address': 'fa:16:3e:e1:b3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:38Z', 'updated_at': '2021-12-21T22:15:55Z', 'revision_number': 5, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'subnets': [{'id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:16:49.169378 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523745d1-75e1-4bcf-813c-570b4d30884d tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event updated for resources: {'Port': ['ID=5edc3214-1155-4c14-aceb-647e0fb514c8,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:49.190943 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-7ca44d00-552c-4584-acd0-caee1db64f2a tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Deleting port 5edc3214-1155-4c14-aceb-647e0fb514c8 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:49.191284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7ca44d00-552c-4584-acd0-caee1db64f2a tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:49.231505 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3068fd2d-3d95-439b-8300-9469a8f157b5 req-8eddbbfb-cf1a-4603-a7f7-3ef1bff00b39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3f0d4f008c4047b78a3c3af0d575917d&device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 1099 time: 0.5086558 Dec 21 22:16:49.260977 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-f087072a-45ce-4087-a267-e5311889205d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Deleting port c5b0e32b-5ec3-464d-8d26-93caab321d8f {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:49.261211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f087072a-45ce-4087-a267-e5311889205d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:49.326158 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-768c6e7f-088c-4a70-90d7-991fa1a050ec tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:49.419475 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c6e7f-088c-4a70-90d7-991fa1a050ec tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c31ee5-fcc2-4a1e-b15d-e45aec5087c9,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:49.427775 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] For port e0332af1-bca1-4f47-a1f6-3e7f8e6601ec, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:16:49.431219 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] For port e0332af1-bca1-4f47-a1f6-3e7f8e6601ec, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=e0332af1-bca1-4f47-a1f6-3e7f8e6601ec,segment=NetworkSegment(965bdb05-e481-454d-91d5-c9cfe04fa529),segment_id=965bdb05-e481-454d-91d5-c9cfe04fa529)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:16:49.434650 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d2fee57f-b73f-4877-a494-f03ecc28b592 None None] Provisioning complete for port 5edc3214-1155-4c14-aceb-647e0fb514c8 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:49.435088 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d2fee57f-b73f-4877-a494-f03ecc28b592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:49.476235 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be084f90-fbc8-4f03-831c-f6bdc0edc061 None None] New status for floating IP a1012374-9a79-4011-8899-63330adeca31: ACTIVE {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:16:49.476745 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:49.498127 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-768c6e7f-088c-4a70-90d7-991fa1a050ec tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:49.504604 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8399044a-f57b-4d9b-9e31-b21bb0a96346 None None] Network c19eaa9a-f01a-437b-a519-7422a09538d0 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:49.519594 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Transition to ACTIVE for port object 10d33d40-4131-400f-8867-602c02e8807b will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:49.551845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:49.603981 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d2fee57f-b73f-4877-a494-f03ecc28b592 None None] Port 5edc3214-1155-4c14-aceb-647e0fb514c8 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:49.687698 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Transition to ACTIVE for port object 10d33d40-4131-400f-8867-602c02e8807b will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:49.691454 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-768c6e7f-088c-4a70-90d7-991fa1a050ec tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] 10.222.0.37 "DELETE /v2.0/subnets/f3c31ee5-fcc2-4a1e-b15d-e45aec5087c9 HTTP/1.1" status: 204 len: 168 time: 2.6775827 Dec 21 22:16:49.700147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fca919-63f4-43b1-96d2-69640caecc88 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:49.701472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57274) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:49.701723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-67fca919-63f4-43b1-96d2-69640caecc88 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:49.707132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7ca44d00-552c-4584-acd0-caee1db64f2a tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:49.741750 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Allocated IP 172.20.0.1 (09928351-850f-4e4d-ae45-58c2c9c58297/9dd4d786-e852-4e6a-9406-0183672e5ac2/603da7b8-248e-4031-b51d-99ab575da64f) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:49.782804 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:49.806475 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbee84d-98fb-441e-bf48-fb114f8f9db9 None None] Pushing event updated for resources: {'Port': ['ID=e0332af1-bca1-4f47-a1f6-3e7f8e6601ec,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:49.857842 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-7ca44d00-552c-4584-acd0-caee1db64f2a tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Calling delete_port for 5edc3214-1155-4c14-aceb-647e0fb514c8 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:49.894363 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:49.899314 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:49.904284 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:49.904605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:49.927159 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068fd2d-3d95-439b-8300-9469a8f157b5 req-5f6ec3b9-5641-484f-9a34-01e4299a550f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:49.929062 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3068fd2d-3d95-439b-8300-9469a8f157b5 req-5f6ec3b9-5641-484f-9a34-01e4299a550f service neutron] 10.222.0.49 "GET /v2.0/networks?id=4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e HTTP/1.1" status: 200 len: 907 time: 0.6281159 Dec 21 22:16:50.019973 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-67fca919-63f4-43b1-96d2-69640caecc88 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:50.019973 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-67fca919-63f4-43b1-96d2-69640caecc88 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.9156520 Dec 21 22:16:50.022217 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57280) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:50.030516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Pushing event updated for resources: {'Port': ['ID=10d33d40-4131-400f-8867-602c02e8807b,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:50.159693 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Attempting to bind port 10d33d40-4131-400f-8867-602c02e8807b on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:50.160050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Attempting to bind port 10d33d40-4131-400f-8867-602c02e8807b by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:50.160394 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Attempting to bind port 10d33d40-4131-400f-8867-602c02e8807b on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:50.171906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:16:50.172654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:16:50.173358 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:50.173358 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:16:50.174110 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Bound port: 10d33d40-4131-400f-8867-602c02e8807b, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:16:50.174715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:50.224460 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-c0c91eb0-c2cf-4d77-9b2f-93cbd5fd5905 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port b7db0787-5510-420a-a9d3-a749820cfbbb {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:50.227137 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0c91eb0-c2cf-4d77-9b2f-93cbd5fd5905 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:50.270641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f087072a-45ce-4087-a267-e5311889205d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:50.271257 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3068fd2d-3d95-439b-8300-9469a8f157b5 req-1b600223-677a-4fc1-8dc2-87feb7dd2a89 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6360593-18a0-4307-8968-abd08c402606 HTTP/1.1" status: 200 len: 1001 time: 0.3336201 Dec 21 22:16:50.297910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:50.308958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] For port 10d33d40-4131-400f-8867-602c02e8807b, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:16:50.311970 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] For port 10d33d40-4131-400f-8867-602c02e8807b, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=10d33d40-4131-400f-8867-602c02e8807b,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:16:50.314844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708261e2-81ab-44ed-af58-01f603ffd5f7 None None] DHCP port deletion for c19eaa9a-f01a-437b-a519-7422a09538d0 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:16:50.319564 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-708261e2-81ab-44ed-af58-01f603ffd5f7 None None] Deleting port dc69887d-4530-4efe-a1f3-ac2be09ba6f4 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:50.323808 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-708261e2-81ab-44ed-af58-01f603ffd5f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:50.401533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068fd2d-3d95-439b-8300-9469a8f157b5 req-1014976c-56de-4169-b607-8f5e76abb3e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:50.403330 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3068fd2d-3d95-439b-8300-9469a8f157b5 req-1014976c-56de-4169-b607-8f5e76abb3e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bbfc036d-03ac-49ee-aac1-b2cf72ae89d7 HTTP/1.1" status: 200 len: 845 time: 0.1222029 Dec 21 22:16:50.406180 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:50.406679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7ca44d00-552c-4584-acd0-caee1db64f2a tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:50.462491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:50.483922 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Transition to ACTIVE for port object 603da7b8-248e-4031-b51d-99ab575da64f will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:50.501016 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a870d-8ae9-4027-a407-c2fce1dfcfea None None] Pushing event updated for resources: {'Port': ['ID=10d33d40-4131-400f-8867-602c02e8807b,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:50.708971 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-f087072a-45ce-4087-a267-e5311889205d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Calling delete_port for c5b0e32b-5ec3-464d-8d26-93caab321d8f owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:50.711908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-708261e2-81ab-44ed-af58-01f603ffd5f7 None None] For port dc69887d-4530-4efe-a1f3-ac2be09ba6f4, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=dc69887d-4530-4efe-a1f3-ac2be09ba6f4,segment=NetworkSegment(d2048f7f-4e02-47f7-a1ec-e9bcad1a9a5f),segment_id=d2048f7f-4e02-47f7-a1ec-e9bcad1a9a5f)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:50.712299 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-708261e2-81ab-44ed-af58-01f603ffd5f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:50.719264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca44d00-552c-4584-acd0-caee1db64f2a tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event deleted for resources: {'Port': ['ID=5edc3214-1155-4c14-aceb-647e0fb514c8,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:50.750954 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:50.771566 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4c36-0c9e-48e8-b28b-92c796198aa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:50.890824 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-708261e2-81ab-44ed-af58-01f603ffd5f7 None None] Calling delete_port for dc69887d-4530-4efe-a1f3-ac2be09ba6f4 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:50.925853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Network 9445abc1-4b33-45df-b65e-055b43a0b822 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:50.936889 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Pushing event updated for resources: {'Port': ['ID=865b200a-7b88-475f-b37c-9c737893ced5,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:50.954749 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:51.059417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Network 09928351-850f-4e4d-ae45-58c2c9c58297 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:51.061120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:51.062704 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:51.063525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:51.066539 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-708261e2-81ab-44ed-af58-01f603ffd5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:51.067079 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe4c36-0c9e-48e8-b28b-92c796198aa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Deleting port dc69887d-4530-4efe-a1f3-ac2be09ba6f4 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:51.067405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4c36-0c9e-48e8-b28b-92c796198aa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:51.101219 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:51.108491 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0c91eb0-c2cf-4d77-9b2f-93cbd5fd5905 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:51.117421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:51.139088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7ca44d00-552c-4584-acd0-caee1db64f2a tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:51.144961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708261e2-81ab-44ed-af58-01f603ffd5f7 None None] Pushing event deleted for resources: {'Port': ['ID=dc69887d-4530-4efe-a1f3-ac2be09ba6f4,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:51.153096 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708261e2-81ab-44ed-af58-01f603ffd5f7 None None] No DVR routers for this DVR port dc69887d-4530-4efe-a1f3-ac2be09ba6f4 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:16:51.162651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Pushing event updated for resources: {'Port': ['ID=603da7b8-248e-4031-b51d-99ab575da64f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:51.256700 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe4c36-0c9e-48e8-b28b-92c796198aa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] The port 'dc69887d-4530-4efe-a1f3-ac2be09ba6f4' was deleted {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:16:51.352248 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4cfe29e1-82d5-4c96-be13-26ef66f82069 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.0702832 Dec 21 22:16:51.358120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:51.363103 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57288) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:51.368112 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-c0c91eb0-c2cf-4d77-9b2f-93cbd5fd5905 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for b7db0787-5510-420a-a9d3-a749820cfbbb owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:51.408033 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e0332af1-bca1-4f47-a1f6-3e7f8e6601ec up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:51.434057 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3068fd2d-3d95-439b-8300-9469a8f157b5 req-4b69d4b0-4794-4e66-ae08-0e2cfe2d0636 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0214207 Dec 21 22:16:51.503661 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b92ca43-86b6-4607-81c8-1dbeedeeab12 None None] Network 09928351-850f-4e4d-ae45-58c2c9c58297 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:51.542581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4c36-0c9e-48e8-b28b-92c796198aa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:51.566936 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-6c93316f-bbb0-49fe-be4e-ab6e33c27d18 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Deleting port 865b200a-7b88-475f-b37c-9c737893ced5 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:51.567175 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6c93316f-bbb0-49fe-be4e-ab6e33c27d18 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:51.601748 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3068fd2d-3d95-439b-8300-9469a8f157b5 req-f4fc04c3-5c19-4680-bdf3-8b6a40c7000a service neutron] 10.222.0.49 "GET /v2.0/networks/4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599860 Dec 21 22:16:51.602858 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port e0332af1-bca1-4f47-a1f6-3e7f8e6601ec completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:51.608126 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7ca44d00-552c-4584-acd0-caee1db64f2a tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "DELETE /v2.0/ports/5edc3214-1155-4c14-aceb-647e0fb514c8 HTTP/1.1" status: 204 len: 168 time: 2.5778251 Dec 21 22:16:51.610562 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57292) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:51.612770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f087072a-45ce-4087-a267-e5311889205d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:51.621155 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 10d33d40-4131-400f-8867-602c02e8807b up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:51.686590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-7bfe4c36-0c9e-48e8-b28b-92c796198aa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19eaa9a-f01a-437b-a519-7422a09538d0']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:51.727790 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087072a-45ce-4087-a267-e5311889205d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Pushing event deleted for resources: {'Port': ['ID=c5b0e32b-5ec3-464d-8d26-93caab321d8f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:51.732872 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-7bfe4c36-0c9e-48e8-b28b-92c796198aa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2048f7f-4e02-47f7-a1ec-e9bcad1a9a5f') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:51.733150 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-7bfe4c36-0c9e-48e8-b28b-92c796198aa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2048f7f-4e02-47f7-a1ec-e9bcad1a9a5f') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:51.781730 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4c36-0c9e-48e8-b28b-92c796198aa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:51.821487 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3068fd2d-3d95-439b-8300-9469a8f157b5 req-8655c968-fd60-46df-b0b7-619a776ba18f service neutron] 10.222.0.49 "GET /v2.0/networks/4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102082 Dec 21 22:16:51.842670 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c2fa0eb5-d260-45c6-9889-f0c6f5716a27 None None] Provisioning for port e0332af1-bca1-4f47-a1f6-3e7f8e6601ec completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:51.851985 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c2fa0eb5-d260-45c6-9889-f0c6f5716a27 None None] Provisioning complete for port e0332af1-bca1-4f47-a1f6-3e7f8e6601ec triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:51.852358 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0eb5-d260-45c6-9889-f0c6f5716a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:51.884502 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d855d2-6443-458d-91d5-620c5bfa6437 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] GET failed (client error): The resource could not be found. Dec 21 22:16:51.884996 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-74d855d2-6443-458d-91d5-620c5bfa6437 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Synchronizing usage tracker for tenant:7c28e903c2f54471a6ede05fbdb5f247 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:51.913978 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 10d33d40-4131-400f-8867-602c02e8807b completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:51.995017 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4c36-0c9e-48e8-b28b-92c796198aa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:52.012603 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfe4c36-0c9e-48e8-b28b-92c796198aa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:16:52.013101 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4c36-0c9e-48e8-b28b-92c796198aa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:52.019157 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dc69887d-4530-4efe-a1f3-ac2be09ba6f4 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:52.030057 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:52.036186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-74d855d2-6443-458d-91d5-620c5bfa6437 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Unset dirty status for tenant:7c28e903c2f54471a6ede05fbdb5f247 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:52.038544 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-74d855d2-6443-458d-91d5-620c5bfa6437 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "GET /v2.0/ports/5edc3214-1155-4c14-aceb-647e0fb514c8 HTTP/1.1" status: 404 len: 333 time: 0.4262290 Dec 21 22:16:52.043750 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57298) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:52.052303 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-97b18caf-5057-4e25-91ac-5f5bede9173b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Request body: {'port': {'network_id': '83e41248-6b38-4d55-9c4d-b93472daefe4', 'name': 'tempest-AllowedAddressPairTestJSON-1876521915'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:52.071786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: dc69887d-4530-4efe-a1f3-ac2be09ba6f4 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:16:52.072025 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dc69887d-4530-4efe-a1f3-ac2be09ba6f4 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:16:52.075273 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0c91eb0-c2cf-4d77-9b2f-93cbd5fd5905 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:52.075798 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0eb5-d260-45c6-9889-f0c6f5716a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:52.192057 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c2fa0eb5-d260-45c6-9889-f0c6f5716a27 None None] For port e0332af1-bca1-4f47-a1f6-3e7f8e6601ec, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=e0332af1-bca1-4f47-a1f6-3e7f8e6601ec,segment=NetworkSegment(965bdb05-e481-454d-91d5-c9cfe04fa529),segment_id=965bdb05-e481-454d-91d5-c9cfe04fa529)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:52.198450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c91eb0-c2cf-4d77-9b2f-93cbd5fd5905 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=b7db0787-5510-420a-a9d3-a749820cfbbb,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:52.329359 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c2fa0eb5-d260-45c6-9889-f0c6f5716a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:52.362918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:52.417463 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0c91eb0-c2cf-4d77-9b2f-93cbd5fd5905 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:52.517073 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-97b18caf-5057-4e25-91ac-5f5bede9173b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:52.527414 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa0eb5-d260-45c6-9889-f0c6f5716a27 None None] Pushing event updated for resources: {'Port': ['ID=e0332af1-bca1-4f47-a1f6-3e7f8e6601ec,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:52.528034 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-97b18caf-5057-4e25-91ac-5f5bede9173b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:52.601404 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c0c91eb0-c2cf-4d77-9b2f-93cbd5fd5905 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/b7db0787-5510-420a-a9d3-a749820cfbbb HTTP/1.1" status: 204 len: 168 time: 2.5781007 Dec 21 22:16:52.604472 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57304) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:52.627406 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b8400f25-fddc-457f-ac88-338f310ddf36 None None] Provisioning for port 10d33d40-4131-400f-8867-602c02e8807b completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:52.640996 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b8400f25-fddc-457f-ac88-338f310ddf36 None None] Provisioning complete for port 10d33d40-4131-400f-8867-602c02e8807b triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:52.641730 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b8400f25-fddc-457f-ac88-338f310ddf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:52.657976 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b18caf-5057-4e25-91ac-5f5bede9173b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Made reservation on behalf of 7c28e903c2f54471a6ede05fbdb5f247 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:52.661190 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-97b18caf-5057-4e25-91ac-5f5bede9173b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:52.710666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6c93316f-bbb0-49fe-be4e-ab6e33c27d18 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:52.745467 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-97b18caf-5057-4e25-91ac-5f5bede9173b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] device_id is not set on port 9f6e71ad-6821-48dd-a07b-4d85b4317b33 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:52.814052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3f023a-ad6b-4f18-bc4a-a02d4aa7a536 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:52.815605 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3f023a-ad6b-4f18-bc4a-a02d4aa7a536 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:52.816374 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4a3f023a-ad6b-4f18-bc4a-a02d4aa7a536 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:16:52.819248 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b8400f25-fddc-457f-ac88-338f310ddf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:52.860029 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b8400f25-fddc-457f-ac88-338f310ddf36 None None] For port 10d33d40-4131-400f-8867-602c02e8807b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=10d33d40-4131-400f-8867-602c02e8807b,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:52.908887 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f087072a-45ce-4087-a267-e5311889205d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:52.939109 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-97b18caf-5057-4e25-91ac-5f5bede9173b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Allocated IP 172.20.0.9 (83e41248-6b38-4d55-9c4d-b93472daefe4/e2439909-5386-4247-8e16-f1a6c1fb8034/9f6e71ad-6821-48dd-a07b-4d85b4317b33) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:52.941202 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4a3f023a-ad6b-4f18-bc4a-a02d4aa7a536 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:16:52.942475 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4a3f023a-ad6b-4f18-bc4a-a02d4aa7a536 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3368533 Dec 21 22:16:52.945126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57310) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:52.948745 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b8400f25-fddc-457f-ac88-338f310ddf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.021811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4c36-0c9e-48e8-b28b-92c796198aa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.036473 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8400f25-fddc-457f-ac88-338f310ddf36 None None] Pushing event updated for resources: {'Port': ['ID=10d33d40-4131-400f-8867-602c02e8807b,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:53.039460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-6c93316f-bbb0-49fe-be4e-ab6e33c27d18 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Calling delete_port for 865b200a-7b88-475f-b37c-9c737893ced5 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:53.070284 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b8400f25-fddc-457f-ac88-338f310ddf36 None None] Provisioning for port 603da7b8-248e-4031-b51d-99ab575da64f completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:53.075499 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b8400f25-fddc-457f-ac88-338f310ddf36 None None] Provisioning complete for port 603da7b8-248e-4031-b51d-99ab575da64f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:53.076156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b8400f25-fddc-457f-ac88-338f310ddf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.137409 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-b8400f25-fddc-457f-ac88-338f310ddf36 None None] Port 603da7b8-248e-4031-b51d-99ab575da64f cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:53.145486 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7bfe4c36-0c9e-48e8-b28b-92c796198aa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.151406 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b8400f25-fddc-457f-ac88-338f310ddf36 None None] Provisioning complete for port e0332af1-bca1-4f47-a1f6-3e7f8e6601ec triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:53.152287 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b8400f25-fddc-457f-ac88-338f310ddf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.271912 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe4c36-0c9e-48e8-b28b-92c796198aa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] Pushing event deleted for resources: {'Network': ['ID=c19eaa9a-f01a-437b-a519-7422a09538d0,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:53.318679 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e0332af1-bca1-4f47-a1f6-3e7f8e6601ec up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:53.350465 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7bfe4c36-0c9e-48e8-b28b-92c796198aa0 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149 tempest-ExtraDHCPOptionsIpV6TestJSON-1817233149-project] 10.222.0.37 "DELETE /v2.0/networks/c19eaa9a-f01a-437b-a519-7422a09538d0 HTTP/1.1" status: 204 len: 168 time: 3.6478875 Dec 21 22:16:53.380338 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-9703c13d-2645-41ca-a397-8a6e2455b1e2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet a7303d2b-69b0-4838-8ec5-5a9f312ed3b8 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:16:53.393695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9703c13d-2645-41ca-a397-8a6e2455b1e2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.414923 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port e0332af1-bca1-4f47-a1f6-3e7f8e6601ec triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:53.416078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.450950 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-980616d6-bd41-4761-b81b-3e926bbb4c58 None None] Could not find standard attr ID for object b7db0787-5510-420a-a9d3-a749820cfbbb. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:16:53.463446 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-97b18caf-5057-4e25-91ac-5f5bede9173b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.487503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-97b18caf-5057-4e25-91ac-5f5bede9173b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Transition to ACTIVE for port object 9f6e71ad-6821-48dd-a07b-4d85b4317b33 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:53.493218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-980616d6-bd41-4761-b81b-3e926bbb4c58 None None] Provisioning complete for port 603da7b8-248e-4031-b51d-99ab575da64f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:53.496123 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-980616d6-bd41-4761-b81b-3e926bbb4c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.528797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f087072a-45ce-4087-a267-e5311889205d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.554202 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9703c13d-2645-41ca-a397-8a6e2455b1e2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.571827 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f087072a-45ce-4087-a267-e5311889205d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.594340 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-980616d6-bd41-4761-b81b-3e926bbb4c58 None None] Port 603da7b8-248e-4031-b51d-99ab575da64f cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:53.607703 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 10d33d40-4131-400f-8867-602c02e8807b up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:53.608482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-97b18caf-5057-4e25-91ac-5f5bede9173b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.708345 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b18caf-5057-4e25-91ac-5f5bede9173b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Network 83e41248-6b38-4d55-9c4d-b93472daefe4 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:53.714242 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-97b18caf-5057-4e25-91ac-5f5bede9173b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:53.716988 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b18caf-5057-4e25-91ac-5f5bede9173b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:53.722399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 10d33d40-4131-400f-8867-602c02e8807b triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:53.723275 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.771174 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b18caf-5057-4e25-91ac-5f5bede9173b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event updated for resources: {'Port': ['ID=9f6e71ad-6821-48dd-a07b-4d85b4317b33,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:53.774801 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6c93316f-bbb0-49fe-be4e-ab6e33c27d18 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.808811 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b18caf-5057-4e25-91ac-5f5bede9173b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:53.809453 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-97b18caf-5057-4e25-91ac-5f5bede9173b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.817235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9703c13d-2645-41ca-a397-8a6e2455b1e2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.826138 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.827627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f087072a-45ce-4087-a267-e5311889205d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.828473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f087072a-45ce-4087-a267-e5311889205d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Fanout notify agent at l3_agent the message router_deleted on router 59b3a28e-062e-4c10-bddb-5f05892bd1b3 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:16:53.840869 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93316f-bbb0-49fe-be4e-ab6e33c27d18 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Pushing event deleted for resources: {'Port': ['ID=865b200a-7b88-475f-b37c-9c737893ced5,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:53.933530 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f087072a-45ce-4087-a267-e5311889205d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.943353 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f087072a-45ce-4087-a267-e5311889205d tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] 10.222.0.37 "DELETE /v2.0/routers/59b3a28e-062e-4c10-bddb-5f05892bd1b3 HTTP/1.1" status: 204 len: 168 time: 8.0733688 Dec 21 22:16:53.946222 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57320) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:53.957754 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:53.996222 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-97b18caf-5057-4e25-91ac-5f5bede9173b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9507351 Dec 21 22:16:54.002544 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9703c13d-2645-41ca-a397-8a6e2455b1e2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:54.006690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57324) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:54.031511 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6c93316f-bbb0-49fe-be4e-ab6e33c27d18 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:54.033448 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6c93316f-bbb0-49fe-be4e-ab6e33c27d18 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "DELETE /v2.0/ports/865b200a-7b88-475f-b37c-9c737893ced5 HTTP/1.1" status: 204 len: 168 time: 2.6693025 Dec 21 22:16:54.036494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57326) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:54.047871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Request body: {'port': {'network_id': '83e41248-6b38-4d55-9c4d-b93472daefe4', 'name': 'tempest-AllowedAddressPairTestJSON-945389556'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:54.049957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57330) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:54.056717 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9445abc1-4b33-45df-b65e-055b43a0b822', 'external_fixed_ips': [{'subnet_id': '16d79d38-34d0-41fd-ba00-aaad0e75ee3d', 'ip_address': '2001:db8::346'}]}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:54.081202 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703c13d-2645-41ca-a397-8a6e2455b1e2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=a7303d2b-69b0-4838-8ec5-5a9f312ed3b8,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:54.087106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:54.102058 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Usage tracker for resource:router and tenant:a861f3293388429abba521275c3540c3 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:54.104499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Pushing event updated for resources: {'Port': ['ID=603da7b8-248e-4031-b51d-99ab575da64f,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:54.107003 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:54.116109 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:54.118417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:54.130771 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d33b715-04aa-4d04-afb3-265c389654ce None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:54.163365 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9703c13d-2645-41ca-a397-8a6e2455b1e2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:54.232218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:54.241345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:54.298737 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:54.301428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Network 09928351-850f-4e4d-ae45-58c2c9c58297 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:54.307956 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:54.308257 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:54.314128 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9703c13d-2645-41ca-a397-8a6e2455b1e2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/a7303d2b-69b0-4838-8ec5-5a9f312ed3b8 HTTP/1.1" status: 204 len: 168 time: 1.3679032 Dec 21 22:16:54.317167 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Usage tracker for resource:port and tenant:7c28e903c2f54471a6ede05fbdb5f247 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:54.326916 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57340) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:54.327096 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-eee66355-175a-4945-8249-6dccdb9ce79e None None] Provisioning for port 9f6e71ad-6821-48dd-a07b-4d85b4317b33 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:54.337291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-eee66355-175a-4945-8249-6dccdb9ce79e None None] Provisioning complete for port 9f6e71ad-6821-48dd-a07b-4d85b4317b33 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:54.337660 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eee66355-175a-4945-8249-6dccdb9ce79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:54.393058 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:54.417645 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9d992bb5-72d6-4826-8c0a-609f4f09b280 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867226 Dec 21 22:16:54.417645 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:54.432718 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57344) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:54.443448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-8b8c9085-4f9d-46e9-b367-b63a600319e8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:54.471866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-eee66355-175a-4945-8249-6dccdb9ce79e None None] Port 9f6e71ad-6821-48dd-a07b-4d85b4317b33 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:54.480052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e151f8-3a07-4499-8b76-b82d51700068 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Deleting subnet d8802bd8-2ee1-411c-be96-865f74adf51e {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:16:54.501302 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7e151f8-3a07-4499-8b76-b82d51700068 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:54.595940 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21dca46-36b7-417e-ae54-925bf8c8247a None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:16:54.599612 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Made reservation on behalf of 7c28e903c2f54471a6ede05fbdb5f247 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:54.600875 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c21dca46-36b7-417e-ae54-925bf8c8247a None None] Deleting port 10d33d40-4131-400f-8867-602c02e8807b {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:54.604692 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c21dca46-36b7-417e-ae54-925bf8c8247a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:54.604825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:54.641230 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7e151f8-3a07-4499-8b76-b82d51700068 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:54.677464 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8b8c9085-4f9d-46e9-b367-b63a600319e8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:54.688631 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8b8c9085-4f9d-46e9-b367-b63a600319e8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:54.692169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] device_id is not set on port ac1019f5-1384-4389-97da-8d57fbb9e113 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:54.726505 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8b8c9085-4f9d-46e9-b367-b63a600319e8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:54.741177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8b8c9085-4f9d-46e9-b367-b63a600319e8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:54.743577 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3e45bc97-b0cc-4791-9125-f3a22debe1e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6da298768640478eae4d9fceb5814e42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6904573 Dec 21 22:16:54.745936 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57348) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:54.755550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0c59eb96-4c9d-480a-9056-4279cf91f90d None None] Provisioning complete for port 603da7b8-248e-4031-b51d-99ab575da64f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:54.759612 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0c59eb96-4c9d-480a-9056-4279cf91f90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:54.846584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8c9085-4f9d-46e9-b367-b63a600319e8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:54.851318 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9085-4f9d-46e9-b367-b63a600319e8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:54.871787 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c21dca46-36b7-417e-ae54-925bf8c8247a None None] For port 10d33d40-4131-400f-8867-602c02e8807b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=10d33d40-4131-400f-8867-602c02e8807b,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:54.872175 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c21dca46-36b7-417e-ae54-925bf8c8247a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:54.876864 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7e151f8-3a07-4499-8b76-b82d51700068 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:54.887571 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0c59eb96-4c9d-480a-9056-4279cf91f90d None None] Port 603da7b8-248e-4031-b51d-99ab575da64f cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:55.004704 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c21dca46-36b7-417e-ae54-925bf8c8247a None None] Calling delete_port for 10d33d40-4131-400f-8867-602c02e8807b owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:55.085955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bbfdae31-d0ee-451c-a7cc-6ed1732baa0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:55.092792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:55.109837 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Allocated IP 172.20.0.8 (83e41248-6b38-4d55-9c4d-b93472daefe4/e2439909-5386-4247-8e16-f1a6c1fb8034/ac1019f5-1384-4389-97da-8d57fbb9e113) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:55.134946 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bbfdae31-d0ee-451c-a7cc-6ed1732baa0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:55.161195 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c21dca46-36b7-417e-ae54-925bf8c8247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:55.270087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7e151f8-3a07-4499-8b76-b82d51700068 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:55.310208 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21dca46-36b7-417e-ae54-925bf8c8247a None None] No DVR routers for this DVR port 10d33d40-4131-400f-8867-602c02e8807b on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:16:55.325183 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bbfdae31-d0ee-451c-a7cc-6ed1732baa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:55.338148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21dca46-36b7-417e-ae54-925bf8c8247a None None] Pushing event deleted for resources: {'Port': ['ID=10d33d40-4131-400f-8867-602c02e8807b,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:55.346117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Router b383211d-4893-4ce1-b034-b002392b88fe is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:16:55.348475 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 10d33d40-4131-400f-8867-602c02e8807b no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:16:55.355300 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfdae31-d0ee-451c-a7cc-6ed1732baa0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9dac13-1a2e-42d7-9121-1b8ecc56b442,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:55.361338 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e151f8-3a07-4499-8b76-b82d51700068 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Pushing event deleted for resources: {'Subnet': ['ID=d8802bd8-2ee1-411c-be96-865f74adf51e,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:55.371243 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bbfdae31-d0ee-451c-a7cc-6ed1732baa0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:55.372359 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bbfdae31-d0ee-451c-a7cc-6ed1732baa0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee9dac13-1a2e-42d7-9121-1b8ecc56b442 HTTP/1.1" status: 204 len: 168 time: 0.6255131 Dec 21 22:16:55.410414 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 10d33d40-4131-400f-8867-602c02e8807b {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:16:55.411032 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 10d33d40-4131-400f-8867-602c02e8807b not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:16:55.511102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7e151f8-3a07-4499-8b76-b82d51700068 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:55.518425 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606af8aa-4761-47d8-8d4e-c965715d25fe None None] Network d8c8ae26-74b6-4025-8b81-60d8511f60e4 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:55.542601 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f7e151f8-3a07-4499-8b76-b82d51700068 tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] 10.222.0.37 "DELETE /v2.0/subnets/d8802bd8-2ee1-411c-be96-865f74adf51e HTTP/1.1" status: 204 len: 168 time: 1.5939038 Dec 21 22:16:55.546128 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57358) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:55.615370 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9085-4f9d-46e9-b367-b63a600319e8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:55.664663 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:55.707278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:55.723940 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Transition to ACTIVE for port object ac1019f5-1384-4389-97da-8d57fbb9e113 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:55.741860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:55.746328 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:16:55.757499 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef3f84d-1009-43f9-afa4-21b5fb801502 None None] Sync routers for ids ['b383211d-4893-4ce1-b034-b002392b88fe'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:16:55.785362 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3f84d-1009-43f9-afa4-21b5fb801502 None None] Routers {'b383211d-4893-4ce1-b034-b002392b88fe'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:16:55.786218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7ef3f84d-1009-43f9-afa4-21b5fb801502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:16:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['b383211d-4893-4ce1-b034-b002392b88fe'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:55.796816 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c9085-4f9d-46e9-b367-b63a600319e8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:55.798066 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-df0e38f9-46ad-4aa1-bf75-c8727bb5557c tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] 10.222.0.37 "PUT /v2.0/routers/b383211d-4893-4ce1-b034-b002392b88fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2958426 Dec 21 22:16:55.801582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57364) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:55.805461 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c9085-4f9d-46e9-b367-b63a600319e8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:55.812856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Request body: {'port': {'network_id': '09928351-850f-4e4d-ae45-58c2c9c58297', 'name': 'tempest-FloatingIPNegativeTestJSON-1379122454'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:55.815033 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8c9085-4f9d-46e9-b367-b63a600319e8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:55.815712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8b8c9085-4f9d-46e9-b367-b63a600319e8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:55.822536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c9085-4f9d-46e9-b367-b63a600319e8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=1758dcf8-de82-42dc-aa9e-73200d9941c0,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:55.828523 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:55.857119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581a6133-b2a3-4e55-8f0b-ce38eb69bfbe None None] DHCP port deletion for d8c8ae26-74b6-4025-8b81-60d8511f60e4 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:16:55.858519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Deleting port 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:55.859577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:55.862635 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee12ff1e-dbdb-40a8-b63e-ebc60311aaa7 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:16:55.945560 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8b8c9085-4f9d-46e9-b367-b63a600319e8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5107300 Dec 21 22:16:55.951852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57370) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:55.959226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'fixed_ips': [{'subnet_id': '1758dcf8-de82-42dc-aa9e-73200d9941c0', 'ip_address': '2001:db8::362f:3e93:9fd5:88e6'}], 'name': 'tempest-NetworksTestDHCPv6-1628195688'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:55.982613 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-581a6133-b2a3-4e55-8f0b-ce38eb69bfbe None None] Deleting port 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:55.982971 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-581a6133-b2a3-4e55-8f0b-ce38eb69bfbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:56.009212 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:56.074256 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7ef3f84d-1009-43f9-afa4-21b5fb801502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:56.100317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:56.110606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Usage tracker for resource:port and tenant:dafb61248c79464c91274992053c5d29 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:56.117357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:56.117637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event updated for resources: {'Port': ['ID=ac1019f5-1384-4389-97da-8d57fbb9e113,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:56.132863 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Network 83e41248-6b38-4d55-9c4d-b93472daefe4 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:56.157904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:56.188766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Allocated IP 2001:db8::346 (9445abc1-4b33-45df-b65e-055b43a0b822/16d79d38-34d0-41fd-ba00-aaad0e75ee3d/13b09119-4793-4bf3-a5ae-baed87ca308e) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:56.240818 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:56.268324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:56.295591 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef3f84d-1009-43f9-afa4-21b5fb801502 None None] Routers {'b383211d-4893-4ce1-b034-b002392b88fe'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:16:56.296360 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7ef3f84d-1009-43f9-afa4-21b5fb801502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:16:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['b383211d-4893-4ce1-b034-b002392b88fe'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:56.409899 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7ef3f84d-1009-43f9-afa4-21b5fb801502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:56.410711 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef3f84d-1009-43f9-afa4-21b5fb801502 None None] The sync data for ids ['b383211d-4893-4ce1-b034-b002392b88fe'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:16:56.416211 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-581a6133-b2a3-4e55-8f0b-ce38eb69bfbe None None] For port 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4ee23404-7c7f-4915-a4b1-6a0c11bb86ef,segment=NetworkSegment(764a4fa0-2d3d-4538-aa60-a44f79c8cc48),segment_id=764a4fa0-2d3d-4538-aa60-a44f79c8cc48)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:56.416727 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-581a6133-b2a3-4e55-8f0b-ce38eb69bfbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:56.423104 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] For port 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4ee23404-7c7f-4915-a4b1-6a0c11bb86ef,segment=NetworkSegment(764a4fa0-2d3d-4538-aa60-a44f79c8cc48),segment_id=764a4fa0-2d3d-4538-aa60-a44f79c8cc48)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:16:56.423458 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:56.563360 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Made reservation on behalf of dafb61248c79464c91274992053c5d29 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:56.566424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:56.584216 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:56.584818 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:56.608415 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Calling delete_port for 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:56.612559 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] device_id is not set on port 1b79a898-21e8-4790-bd1b-ad7d24a1235d yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:56.651159 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:56.662048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:port and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:56.662715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': '1758dcf8-de82-42dc-aa9e-73200d9941c0'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:16:56.663649 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:56.667664 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:56.676870 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:56.680537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-581a6133-b2a3-4e55-8f0b-ce38eb69bfbe None None] Calling delete_port for 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:56.726057 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6c1f346f-1a60-4777-a67f-d4e0f9fe2798 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6805608 Dec 21 22:16:56.727636 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57388) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:56.744617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-9af0edb2-9b74-449d-84f3-f490045ae911 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:5c:d0:bf'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:50:52:b1'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:56.816025 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:56.819315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:56.826522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:56.840813 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:56.849957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Allocated IP 172.20.0.14 (09928351-850f-4e4d-ae45-58c2c9c58297/9dd4d786-e852-4e6a-9406-0183672e5ac2/1b79a898-21e8-4790-bd1b-ad7d24a1235d) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:56.885636 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-581a6133-b2a3-4e55-8f0b-ce38eb69bfbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:16:56.886269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-581a6133-b2a3-4e55-8f0b-ce38eb69bfbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:16:56.895016 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3dbcbdbe-19ae-48d8-b5b6-07df0fd1da94 None None] Provisioning for port ac1019f5-1384-4389-97da-8d57fbb9e113 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:56.916239 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3dbcbdbe-19ae-48d8-b5b6-07df0fd1da94 None None] Provisioning complete for port ac1019f5-1384-4389-97da-8d57fbb9e113 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:56.916614 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3dbcbdbe-19ae-48d8-b5b6-07df0fd1da94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:56.920386 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Pushing event deleted for resources: {'Port': ['ID=4ee23404-7c7f-4915-a4b1-6a0c11bb86ef,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:56.936765 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port 2186f321-26f9-4c92-a31d-28d937611ac9 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:16:56.972044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:56.980024 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Allocated IP 2001:db8::2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/1758dcf8-de82-42dc-aa9e-73200d9941c0/3cf7c006-5887-41c2-8879-62462a690be3) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:57.110726 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57394) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:57.133243 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3dbcbdbe-19ae-48d8-b5b6-07df0fd1da94 None None] Port ac1019f5-1384-4389-97da-8d57fbb9e113 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:57.135673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] No DVR routers for this DVR port 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:16:57.146860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Pushing event updated for resources: {'Port': ['ID=13b09119-4793-4bf3-a5ae-baed87ca308e,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:57.156683 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Network 9445abc1-4b33-45df-b65e-055b43a0b822 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:57.217116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.235582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Transition to ACTIVE for port object 1b79a898-21e8-4790-bd1b-ad7d24a1235d will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:57.260659 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:57.263406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:57.297924 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.314286 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Transition to ACTIVE for port object 3cf7c006-5887-41c2-8879-62462a690be3 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:57.323973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.365809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:16:57.391780 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Network 09928351-850f-4e4d-ae45-58c2c9c58297 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:57.402648 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:57.404810 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:57.433360 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-581a6133-b2a3-4e55-8f0b-ce38eb69bfbe None None] Deleting port 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:57.434120 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-581a6133-b2a3-4e55-8f0b-ce38eb69bfbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.479935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1525574228'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:57.480631 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Transition to ACTIVE for port object 3cf7c006-5887-41c2-8879-62462a690be3 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:57.488633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:57.493581 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-854c37de-7edd-4fc7-a5d0-c473cec38ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.494352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:network and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:57.498267 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.500323 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:57.502032 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:16:57.502394 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4ee23404-7c7f-4915-a4b1-6a0c11bb86ef not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:16:57.510616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:57.532240 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:57.533782 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.538445 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-581a6133-b2a3-4e55-8f0b-ce38eb69bfbe None None] The port '4ee23404-7c7f-4915-a4b1-6a0c11bb86ef' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:16:57.572368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.590418 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c8ae26-74b6-4025-8b81-60d8511f60e4']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:57.600405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Pushing event updated for resources: {'Port': ['ID=1b79a898-21e8-4790-bd1b-ad7d24a1235d,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:57.647036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:57.648486 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:16:57.650734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:57.652000 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.652412 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Pushing event updated for resources: {'Port': ['ID=3cf7c006-5887-41c2-8879-62462a690be3,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:57.654550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:57.661633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9af0edb2-9b74-449d-84f3-f490045ae911 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.676820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764a4fa0-2d3d-4538-aa60-a44f79c8cc48') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:57.676820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764a4fa0-2d3d-4538-aa60-a44f79c8cc48') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:57.676996 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.707081 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.715368 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:57.720040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:security_group_rule and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:57.722961 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:57.730444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:57.751620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Attempting to bind port 3cf7c006-5887-41c2-8879-62462a690be3 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:16:57.752035 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Attempting to bind port 3cf7c006-5887-41c2-8879-62462a690be3 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:16:57.752442 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Attempting to bind port 3cf7c006-5887-41c2-8879-62462a690be3 on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:16:57.758577 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4abf9336-7550-4e55-8ab4-c205fc7fc735 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9558439 Dec 21 22:16:57.763513 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57402) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:57.770557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:16:57.770945 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:16:57.771426 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.771864 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:16:57.772328 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Bound port: 3cf7c006-5887-41c2-8879-62462a690be3, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:16:57.772733 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.774825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.774963 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:16:57.783687 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:16:57.783687 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.783851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:16:57.787566 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Usage tracker for resource:floatingip and tenant:dafb61248c79464c91274992053c5d29 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:16:57.792973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:16:57.802198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:16:57.843897 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.845015 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:16:57.874326 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:16:57.887628 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-83a2d082-ec20-41dc-9d3f-6178dd58bb81 None None] Provisioning for port 1b79a898-21e8-4790-bd1b-ad7d24a1235d completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:57.897763 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::362f:3e93:9fd5:88e6 (fe7c627c-94be-483c-83d9-84e8e8a5014e/1758dcf8-de82-42dc-aa9e-73200d9941c0/2186f321-26f9-4c92-a31d-28d937611ac9) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:57.897951 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-83a2d082-ec20-41dc-9d3f-6178dd58bb81 None None] Provisioning complete for port 1b79a898-21e8-4790-bd1b-ad7d24a1235d triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:57.898218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-83a2d082-ec20-41dc-9d3f-6178dd58bb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.910330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.943541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] For port 3cf7c006-5887-41c2-8879-62462a690be3, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:16:57.966400 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] For port 3cf7c006-5887-41c2-8879-62462a690be3, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=3cf7c006-5887-41c2-8879-62462a690be3,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:16:57.969470 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-83a2d082-ec20-41dc-9d3f-6178dd58bb81 None None] Port 1b79a898-21e8-4790-bd1b-ad7d24a1235d cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:57.976081 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:57.979016 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:58.010576 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:58.035284 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:58.046921 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Pushing event deleted for resources: {'Network': ['ID=d8c8ae26-74b6-4025-8b81-60d8511f60e4,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:58.081762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:58.125879 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628204b-b4b6-4c6d-8dfe-9fbfb68b318d None None] Pushing event updated for resources: {'Port': ['ID=3cf7c006-5887-41c2-8879-62462a690be3,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:58.147869 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6c96f187-b090-4b06-b4d4-0141beaa0f0b tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] 10.222.0.37 "DELETE /v2.0/networks/d8c8ae26-74b6-4025-8b81-60d8511f60e4 HTTP/1.1" status: 204 len: 168 time: 2.6006017 Dec 21 22:16:58.153744 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57408) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:58.184190 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:16:58.205264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a92d773-970e-4e6b-b3b6-c66fe159cec0,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:58.245759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:58.246292 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Added segment db2ba200-de59-477e-aa4a-c3a8f051052f of type vlan for network ce9fab96-ad7a-4d51-9fe1-213c937774bb Dec 21 22:16:58.284538 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:58.304417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:58.436751 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-08c01719-4fef-40e4-bf7c-da9414904e1c tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Deleting port f0259e7f-36f4-4e41-8168-2d56cf1e689d {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:58.437816 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-08c01719-4fef-40e4-bf7c-da9414904e1c tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:58.509831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:58.513856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:58.514498 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:58.541858 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Allocated IP 172.26.3.93 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/13e2bac9-3528-4ad9-a78a-45fa1eeffe54) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:16:58.544356 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:58.568493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9af0edb2-9b74-449d-84f3-f490045ae911 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:58.598295 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object 2186f321-26f9-4c92-a31d-28d937611ac9 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:16:58.658269 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9af0edb2-9b74-449d-84f3-f490045ae911 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:58.668556 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Router 19ee1093-97da-4c9c-9e66-855499f2bfbb is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:16:58.680260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Network': ['ID=ce9fab96-ad7a-4d51-9fe1-213c937774bb,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:58.694711 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network ce9fab96-ad7a-4d51-9fe1-213c937774bb details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:16:58.800634 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-08c01719-4fef-40e4-bf7c-da9414904e1c tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:58.800963 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-08c01719-4fef-40e4-bf7c-da9414904e1c tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:58.817476 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0edb2-9b74-449d-84f3-f490045ae911 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event updated for resources: {'Port': ['ID=ac1019f5-1384-4389-97da-8d57fbb9e113,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:58.866047 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-33ccae15-d188-4569-ba9a-2f9b68062405 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7435832 Dec 21 22:16:59.028407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:59.201472 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-08c01719-4fef-40e4-bf7c-da9414904e1c tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Calling delete_port for f0259e7f-36f4-4e41-8168-2d56cf1e689d owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:16:59.232926 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-84adb00d-f47c-46bc-99ba-1ab8d89aa0e2 None None] Provisioning complete for port ac1019f5-1384-4389-97da-8d57fbb9e113 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:59.233482 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-84adb00d-f47c-46bc-99ba-1ab8d89aa0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:59.258698 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:16:59.279980 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Sync routers for ids ['19ee1093-97da-4c9c-9e66-855499f2bfbb'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:16:59.296189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:59.302120 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Routers {'19ee1093-97da-4c9c-9e66-855499f2bfbb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:16:59.304526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:59.304911 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:16:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['19ee1093-97da-4c9c-9e66-855499f2bfbb'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:16:59.407519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:59.413040 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-77ecc05d-5a5c-40b8-9645-ef90d20fd9fe tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.3640332 Dec 21 22:16:59.413864 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57416) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:59.431963 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 3cf7c006-5887-41c2-8879-62462a690be3 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:16:59.503532 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-9af0edb2-9b74-449d-84f3-f490045ae911 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] In _notify_port_updated(), no bound segment for port ac1019f5-1384-4389-97da-8d57fbb9e113 on network 83e41248-6b38-4d55-9c4d-b93472daefe4 {{(pid=84169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:16:59.507372 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af0edb2-9b74-449d-84f3-f490045ae911 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:16:59.508319 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9af0edb2-9b74-449d-84f3-f490045ae911 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:59.509618 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9af0edb2-9b74-449d-84f3-f490045ae911 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "PUT /v2.0/ports/ac1019f5-1384-4389-97da-8d57fbb9e113 HTTP/1.1" status: 200 len: 1054 time: 2.7808053 Dec 21 22:16:59.523677 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57420) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:16:59.567545 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-84adb00d-f47c-46bc-99ba-1ab8d89aa0e2 None None] Port ac1019f5-1384-4389-97da-8d57fbb9e113 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:16:59.592992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Pushing event updated for resources: {'Port': ['ID=13e2bac9-3528-4ad9-a78a-45fa1eeffe54,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:59.608069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:59.608069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:16:59.608069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:16:59.663438 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-133a8f0b-440a-44a2-8679-b155684af227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:59.667726 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-8a22eb03-9574-4783-ba03-71a62f466014 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Deleting port ac1019f5-1384-4389-97da-8d57fbb9e113 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:16:59.668582 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8a22eb03-9574-4783-ba03-71a62f466014 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:59.688437 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 3cf7c006-5887-41c2-8879-62462a690be3 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:59.709524 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Set router 19ee1093-97da-4c9c-9e66-855499f2bfbb gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:16:59.749035 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e0d02f55-80a6-40ec-bc65-cfd4f39d1cdf None None] Provisioning for port 3cf7c006-5887-41c2-8879-62462a690be3 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:16:59.754826 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e0d02f55-80a6-40ec-bc65-cfd4f39d1cdf None None] Provisioning complete for port 3cf7c006-5887-41c2-8879-62462a690be3 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:16:59.754943 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e0d02f55-80a6-40ec-bc65-cfd4f39d1cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:16:59.776831 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=2186f321-26f9-4c92-a31d-28d937611ac9,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:16:59.788491 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:16:59.855781 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:00.031555 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e0d02f55-80a6-40ec-bc65-cfd4f39d1cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:00.094059 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8a22eb03-9574-4783-ba03-71a62f466014 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:00.110892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e0d02f55-80a6-40ec-bc65-cfd4f39d1cdf None None] For port 3cf7c006-5887-41c2-8879-62462a690be3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=3cf7c006-5887-41c2-8879-62462a690be3,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:00.145854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:00.153022 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ee1093-97da-4c9c-9e66-855499f2bfbb', 'name': '', 'tenant_id': 'a861f3293388429abba521275c3540c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9445abc1-4b33-45df-b65e-055b43a0b822', 'external_fixed_ips': [{'subnet_id': '16d79d38-34d0-41fd-ba00-aaad0e75ee3d', 'ip_address': '2001:db8::346'}], 'enable_snat': True}, 'gw_port_id': '13b09119-4793-4bf3-a5ae-baed87ca308e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:16:54Z', 'updated_at': '2021-12-21T22:16:57Z', 'revision_number': 3, 'project_id': 'a861f3293388429abba521275c3540c3', 'gw_port': {'id': '13b09119-4793-4bf3-a5ae-baed87ca308e', 'name': '', 'network_id': '9445abc1-4b33-45df-b65e-055b43a0b822', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ee1093-97da-4c9c-9e66-855499f2bfbb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '16d79d38-34d0-41fd-ba00-aaad0e75ee3d', 'ip_address': '2001:db8::346', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:16:55Z', 'updated_at': '2021-12-21T22:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d79d38-34d0-41fd-ba00-aaad0e75ee3d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:00.158266 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Checking router: 19ee1093-97da-4c9c-9e66-855499f2bfbb for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:17:00.170158 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Updating router 19ee1093-97da-4c9c-9e66-855499f2bfbb port 13b09119-4793-4bf3-a5ae-baed87ca308e binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:17:00.220694 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:00.223459 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e0d02f55-80a6-40ec-bc65-cfd4f39d1cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:00.226905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-8a22eb03-9574-4783-ba03-71a62f466014 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Calling delete_port for ac1019f5-1384-4389-97da-8d57fbb9e113 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:00.372824 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d02f55-80a6-40ec-bc65-cfd4f39d1cdf None None] Pushing event updated for resources: {'Port': ['ID=3cf7c006-5887-41c2-8879-62462a690be3,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:00.378871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:00.381935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-08c01719-4fef-40e4-bf7c-da9414904e1c tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:00.476880 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:00.481708 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:00.487050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:00.487667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:00.645990 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:00.658871 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:00.720757 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c01719-4fef-40e4-bf7c-da9414904e1c tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Pushing event deleted for resources: {'Port': ['ID=f0259e7f-36f4-4e41-8168-2d56cf1e689d,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:00.723953 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-afdeb342-89a1-445d-a6f6-410f326950c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7709622 Dec 21 22:17:00.728306 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57428) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:00.775382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:00.783737 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:00.796159 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8a22eb03-9574-4783-ba03-71a62f466014 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:00.870387 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Pushing event updated for resources: {'Port': ['ID=13e2bac9-3528-4ad9-a78a-45fa1eeffe54,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:00.923370 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22eb03-9574-4783-ba03-71a62f466014 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event deleted for resources: {'Port': ['ID=ac1019f5-1384-4389-97da-8d57fbb9e113,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:00.928373 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-08c01719-4fef-40e4-bf7c-da9414904e1c tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:00.935185 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:00.935284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-08c01719-4fef-40e4-bf7c-da9414904e1c tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:00.950752 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-08c01719-4fef-40e4-bf7c-da9414904e1c tempest-FloatingIPAdminTestJSON-842255350 tempest-FloatingIPAdminTestJSON-842255350-project] 10.222.0.37 "DELETE /v2.0/floatingips/27effc4e-3729-4605-9aeb-c5e9978969d0 HTTP/1.1" status: 204 len: 168 time: 2.7829127 Dec 21 22:17:00.994307 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:01.017985 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Transition to ACTIVE for port object 13b09119-4793-4bf3-a5ae-baed87ca308e will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:01.040704 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f1174f17-e6a2-4f40-8f7d-fddc4e04160a None None] Provisioning for port 2186f321-26f9-4c92-a31d-28d937611ac9 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:01.046144 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f1174f17-e6a2-4f40-8f7d-fddc4e04160a None None] Provisioning complete for port 2186f321-26f9-4c92-a31d-28d937611ac9 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:01.050512 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f1174f17-e6a2-4f40-8f7d-fddc4e04160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:01.075093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:01.098455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:01.107868 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-dc8ecc3c-d05a-41c0-8351-c2cb660d0b14 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3414574 Dec 21 22:17:01.109134 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57436) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:01.128619 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a540681f-7103-49cb-8044-15463eba3718 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Request body: {'floatingip': {'port_id': '1b79a898-21e8-4790-bd1b-ad7d24a1235d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:01.143274 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:01.271722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f1174f17-e6a2-4f40-8f7d-fddc4e04160a None None] Port 2186f321-26f9-4c92-a31d-28d937611ac9 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:17:01.350774 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Deleting port 13b09119-4793-4bf3-a5ae-baed87ca308e {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:01.351677 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:01.370638 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Attempting to bind port 13b09119-4793-4bf3-a5ae-baed87ca308e on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:17:01.371015 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Attempting to bind port 13b09119-4793-4bf3-a5ae-baed87ca308e by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '05e48bd5-eeda-4cd8-920e-399f1be9d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9445abc1-4b33-45df-b65e-055b43a0b822'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:17:01.371374 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Attempting to bind port 13b09119-4793-4bf3-a5ae-baed87ca308e on network 9445abc1-4b33-45df-b65e-055b43a0b822 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:17:01.409507 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:17:01.410031 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Checking segment: {'id': '05e48bd5-eeda-4cd8-920e-399f1be9d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9445abc1-4b33-45df-b65e-055b43a0b822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:01.410644 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:01.411052 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Bound using segment: {'id': '05e48bd5-eeda-4cd8-920e-399f1be9d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9445abc1-4b33-45df-b65e-055b43a0b822'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:17:01.411544 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Bound port: 13b09119-4793-4bf3-a5ae-baed87ca308e, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e48bd5-eeda-4cd8-920e-399f1be9d143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '9445abc1-4b33-45df-b65e-055b43a0b822'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:17:01.411937 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:01.417258 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 3cf7c006-5887-41c2-8879-62462a690be3 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:17:01.538930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a540681f-7103-49cb-8044-15463eba3718 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for floatingip, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:01.553589 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6f996b-6fd2-4b6b-9180-56189a6ea4e0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:01.558699 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6f996b-6fd2-4b6b-9180-56189a6ea4e0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:01.559590 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8a6f996b-6fd2-4b6b-9180-56189a6ea4e0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:01.618776 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 3cf7c006-5887-41c2-8879-62462a690be3 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:01.619144 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:01.653395 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8c4a4-79d8-47fb-8e6d-d3b7470842e1 None None] Pushing event updated for resources: {'Port': ['ID=13b09119-4793-4bf3-a5ae-baed87ca308e,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:01.682443 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8a6f996b-6fd2-4b6b-9180-56189a6ea4e0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:01.697228 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8c4a4-79d8-47fb-8e6d-d3b7470842e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:01.697228 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8c4a4-79d8-47fb-8e6d-d3b7470842e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:01.697228 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8c4a4-79d8-47fb-8e6d-d3b7470842e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:01.697228 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8c4a4-79d8-47fb-8e6d-d3b7470842e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:01.697680 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8a6f996b-6fd2-4b6b-9180-56189a6ea4e0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.9569695 Dec 21 22:17:01.697813 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8c4a4-79d8-47fb-8e6d-d3b7470842e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:01.697813 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8c4a4-79d8-47fb-8e6d-d3b7470842e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:01.697813 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8c4a4-79d8-47fb-8e6d-d3b7470842e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:01.697813 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8c4a4-79d8-47fb-8e6d-d3b7470842e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:01.697813 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8c4a4-79d8-47fb-8e6d-d3b7470842e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:01.697813 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8c4a4-79d8-47fb-8e6d-d3b7470842e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:01.697813 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee8c4a4-79d8-47fb-8e6d-d3b7470842e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:01.708583 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57444) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:01.741572 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] For port 13b09119-4793-4bf3-a5ae-baed87ca308e, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:17:01.757434 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] For port 13b09119-4793-4bf3-a5ae-baed87ca308e, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=13b09119-4793-4bf3-a5ae-baed87ca308e,segment=NetworkSegment(05e48bd5-eeda-4cd8-920e-399f1be9d143),segment_id=05e48bd5-eeda-4cd8-920e-399f1be9d143)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:17:01.827283 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8a22eb03-9574-4783-ba03-71a62f466014 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:01.830553 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8a22eb03-9574-4783-ba03-71a62f466014 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "DELETE /v2.0/ports/ac1019f5-1384-4389-97da-8d57fbb9e113 HTTP/1.1" status: 204 len: 168 time: 2.3057058 Dec 21 22:17:01.838647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57448) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:01.863431 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:01.977184 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8c4a4-79d8-47fb-8e6d-d3b7470842e1 None None] Pushing event updated for resources: {'Port': ['ID=13b09119-4793-4bf3-a5ae-baed87ca308e,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:01.990705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57452) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:02.046168 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Routers {'19ee1093-97da-4c9c-9e66-855499f2bfbb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:02.048659 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['19ee1093-97da-4c9c-9e66-855499f2bfbb'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:02.114753 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:02.145606 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-160be1b0-0920-4af5-a603-9a8ca1478595 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] GET failed (client error): The resource could not be found. Dec 21 22:17:02.152173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-160be1b0-0920-4af5-a603-9a8ca1478595 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Synchronizing usage tracker for tenant:7c28e903c2f54471a6ede05fbdb5f247 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:02.196788 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-392165a6-8ddf-4cc6-a5ba-e0b99d865e22 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port 2186f321-26f9-4c92-a31d-28d937611ac9 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:02.197134 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-392165a6-8ddf-4cc6-a5ba-e0b99d865e22 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:02.243075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57460) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:02.276124 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e68ede9b-7ca9-4888-9014-6a415d6033c0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'subnet': {'network_id': 'ce9fab96-ad7a-4d51-9fe1-213c937774bb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:02.340609 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] Set router 19ee1093-97da-4c9c-9e66-855499f2bfbb gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:02.344694 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-a540681f-7103-49cb-8044-15463eba3718 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] update failed (client error): The resource could not be found. Dec 21 22:17:02.345729 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a540681f-7103-49cb-8044-15463eba3718 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] 10.222.0.37 "PUT /v2.0/floatingips/df0fc474-5a74-4d43-bf58-56fee8c5bebd HTTP/1.1" status: 404 len: 507 time: 1.2339911 Dec 21 22:17:02.369412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57466) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:02.369505 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-160be1b0-0920-4af5-a603-9a8ca1478595 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Unset dirty status for tenant:7c28e903c2f54471a6ede05fbdb5f247 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:02.369505 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-160be1b0-0920-4af5-a603-9a8ca1478595 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "GET /v2.0/ports/ac1019f5-1384-4389-97da-8d57fbb9e113 HTTP/1.1" status: 404 len: 333 time: 0.5171928 Dec 21 22:17:02.392172 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57470) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:02.477627 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ee1093-97da-4c9c-9e66-855499f2bfbb', 'name': '', 'tenant_id': 'a861f3293388429abba521275c3540c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:16:54Z', 'updated_at': '2021-12-21T22:17:01Z', 'revision_number': 4, 'project_id': 'a861f3293388429abba521275c3540c3', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:02.483146 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a00827b-b9fa-4328-a314-3c8f56fbe229 None None] The sync data for ids ['19ee1093-97da-4c9c-9e66-855499f2bfbb'] in dv-neutron-822520-1-hyperv is: [{'id': '19ee1093-97da-4c9c-9e66-855499f2bfbb', 'name': '', 'tenant_id': 'a861f3293388429abba521275c3540c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:16:54Z', 'updated_at': '2021-12-21T22:17:01Z', 'revision_number': 4, 'project_id': 'a861f3293388429abba521275c3540c3', 'gw_port_host': None}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:17:02.548913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] For port 13b09119-4793-4bf3-a5ae-baed87ca308e, host dv-neutron-822520-1-hyperv, got binding levels [] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:02.549539 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:02.661225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e68ede9b-7ca9-4888-9014-6a415d6033c0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:02.666205 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-1d0fdced-dfd1-47b7-82a4-6184cc046ff2 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Deleting port 9f6e71ad-6821-48dd-a07b-4d85b4317b33 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:02.666544 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdced-dfd1-47b7-82a4-6184cc046ff2 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:02.698934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-bcccf0c9-9846-4d71-ab5a-e56939f10537 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Deleting port 13e2bac9-3528-4ad9-a78a-45fa1eeffe54 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:02.699282 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bcccf0c9-9846-4d71-ab5a-e56939f10537 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:02.711096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e68ede9b-7ca9-4888-9014-6a415d6033c0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:subnet and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:02.726051 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e68ede9b-7ca9-4888-9014-6a415d6033c0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:02.733084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Calling delete_port for 13b09119-4793-4bf3-a5ae-baed87ca308e owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:02.749672 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e68ede9b-7ca9-4888-9014-6a415d6033c0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:02.760069 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0976df22-bd03-46c1-8680-d76c1b7592e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e8569f5360f4f1598d4e6aff36a2008&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7681026 Dec 21 22:17:02.776027 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57474) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:02.898876 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68ede9b-7ca9-4888-9014-6a415d6033c0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:02.962729 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bcccf0c9-9846-4d71-ab5a-e56939f10537 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:02.962975 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bcccf0c9-9846-4d71-ab5a-e56939f10537 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:02.986132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-392165a6-8ddf-4cc6-a5ba-e0b99d865e22 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:03.086446 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-bcccf0c9-9846-4d71-ab5a-e56939f10537 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Calling delete_port for 13e2bac9-3528-4ad9-a78a-45fa1eeffe54 owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:03.112659 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.api [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:17:03.112891 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG oslo_db.api [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:17:03.206324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-392165a6-8ddf-4cc6-a5ba-e0b99d865e22 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for 2186f321-26f9-4c92-a31d-28d937611ac9 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:03.261479 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e68ede9b-7ca9-4888-9014-6a415d6033c0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:03.270250 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bcccf0c9-9846-4d71-ab5a-e56939f10537 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:03.323002 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccf0c9-9846-4d71-ab5a-e56939f10537 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Pushing event deleted for resources: {'Port': ['ID=13e2bac9-3528-4ad9-a78a-45fa1eeffe54,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:03.367637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-725aae9e-61f6-423e-968d-14917bd47b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:03.417341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bcccf0c9-9846-4d71-ab5a-e56939f10537 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for floatingip, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:03.430350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bcccf0c9-9846-4d71-ab5a-e56939f10537 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:03.436719 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bcccf0c9-9846-4d71-ab5a-e56939f10537 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] 10.222.0.37 "DELETE /v2.0/floatingips/df0fc474-5a74-4d43-bf58-56fee8c5bebd HTTP/1.1" status: 204 len: 168 time: 1.0781524 Dec 21 22:17:03.436719 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57480) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:03.440347 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-693b7169-3ccd-4ca3-bedb-eec8aa473988 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Request body: {'floatingip': {'floating_network_id': '09928351-850f-4e4d-ae45-58c2c9c58297', 'port_id': '1b79a898-21e8-4790-bd1b-ad7d24a1235d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:03.445658 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-693b7169-3ccd-4ca3-bedb-eec8aa473988 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:03.449498 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-693b7169-3ccd-4ca3-bedb-eec8aa473988 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Usage tracker for resource:floatingip and tenant:dafb61248c79464c91274992053c5d29 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:03.452339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-693b7169-3ccd-4ca3-bedb-eec8aa473988 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:03.458966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-693b7169-3ccd-4ca3-bedb-eec8aa473988 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:03.488911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-725aae9e-61f6-423e-968d-14917bd47b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:03.537586 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-693b7169-3ccd-4ca3-bedb-eec8aa473988 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:03.563981 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdced-dfd1-47b7-82a4-6184cc046ff2 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:03.715467 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-1d0fdced-dfd1-47b7-82a4-6184cc046ff2 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Calling delete_port for 9f6e71ad-6821-48dd-a07b-4d85b4317b33 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:03.739310 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Deleting port 13b09119-4793-4bf3-a5ae-baed87ca308e {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:03.743894 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:03.924373 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-392165a6-8ddf-4cc6-a5ba-e0b99d865e22 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:03.926559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-725aae9e-61f6-423e-968d-14917bd47b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:03.951564 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] For port 13b09119-4793-4bf3-a5ae-baed87ca308e, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=13b09119-4793-4bf3-a5ae-baed87ca308e,segment=NetworkSegment(05e48bd5-eeda-4cd8-920e-399f1be9d143),segment_id=05e48bd5-eeda-4cd8-920e-399f1be9d143)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:03.951910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:03.994057 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725aae9e-61f6-423e-968d-14917bd47b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09703404-53be-4ac6-816d-41338d5308da,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:03.995992 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392165a6-8ddf-4cc6-a5ba-e0b99d865e22 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=2186f321-26f9-4c92-a31d-28d937611ac9,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:04.089524 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-693b7169-3ccd-4ca3-bedb-eec8aa473988 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:17:04.094700 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-693b7169-3ccd-4ca3-bedb-eec8aa473988 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6586721 Dec 21 22:17:04.095274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57488) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:04.101947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Calling delete_port for 13b09119-4793-4bf3-a5ae-baed87ca308e owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:04.117885 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-392165a6-8ddf-4cc6-a5ba-e0b99d865e22 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:04.137968 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-392165a6-8ddf-4cc6-a5ba-e0b99d865e22 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/2186f321-26f9-4c92-a31d-28d937611ac9 HTTP/1.1" status: 204 len: 168 time: 2.4285998 Dec 21 22:17:04.139610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': '1b79a898-21e8-4790-bd1b-ad7d24a1235d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:04.142077 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57492) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:04.147559 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:04.160260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Usage tracker for resource:floatingip and tenant:dafb61248c79464c91274992053c5d29 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:04.164459 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:04.173609 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:04.187152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-725aae9e-61f6-423e-968d-14917bd47b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:04.188290 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-725aae9e-61f6-423e-968d-14917bd47b96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09703404-53be-4ac6-816d-41338d5308da HTTP/1.1" status: 204 len: 168 time: 1.4113483 Dec 21 22:17:04.189138 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdced-dfd1-47b7-82a4-6184cc046ff2 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:04.302146 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:04.324939 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0fdced-dfd1-47b7-82a4-6184cc046ff2 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event deleted for resources: {'Port': ['ID=9f6e71ad-6821-48dd-a07b-4d85b4317b33,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:04.372133 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e68ede9b-7ca9-4888-9014-6a415d6033c0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:04.442952 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:04.456986 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f28aa25-05f9-49a3-a9c5-74b841eacc32 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:04.458808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f28aa25-05f9-49a3-a9c5-74b841eacc32 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:04.462458 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5f28aa25-05f9-49a3-a9c5-74b841eacc32 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:04.509153 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Pushing event deleted for resources: {'Port': ['ID=13b09119-4793-4bf3-a5ae-baed87ca308e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:04.554325 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ede9b-7ca9-4888-9014-6a415d6033c0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Subnet': ['ID=3eac26f8-1b63-46a0-8a39-a0a674c63d49,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:04.579575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1d0fdced-dfd1-47b7-82a4-6184cc046ff2 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:04.584210 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1d0fdced-dfd1-47b7-82a4-6184cc046ff2 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "DELETE /v2.0/ports/9f6e71ad-6821-48dd-a07b-4d85b4317b33 HTTP/1.1" status: 204 len: 168 time: 2.1882353 Dec 21 22:17:04.585732 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57500) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:04.636255 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68ede9b-7ca9-4888-9014-6a415d6033c0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Checking segment: {'id': 'db2ba200-de59-477e-aa4a-c3a8f051052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce9fab96-ad7a-4d51-9fe1-213c937774bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:04.636599 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ede9b-7ca9-4888-9014-6a415d6033c0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network hostable DHCP agents. Network: ce9fab96-ad7a-4d51-9fe1-213c937774bb, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:17:04.641590 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a394ddd-d4a0-438f-a9ec-715a519af90b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] GET failed (client error): The resource could not be found. Dec 21 22:17:04.642105 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4a394ddd-d4a0-438f-a9ec-715a519af90b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Synchronizing usage tracker for tenant:7c28e903c2f54471a6ede05fbdb5f247 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:04.644259 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5f28aa25-05f9-49a3-a9c5-74b841eacc32 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:04.645365 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5f28aa25-05f9-49a3-a9c5-74b841eacc32 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5023935 Dec 21 22:17:04.649198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57504) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:04.735269 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:04.818808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4a394ddd-d4a0-438f-a9ec-715a519af90b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Unset dirty status for tenant:7c28e903c2f54471a6ede05fbdb5f247 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:04.821388 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4a394ddd-d4a0-438f-a9ec-715a519af90b tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "GET /v2.0/ports/9f6e71ad-6821-48dd-a07b-4d85b4317b33 HTTP/1.1" status: 404 len: 333 time: 0.2347150 Dec 21 22:17:04.826885 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ede9b-7ca9-4888-9014-6a415d6033c0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network ce9fab96-ad7a-4d51-9fe1-213c937774bb is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:17:04.831154 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57510) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:04.877043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:04.915909 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-014b3aa5-0a56-410b-8457-62cf8c41240a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 1758dcf8-de82-42dc-aa9e-73200d9941c0 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:17:04.920818 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-014b3aa5-0a56-410b-8457-62cf8c41240a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:04.950694 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57514) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:04.963684 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-ddf18548-5e25-4b0f-9faa-0a42f59776d6 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Deleting port 88babd73-5a3b-417a-9fb0-74e54512e898 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:04.964021 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ddf18548-5e25-4b0f-9faa-0a42f59776d6 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:04.988050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-e68ede9b-7ca9-4888-9014-6a415d6033c0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, ce9fab96-ad7a-4d51-9fe1-213c937774bb) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:04.995632 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3863fe1c-4ad8-40fa-abc1-a3620b35dde9 None None] Network ce9fab96-ad7a-4d51-9fe1-213c937774bb requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:05.017751 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ede9b-7ca9-4888-9014-6a415d6033c0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:05.018357 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e68ede9b-7ca9-4888-9014-6a415d6033c0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.034439 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cf2a8e6d-71f8-4d02-b0d0-50fb36046a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.050076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.068119 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.078861 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-014b3aa5-0a56-410b-8457-62cf8c41240a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.162694 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e68ede9b-7ca9-4888-9014-6a415d6033c0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9066391 Dec 21 22:17:05.176543 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57520) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:05.196382 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-58f11a69-ba6a-4d8a-a1b6-a531429f94e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1876199004'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:05.222208 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cf2a8e6d-71f8-4d02-b0d0-50fb36046a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:05.224576 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-58f11a69-ba6a-4d8a-a1b6-a531429f94e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:05.239346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cf2a8e6d-71f8-4d02-b0d0-50fb36046a43 admin admin] Usage tracker for resource:security_group_rule and tenant:616afe0865814d4194cde5788a013533 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:05.254999 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-ce9fab96-ad7a-4d51-9fe1-213c937774bb', 'network_id': 'ce9fab96-ad7a-4d51-9fe1-213c937774bb', 'tenant_id': '4e995e9f72ec471e8e6c5b6e94036fb6', 'fixed_ips': [{'subnet_id': '3eac26f8-1b63-46a0-8a39-a0a674c63d49'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:17:05.257873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.258267 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-58f11a69-ba6a-4d8a-a1b6-a531429f94e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:network and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:05.267740 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cf2a8e6d-71f8-4d02-b0d0-50fb36046a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:05.271261 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-58f11a69-ba6a-4d8a-a1b6-a531429f94e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:05.300681 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cf2a8e6d-71f8-4d02-b0d0-50fb36046a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:05.313181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-58f11a69-ba6a-4d8a-a1b6-a531429f94e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:05.357820 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Allocated IP 172.26.3.33 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/8ae32ebf-fb4d-48eb-b970-988625c275c1) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:05.410472 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-014b3aa5-0a56-410b-8457-62cf8c41240a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.455951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.456478 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19ee1093-97da-4c9c-9e66-855499f2bfbb {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:17:05.459020 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Allocated IP 2001:db8:0:ffff::2 (ce9fab96-ad7a-4d51-9fe1-213c937774bb/3eac26f8-1b63-46a0-8a39-a0a674c63d49/c1357fde-2335-41ed-b741-e6cae3704881) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:05.484423 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ddf18548-5e25-4b0f-9faa-0a42f59776d6 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.489218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.491285 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c034100b-e4c3-4fb5-8d0c-d9deb9433bf5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "DELETE /v2.0/routers/19ee1093-97da-4c9c-9e66-855499f2bfbb HTTP/1.1" status: 204 len: 168 time: 6.0599673 Dec 21 22:17:05.495623 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f11a69-ba6a-4d8a-a1b6-a531429f94e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:05.498544 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-58f11a69-ba6a-4d8a-a1b6-a531429f94e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.504678 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57524) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:05.574553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e155b0-51f1-4000-ba1a-8161556bffef tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Deleting subnet 16d79d38-34d0-41fd-ba00-aaad0e75ee3d {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:17:05.582384 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-04e155b0-51f1-4000-ba1a-8161556bffef tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.642726 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.665046 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-04e155b0-51f1-4000-ba1a-8161556bffef tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.683334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-ddf18548-5e25-4b0f-9faa-0a42f59776d6 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Calling delete_port for 88babd73-5a3b-417a-9fb0-74e54512e898 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:05.698811 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.734799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-04e155b0-51f1-4000-ba1a-8161556bffef tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.812831 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f11a69-ba6a-4d8a-a1b6-a531429f94e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:05.823319 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.849538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cf2a8e6d-71f8-4d02-b0d0-50fb36046a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.855777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-58f11a69-ba6a-4d8a-a1b6-a531429f94e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.855777 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-58f11a69-ba6a-4d8a-a1b6-a531429f94e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Added segment 7d0cd9d7-6e9c-4c4c-b7d7-12396694211b of type vlan for network 50add011-6638-48b4-a74c-91b439eef49f Dec 21 22:17:05.896635 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-58f11a69-ba6a-4d8a-a1b6-a531429f94e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.899609 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:05.902675 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:05.906789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:05.931942 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-04e155b0-51f1-4000-ba1a-8161556bffef tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.964556 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cf2a8e6d-71f8-4d02-b0d0-50fb36046a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.972199 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-014b3aa5-0a56-410b-8457-62cf8c41240a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:05.982662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Pushing event updated for resources: {'Port': ['ID=8ae32ebf-fb4d-48eb-b970-988625c275c1,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:05.991373 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e155b0-51f1-4000-ba1a-8161556bffef tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=16d79d38-34d0-41fd-ba00-aaad0e75ee3d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:06.005987 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-04e155b0-51f1-4000-ba1a-8161556bffef tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.016736 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-04e155b0-51f1-4000-ba1a-8161556bffef tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/16d79d38-34d0-41fd-ba00-aaad0e75ee3d HTTP/1.1" status: 204 len: 168 time: 0.5107458 Dec 21 22:17:06.029541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57530) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:06.053782 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba25e3e2-ffaf-4432-80c4-ff5196b53043 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:06.065235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b3aa5-0a56-410b-8457-62cf8c41240a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=1758dcf8-de82-42dc-aa9e-73200d9941c0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:06.067533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-014b3aa5-0a56-410b-8457-62cf8c41240a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.081791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-58f11a69-ba6a-4d8a-a1b6-a531429f94e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.085471 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f11a69-ba6a-4d8a-a1b6-a531429f94e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:06.086533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-58f11a69-ba6a-4d8a-a1b6-a531429f94e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.148952 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Deleting port 8ae32ebf-fb4d-48eb-b970-988625c275c1 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:06.149329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.161074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2a8e6d-71f8-4d02-b0d0-50fb36046a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dfb3f6-8c20-4954-8383-f6a150dbe738,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:06.192241 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cf2a8e6d-71f8-4d02-b0d0-50fb36046a43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=616afe0865814d4194cde5788a013533&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2361450 Dec 21 22:17:06.193744 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57534) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:06.213253 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Transition to ACTIVE for port object c1357fde-2335-41ed-b741-e6cae3704881 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:06.232965 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Transition to ACTIVE for port object c1357fde-2335-41ed-b741-e6cae3704881 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:06.299089 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.382729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Network ce9fab96-ad7a-4d51-9fe1-213c937774bb is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:06.387999 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5d5350-89fc-4028-afdd-fc7bc405d93b None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:17:06.389998 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:06.395000 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Pushing event updated for resources: {'Port': ['ID=c1357fde-2335-41ed-b741-e6cae3704881,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:06.398684 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:06.401912 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1050954d-6a15-4674-92f9-83cf045524d3 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.413101 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-014b3aa5-0a56-410b-8457-62cf8c41240a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/1758dcf8-de82-42dc-aa9e-73200d9941c0 HTTP/1.1" status: 204 len: 168 time: 1.7605534 Dec 21 22:17:06.413101 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ddf18548-5e25-4b0f-9faa-0a42f59776d6 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.413659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f11a69-ba6a-4d8a-a1b6-a531429f94e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Network': ['ID=50add011-6638-48b4-a74c-91b439eef49f,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:06.415595 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57540) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:06.435709 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d5350-89fc-4028-afdd-fc7bc405d93b None None] Deleting port 3cf7c006-5887-41c2-8879-62462a690be3 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:06.436148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5350-89fc-4028-afdd-fc7bc405d93b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.447914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d221166d-15a2-43bb-b047-4129695ea343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.451241 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.451596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.502186 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 50add011-6638-48b4-a74c-91b439eef49f details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:06.591582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Calling delete_port for 8ae32ebf-fb4d-48eb-b970-988625c275c1 owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:06.630617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d221166d-15a2-43bb-b047-4129695ea343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.635645 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf18548-5e25-4b0f-9faa-0a42f59776d6 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event deleted for resources: {'Port': ['ID=88babd73-5a3b-417a-9fb0-74e54512e898,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:06.672917 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Attempting to bind port c1357fde-2335-41ed-b741-e6cae3704881 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:17:06.673549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Attempting to bind port c1357fde-2335-41ed-b741-e6cae3704881 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'db2ba200-de59-477e-aa4a-c3a8f051052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce9fab96-ad7a-4d51-9fe1-213c937774bb'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:17:06.674091 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Attempting to bind port c1357fde-2335-41ed-b741-e6cae3704881 on network ce9fab96-ad7a-4d51-9fe1-213c937774bb {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:17:06.682887 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-58f11a69-ba6a-4d8a-a1b6-a531429f94e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4969802 Dec 21 22:17:06.682887 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ddf18548-5e25-4b0f-9faa-0a42f59776d6 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.686643 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ddf18548-5e25-4b0f-9faa-0a42f59776d6 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "DELETE /v2.0/ports/88babd73-5a3b-417a-9fb0-74e54512e898 HTTP/1.1" status: 204 len: 168 time: 1.8524580 Dec 21 22:17:06.686806 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57544) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:06.703702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57546) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:06.709792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-27af0528-6b01-4d61-ae5b-391c49844c23 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'subnet': {'network_id': '50add011-6638-48b4-a74c-91b439eef49f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:06.721861 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:17:06.722184 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Checking segment: {'id': 'db2ba200-de59-477e-aa4a-c3a8f051052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce9fab96-ad7a-4d51-9fe1-213c937774bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:06.722486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.722896 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Bound using segment: {'id': 'db2ba200-de59-477e-aa4a-c3a8f051052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce9fab96-ad7a-4d51-9fe1-213c937774bb'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:17:06.723367 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Bound port: c1357fde-2335-41ed-b741-e6cae3704881, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2ba200-de59-477e-aa4a-c3a8f051052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ce9fab96-ad7a-4d51-9fe1-213c937774bb'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:17:06.723723 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.779053 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1050954d-6a15-4674-92f9-83cf045524d3 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.803820 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7ba9d4f5-ee09-40be-858b-5d9bfc679004 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3788166 Dec 21 22:17:06.805062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57552) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:06.826251 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] For port c1357fde-2335-41ed-b741-e6cae3704881, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:17:06.833903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] For port c1357fde-2335-41ed-b741-e6cae3704881, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c1357fde-2335-41ed-b741-e6cae3704881,segment=NetworkSegment(db2ba200-de59-477e-aa4a-c3a8f051052f),segment_id=db2ba200-de59-477e-aa4a-c3a8f051052f)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:17:06.877012 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-1050954d-6a15-4674-92f9-83cf045524d3 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9445abc1-4b33-45df-b65e-055b43a0b822']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:06.892484 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-1050954d-6a15-4674-92f9-83cf045524d3 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e48bd5-eeda-4cd8-920e-399f1be9d143') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:06.892808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-1050954d-6a15-4674-92f9-83cf045524d3 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e48bd5-eeda-4cd8-920e-399f1be9d143') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:06.911868 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1050954d-6a15-4674-92f9-83cf045524d3 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.926986 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.932620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1050954d-6a15-4674-92f9-83cf045524d3 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.941787 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1050954d-6a15-4674-92f9-83cf045524d3 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:17:06.942211 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1050954d-6a15-4674-92f9-83cf045524d3 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:06.955991 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:06.989005 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645ccc04-29e3-4e31-a3dd-3c5b9442e6c5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:06.989954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-645ccc04-29e3-4e31-a3dd-3c5b9442e6c5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:07.007391 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-8e5d5350-89fc-4028-afdd-fc7bc405d93b None None] For port 3cf7c006-5887-41c2-8879-62462a690be3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=3cf7c006-5887-41c2-8879-62462a690be3,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:07.008206 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5350-89fc-4028-afdd-fc7bc405d93b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:07.150811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d221166d-15a2-43bb-b047-4129695ea343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:07.155651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d5350-89fc-4028-afdd-fc7bc405d93b None None] Calling delete_port for 3cf7c006-5887-41c2-8879-62462a690be3 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:07.161275 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-645ccc04-29e3-4e31-a3dd-3c5b9442e6c5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:07.163948 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-645ccc04-29e3-4e31-a3dd-3c5b9442e6c5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3567822 Dec 21 22:17:07.168825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57558) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:07.203536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60197f4d-b920-458b-9f11-17d437d722d4 None None] Pushing event updated for resources: {'Port': ['ID=c1357fde-2335-41ed-b741-e6cae3704881,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:07.206059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-27af0528-6b01-4d61-ae5b-391c49844c23 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:07.208488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221166d-15a2-43bb-b047-4129695ea343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dfb3f6-8c20-4954-8383-f6a150dbe738,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:07.216917 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-27af0528-6b01-4d61-ae5b-391c49844c23 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:subnet and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:07.223226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-27af0528-6b01-4d61-ae5b-391c49844c23 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:07.224189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1050954d-6a15-4674-92f9-83cf045524d3 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:07.234229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-27af0528-6b01-4d61-ae5b-391c49844c23 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:07.238329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0b0f90-4867-4263-91cb-3e3697e91e21 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Deleting subnet e2439909-5386-4247-8e16-f1a6c1fb8034 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:17:07.251630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4a0b0f90-4867-4263-91cb-3e3697e91e21 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:07.273379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1050954d-6a15-4674-92f9-83cf045524d3 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9445abc1-4b33-45df-b65e-055b43a0b822 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 22:17:07.296656 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1050954d-6a15-4674-92f9-83cf045524d3 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:07.296941 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d221166d-15a2-43bb-b047-4129695ea343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:07.300153 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d221166d-15a2-43bb-b047-4129695ea343 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/54dfb3f6-8c20-4954-8383-f6a150dbe738 HTTP/1.1" status: 204 len: 168 time: 1.0938807 Dec 21 22:17:07.307522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050954d-6a15-4674-92f9-83cf045524d3 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Pushing event deleted for resources: {'Network': ['ID=9445abc1-4b33-45df-b65e-055b43a0b822,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:07.320677 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1050954d-6a15-4674-92f9-83cf045524d3 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "DELETE /v2.0/networks/9445abc1-4b33-45df-b65e-055b43a0b822 HTTP/1.1" status: 204 len: 168 time: 1.2865932 Dec 21 22:17:07.321010 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:07.357504 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610808ee-b6bf-45eb-b43c-283424f8ffcf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:07.362764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-610808ee-b6bf-45eb-b43c-283424f8ffcf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:07.406212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27af0528-6b01-4d61-ae5b-391c49844c23 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:07.418212 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8e5d5350-89fc-4028-afdd-fc7bc405d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:07.451779 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Pushing event deleted for resources: {'Port': ['ID=8ae32ebf-fb4d-48eb-b970-988625c275c1,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:07.511625 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 3cf7c006-5887-41c2-8879-62462a690be3 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:17:07.514450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-610808ee-b6bf-45eb-b43c-283424f8ffcf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:07.518130 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-610808ee-b6bf-45eb-b43c-283424f8ffcf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3491118 Dec 21 22:17:07.519229 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57568) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:07.539240 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4a0b0f90-4867-4263-91cb-3e3697e91e21 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:07.636356 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d5350-89fc-4028-afdd-fc7bc405d93b None None] Pushing event deleted for resources: {'Port': ['ID=3cf7c006-5887-41c2-8879-62462a690be3,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:07.661134 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 3cf7c006-5887-41c2-8879-62462a690be3 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:17:07.662796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 3cf7c006-5887-41c2-8879-62462a690be3 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:17:07.680636 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d5350-89fc-4028-afdd-fc7bc405d93b None None] No DVR routers for this DVR port 3cf7c006-5887-41c2-8879-62462a690be3 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:17:07.715166 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7b5c6a92-8b09-49dc-9b21-9439a2ed4cd2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1947954 Dec 21 22:17:07.721121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57574) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:07.729875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c1ffc4f8-8241-4830-8f9d-df095005c09d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:07.791691 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-27af0528-6b01-4d61-ae5b-391c49844c23 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:07.881834 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c1ffc4f8-8241-4830-8f9d-df095005c09d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:07.895214 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c1ffc4f8-8241-4830-8f9d-df095005c09d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:07.964099 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4a0b0f90-4867-4263-91cb-3e3697e91e21 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.006194 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ffc4f8-8241-4830-8f9d-df095005c09d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:08.010333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1ffc4f8-8241-4830-8f9d-df095005c09d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.041182 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] create failed (client error): The resource could not be found. Dec 21 22:17:08.046161 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c28d1297-b2d8-48ad-94bb-badb64c5ade9 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.9165499 Dec 21 22:17:08.046970 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57580) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:08.203601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-8a338c45-cfcf-4a49-bbb0-e33138f2b876 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Deleting port 1b79a898-21e8-4790-bd1b-ad7d24a1235d {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:08.204260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a338c45-cfcf-4a49-bbb0-e33138f2b876 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.235213 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57588) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:08.247044 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-be0054fc-c21d-44bd-bf1c-0e8c6dc0a858 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Request body: {'router': {'name': 'tempest-router--84387112', 'project_id': '154b23c85ffd42b39b033290ac0e8b25'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:08.262350 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-be0054fc-c21d-44bd-bf1c-0e8c6dc0a858 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:08.303640 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4a0b0f90-4867-4263-91cb-3e3697e91e21 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.321220 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-be0054fc-c21d-44bd-bf1c-0e8c6dc0a858 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Usage tracker for resource:router and tenant:154b23c85ffd42b39b033290ac0e8b25 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:08.328395 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-be0054fc-c21d-44bd-bf1c-0e8c6dc0a858 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:08.337102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-be0054fc-c21d-44bd-bf1c-0e8c6dc0a858 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:08.361219 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b0f90-4867-4263-91cb-3e3697e91e21 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event deleted for resources: {'Subnet': ['ID=e2439909-5386-4247-8e16-f1a6c1fb8034,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:08.378205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4a0b0f90-4867-4263-91cb-3e3697e91e21 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.386552 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8167a538-8dc9-48d8-8d25-cbcc921648ee None None] Network 83e41248-6b38-4d55-9c4d-b93472daefe4 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:08.408611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57592) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:08.434216 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-27af0528-6b01-4d61-ae5b-391c49844c23 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.470830 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4a0b0f90-4867-4263-91cb-3e3697e91e21 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "DELETE /v2.0/subnets/e2439909-5386-4247-8e16-f1a6c1fb8034 HTTP/1.1" status: 204 len: 168 time: 1.7657635 Dec 21 22:17:08.482794 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57596) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:08.531653 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-07fd4d88-c2fb-4093-80d6-28640ddd86c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.552550 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be0054fc-c21d-44bd-bf1c-0e8c6dc0a858 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.553804 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be0054fc-c21d-44bd-bf1c-0e8c6dc0a858 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.601067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33f8753-0abc-479c-bd6d-f9450b351254 None None] Network ce9fab96-ad7a-4d51-9fe1-213c937774bb requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:08.603290 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-07fd4d88-c2fb-4093-80d6-28640ddd86c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:08.605829 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be0054fc-c21d-44bd-bf1c-0e8c6dc0a858 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.614643 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-07fd4d88-c2fb-4093-80d6-28640ddd86c1 admin admin] Usage tracker for resource:security_group_rule and tenant:0f136fcb7f1049d5b59d038a847a2cd3 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:08.618549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-07fd4d88-c2fb-4093-80d6-28640ddd86c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:08.626023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-07fd4d88-c2fb-4093-80d6-28640ddd86c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:08.671949 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1ffc4f8-8241-4830-8f9d-df095005c09d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.698505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af0528-6b01-4d61-ae5b-391c49844c23 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Subnet': ['ID=0148dd08-e440-4e86-858b-aab09320260b,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:08.746552 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ffc4f8-8241-4830-8f9d-df095005c09d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:08.748501 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.752711 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-c1ffc4f8-8241-4830-8f9d-df095005c09d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:08.761593 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-07fd4d88-c2fb-4093-80d6-28640ddd86c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.765653 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ffc4f8-8241-4830-8f9d-df095005c09d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:08.766696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1ffc4f8-8241-4830-8f9d-df095005c09d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.777644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27af0528-6b01-4d61-ae5b-391c49844c23 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Checking segment: {'id': '7d0cd9d7-6e9c-4c4c-b7d7-12396694211b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '50add011-6638-48b4-a74c-91b439eef49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:08.778004 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27af0528-6b01-4d61-ae5b-391c49844c23 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network hostable DHCP agents. Network: 50add011-6638-48b4-a74c-91b439eef49f, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:17:08.784012 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f945c15-d601-4255-9f96-d3af33ee5ff0 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:08.798903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be0054fc-c21d-44bd-bf1c-0e8c6dc0a858 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.811722 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffc4f8-8241-4830-8f9d-df095005c09d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=b50c7ead-f3c4-4061-9702-0fb00c365417,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:08.818413 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Deleting port 41a980ce-959b-4d4d-b387-575bd8f5dc9f {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:08.822911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.839611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-07fd4d88-c2fb-4093-80d6-28640ddd86c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.862466 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a338c45-cfcf-4a49-bbb0-e33138f2b876 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:08.868653 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-29aba3ce-c6c5-4a02-8753-edcf23b64e12 None None] Provisioning for port c1357fde-2335-41ed-b741-e6cae3704881 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:08.903460 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-07fd4d88-c2fb-4093-80d6-28640ddd86c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0f136fcb7f1049d5b59d038a847a2cd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4930935 Dec 21 22:17:08.908268 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c1ffc4f8-8241-4830-8f9d-df095005c09d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1848450 Dec 21 22:17:08.917060 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57602) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:08.917960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57604) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:08.934388 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c95d3fb7-e813-423d-9091-6f9c05f0e3d3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'fixed_ips': [{'subnet_id': 'b50c7ead-f3c4-4061-9702-0fb00c365417', 'ip_address': '2001:db8::9a52:3d19:850e:1609'}], 'name': 'tempest-NetworksTestDHCPv6-613360750'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:08.999101 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be0054fc-c21d-44bd-bf1c-0e8c6dc0a858 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:09.003205 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-be0054fc-c21d-44bd-bf1c-0e8c6dc0a858 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7642934 Dec 21 22:17:09.003346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-8a338c45-cfcf-4a49-bbb0-e33138f2b876 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Calling delete_port for 1b79a898-21e8-4790-bd1b-ad7d24a1235d owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:09.010670 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd4d88-c2fb-4093-80d6-28640ddd86c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de9fb3f-8747-4a9d-9d61-95e3b151865e,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:09.018291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57610) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:09.037424 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49cdeed-9052-46fb-a976-cdc315442b05 None None] DHCP port deletion for 83e41248-6b38-4d55-9c4d-b93472daefe4 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:17:09.076963 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c49cdeed-9052-46fb-a976-cdc315442b05 None None] Deleting port 41a980ce-959b-4d4d-b387-575bd8f5dc9f {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:09.077331 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c49cdeed-9052-46fb-a976-cdc315442b05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:09.104403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27af0528-6b01-4d61-ae5b-391c49844c23 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network 50add011-6638-48b4-a74c-91b439eef49f is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:17:09.235475 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': 'b50c7ead-f3c4-4061-9702-0fb00c365417'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:17:09.236594 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:09.264531 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-27af0528-6b01-4d61-ae5b-391c49844c23 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 50add011-6638-48b4-a74c-91b439eef49f) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:09.279105 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed9cb92-53de-448f-93d3-e96e5bee0dce None None] Network 50add011-6638-48b4-a74c-91b439eef49f requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:09.281867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27af0528-6b01-4d61-ae5b-391c49844c23 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:09.282490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-27af0528-6b01-4d61-ae5b-391c49844c23 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:09.336704 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d86267a9-b383-4ec1-9d5a-74d5daea1f08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:09.416043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa76d-f6c1-4b80-ba0b-f93ee2843759 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:09.492813 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d86267a9-b383-4ec1-9d5a-74d5daea1f08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:09.498861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] For port 41a980ce-959b-4d4d-b387-575bd8f5dc9f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=41a980ce-959b-4d4d-b387-575bd8f5dc9f,segment=NetworkSegment(c1d1df55-73d8-4eb9-bee7-196c8d7be51b),segment_id=c1d1df55-73d8-4eb9-bee7-196c8d7be51b)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:09.499218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:09.511349 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c95d3fb7-e813-423d-9091-6f9c05f0e3d3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:09.530145 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c1357fde-2335-41ed-b741-e6cae3704881 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:17:09.606876 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c95d3fb7-e813-423d-9091-6f9c05f0e3d3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:09.637238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Calling delete_port for 41a980ce-959b-4d4d-b387-575bd8f5dc9f owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:09.665976 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-27af0528-6b01-4d61-ae5b-391c49844c23 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.9802880 Dec 21 22:17:09.675333 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57616) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:09.686685 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95d3fb7-e813-423d-9091-6f9c05f0e3d3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:09.692640 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c95d3fb7-e813-423d-9091-6f9c05f0e3d3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:09.697958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c49cdeed-9052-46fb-a976-cdc315442b05 None None] For port 41a980ce-959b-4d4d-b387-575bd8f5dc9f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=41a980ce-959b-4d4d-b387-575bd8f5dc9f,segment=NetworkSegment(c1d1df55-73d8-4eb9-bee7-196c8d7be51b),segment_id=c1d1df55-73d8-4eb9-bee7-196c8d7be51b)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:09.698457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c49cdeed-9052-46fb-a976-cdc315442b05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:09.785223 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-c95d3fb7-e813-423d-9091-6f9c05f0e3d3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port cee32a05-c519-4641-919d-1c924559cffa yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:17:09.807385 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a338c45-cfcf-4a49-bbb0-e33138f2b876 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:09.876202 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a338c45-cfcf-4a49-bbb0-e33138f2b876 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Pushing event deleted for resources: {'Port': ['ID=1b79a898-21e8-4790-bd1b-ad7d24a1235d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:09.886717 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d86267a9-b383-4ec1-9d5a-74d5daea1f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:09.891230 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c49cdeed-9052-46fb-a976-cdc315442b05 None None] Calling delete_port for 41a980ce-959b-4d4d-b387-575bd8f5dc9f owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:09.977689 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:09.996151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11fa5e78-34d2-414a-a5c6-ceab73d9f8ec tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.000432 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86267a9-b383-4ec1-9d5a-74d5daea1f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de9fb3f-8747-4a9d-9d61-95e3b151865e,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:10.011040 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa76d-f6c1-4b80-ba0b-f93ee2843759 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.020138 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Allocated IP 2001:db8::2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/b50c7ead-f3c4-4061-9702-0fb00c365417/f81bb45f-6614-4292-ac17-2728f75b9185) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:10.077267 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa76d-f6c1-4b80-ba0b-f93ee2843759 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.118764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d86267a9-b383-4ec1-9d5a-74d5daea1f08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.122521 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event deleted for resources: {'Port': ['ID=41a980ce-959b-4d4d-b387-575bd8f5dc9f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:10.127111 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d86267a9-b383-4ec1-9d5a-74d5daea1f08 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9de9fb3f-8747-4a9d-9d61-95e3b151865e HTTP/1.1" status: 204 len: 168 time: 1.2032285 Dec 21 22:17:10.143487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] No DVR routers for this DVR port 41a980ce-959b-4d4d-b387-575bd8f5dc9f on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:17:10.145574 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port c1357fde-2335-41ed-b741-e6cae3704881 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:10.168721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-c49cdeed-9052-46fb-a976-cdc315442b05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:17:10.169075 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-c49cdeed-9052-46fb-a976-cdc315442b05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:17:10.187337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a338c45-cfcf-4a49-bbb0-e33138f2b876 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.235452 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa76d-f6c1-4b80-ba0b-f93ee2843759 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.236035 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3aa76d-f6c1-4b80-ba0b-f93ee2843759 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e57e461-9e5c-46be-a4fe-26e99be1acec {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:17:10.249672 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4c3aa76d-f6c1-4b80-ba0b-f93ee2843759 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.257199 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4c3aa76d-f6c1-4b80-ba0b-f93ee2843759 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "DELETE /v2.0/routers/4e57e461-9e5c-46be-a4fe-26e99be1acec HTTP/1.1" status: 204 len: 168 time: 1.2363741 Dec 21 22:17:10.263058 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8a338c45-cfcf-4a49-bbb0-e33138f2b876 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] 10.222.0.37 "DELETE /v2.0/ports/1b79a898-21e8-4790-bd1b-ad7d24a1235d HTTP/1.1" status: 204 len: 168 time: 2.1862838 Dec 21 22:17:10.266630 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57626) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:10.323810 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c1357fde-2335-41ed-b741-e6cae3704881 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:10.324314 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.350386 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678db368-5ecb-402f-b5c7-86b936cdeff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-50add011-6638-48b4-a74c-91b439eef49f', 'network_id': '50add011-6638-48b4-a74c-91b439eef49f', 'tenant_id': '4e995e9f72ec471e8e6c5b6e94036fb6', 'fixed_ips': [{'subnet_id': '0148dd08-e440-4e86-858b-aab09320260b'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:17:10.351303 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-678db368-5ecb-402f-b5c7-86b936cdeff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.375231 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.390883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11fa5e78-34d2-414a-a5c6-ceab73d9f8ec tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.433313 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc9a72-0463-4a2d-a439-f549fee5c3e8 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:10.435160 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-aacc9a72-0463-4a2d-a439-f549fee5c3e8 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] 10.222.0.37 "GET /v2.0/ports?device_id=b383211d-4893-4ce1-b034-b002392b88fe HTTP/1.1" status: 200 len: 913 time: 0.1675677 Dec 21 22:17:10.438050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57630) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:10.444722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e41248-6b38-4d55-9c4d-b93472daefe4']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:10.467466 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d1df55-73d8-4eb9-bee7-196c8d7be51b') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:10.468275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d1df55-73d8-4eb9-bee7-196c8d7be51b') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:10.486857 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.513893 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.524174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:17:10.524885 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:10.539833 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:10.661233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11fa5e78-34d2-414a-a5c6-ceab73d9f8ec tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.673517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c49cdeed-9052-46fb-a976-cdc315442b05 None None] Deleting port 41a980ce-959b-4d4d-b387-575bd8f5dc9f {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:10.674483 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c49cdeed-9052-46fb-a976-cdc315442b05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.731795 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa5e78-34d2-414a-a5c6-ceab73d9f8ec tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Subnet': ['ID=0148dd08-e440-4e86-858b-aab09320260b,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server [None req-678db368-5ecb-402f-b5c7-86b936cdeff9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0148dd08-e440-4e86-858b-aab09320260b: This subnet is being modified by another concurrent operation. Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 22:17:10.741700 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise exception Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0148dd08-e440-4e86-858b-aab09320260b: This subnet is being modified by another concurrent operation. Dec 21 22:17:10.744942 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server Dec 21 22:17:10.757647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.757647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.780711 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.787996 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c49cdeed-9052-46fb-a976-cdc315442b05 None None] The port '41a980ce-959b-4d4d-b387-575bd8f5dc9f' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:17:10.796297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f3c7e4-bb54-45bb-a5a1-0560571891f2 None None] Network 50add011-6638-48b4-a74c-91b439eef49f requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:10.806319 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] Pushing event deleted for resources: {'Network': ['ID=83e41248-6b38-4d55-9c4d-b93472daefe4,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:10.816486 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c40a71c7-96f9-42b4-a9ad-6bafede1ebc3 tempest-AllowedAddressPairTestJSON-360943333 tempest-AllowedAddressPairTestJSON-360943333-project] 10.222.0.37 "DELETE /v2.0/networks/83e41248-6b38-4d55-9c4d-b93472daefe4 HTTP/1.1" status: 204 len: 168 time: 2.3325505 Dec 21 22:17:10.823131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.837701 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Transition to ACTIVE for port object f81bb45f-6614-4292-ac17-2728f75b9185 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:10.876210 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57638) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:10.881847 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11fa5e78-34d2-414a-a5c6-ceab73d9f8ec tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.914031 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-11fa5e78-34d2-414a-a5c6-ceab73d9f8ec tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50add011-6638-48b4-a74c-91b439eef49f']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:10.931377 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-11fa5e78-34d2-414a-a5c6-ceab73d9f8ec tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0cd9d7-6e9c-4c4c-b7d7-12396694211b') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:10.931663 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-11fa5e78-34d2-414a-a5c6-ceab73d9f8ec tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0cd9d7-6e9c-4c4c-b7d7-12396694211b') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:10.945696 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11fa5e78-34d2-414a-a5c6-ceab73d9f8ec tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.970581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11fa5e78-34d2-414a-a5c6-ceab73d9f8ec tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.977903 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fa5e78-34d2-414a-a5c6-ceab73d9f8ec tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:17:10.979044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11fa5e78-34d2-414a-a5c6-ceab73d9f8ec tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:10.990367 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Transition to ACTIVE for port object f81bb45f-6614-4292-ac17-2728f75b9185 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:11.000532 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:11.024476 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port c1357fde-2335-41ed-b741-e6cae3704881, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c1357fde-2335-41ed-b741-e6cae3704881,segment=NetworkSegment(db2ba200-de59-477e-aa4a-c3a8f051052f),segment_id=db2ba200-de59-477e-aa4a-c3a8f051052f)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:11.064794 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-272c2281-f4ff-44a3-b8df-bd7b895f65e8 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:11.114537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:11.149225 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11fa5e78-34d2-414a-a5c6-ceab73d9f8ec tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:11.153339 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:11.200198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11fa5e78-34d2-414a-a5c6-ceab73d9f8ec tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:11.213488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa5e78-34d2-414a-a5c6-ceab73d9f8ec tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Network': ['ID=50add011-6638-48b4-a74c-91b439eef49f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:11.236730 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1027960133', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:11.248706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:11.250099 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:11.254614 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-11fa5e78-34d2-414a-a5c6-ceab73d9f8ec tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/networks/50add011-6638-48b4-a74c-91b439eef49f HTTP/1.1" status: 204 len: 168 time: 1.5762355 Dec 21 22:17:11.259770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Usage tracker for resource:router and tenant:f0d51e079d064a2b85951300994fc575 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:11.264290 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57648) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:11.264690 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:11.269520 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:11.292985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:11.314571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c8616281-164c-478f-9d51-ff5e36d8921e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1163461168'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:11.335370 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-c95d3fb7-e813-423d-9091-6f9c05f0e3d3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::9a52:3d19:850e:1609 (fe7c627c-94be-483c-83d9-84e8e8a5014e/b50c7ead-f3c4-4061-9702-0fb00c365417/cee32a05-c519-4641-919d-1c924559cffa) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:11.343610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c8616281-164c-478f-9d51-ff5e36d8921e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:11.356132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c8616281-164c-478f-9d51-ff5e36d8921e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:network and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:11.361217 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c8616281-164c-478f-9d51-ff5e36d8921e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:11.375651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c8616281-164c-478f-9d51-ff5e36d8921e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:11.397901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:11.418813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 41a980ce-959b-4d4d-b387-575bd8f5dc9f no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:17:11.475770 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 41a980ce-959b-4d4d-b387-575bd8f5dc9f {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:17:11.476278 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 41a980ce-959b-4d4d-b387-575bd8f5dc9f not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:17:11.476395 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8616281-164c-478f-9d51-ff5e36d8921e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:11.479364 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Pushing event updated for resources: {'Port': ['ID=f81bb45f-6614-4292-ac17-2728f75b9185,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:11.498596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c8616281-164c-478f-9d51-ff5e36d8921e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:11.576561 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=c1357fde-2335-41ed-b741-e6cae3704881,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:11.602276 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Attempting to bind port f81bb45f-6614-4292-ac17-2728f75b9185 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:17:11.605542 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Attempting to bind port f81bb45f-6614-4292-ac17-2728f75b9185 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:17:11.605542 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Attempting to bind port f81bb45f-6614-4292-ac17-2728f75b9185 on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:17:11.613937 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:17:11.614697 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:11.615557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:11.616128 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:17:11.616605 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Bound port: f81bb45f-6614-4292-ac17-2728f75b9185, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:17:11.617212 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:11.684806 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57660) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:11.741233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:11.742568 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:11.752051 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] For port f81bb45f-6614-4292-ac17-2728f75b9185, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:17:11.759934 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] For port f81bb45f-6614-4292-ac17-2728f75b9185, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f81bb45f-6614-4292-ac17-2728f75b9185,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:17:11.769912 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8616281-164c-478f-9d51-ff5e36d8921e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:11.777458 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c95d3fb7-e813-423d-9091-6f9c05f0e3d3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:11.784740 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:11.786542 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c8616281-164c-478f-9d51-ff5e36d8921e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:11.787053 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-c8616281-164c-478f-9d51-ff5e36d8921e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Added segment c7478232-d1fc-4ec9-849e-164907b2a728 of type vlan for network 3e185ce0-8f8e-4c37-8089-e818600a77ca Dec 21 22:17:11.807685 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-c95d3fb7-e813-423d-9091-6f9c05f0e3d3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object cee32a05-c519-4641-919d-1c924559cffa will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:11.835918 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:11.864259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c8616281-164c-478f-9d51-ff5e36d8921e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:12.029798 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2d25a-d179-4a60-adb5-cdb646e62342 None None] Pushing event updated for resources: {'Port': ['ID=f81bb45f-6614-4292-ac17-2728f75b9185,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:12.066970 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c95d3fb7-e813-423d-9091-6f9c05f0e3d3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:12.103651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c8616281-164c-478f-9d51-ff5e36d8921e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:12.107208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8616281-164c-478f-9d51-ff5e36d8921e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:12.107782 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c8616281-164c-478f-9d51-ff5e36d8921e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:12.132223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:12.185279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95d3fb7-e813-423d-9091-6f9c05f0e3d3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:12.194856 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-c95d3fb7-e813-423d-9091-6f9c05f0e3d3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:12.207171 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95d3fb7-e813-423d-9091-6f9c05f0e3d3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:12.225469 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95d3fb7-e813-423d-9091-6f9c05f0e3d3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:12.226146 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c95d3fb7-e813-423d-9091-6f9c05f0e3d3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:12.235963 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8616281-164c-478f-9d51-ff5e36d8921e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Network': ['ID=3e185ce0-8f8e-4c37-8089-e818600a77ca,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:12.247949 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 3e185ce0-8f8e-4c37-8089-e818600a77ca details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:12.253020 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c8616281-164c-478f-9d51-ff5e36d8921e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9864061 Dec 21 22:17:12.253826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57674) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:12.259918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e9d85bdf-7881-4bdf-850e-db3febf02483 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'subnet': {'network_id': '3e185ce0-8f8e-4c37-8089-e818600a77ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:12.344726 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0359f140-78aa-4589-a22f-16710ea24659 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c28e903c2f54471a6ede05fbdb5f247&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6582079 Dec 21 22:17:12.350455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57678) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:12.354132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d3fb7-e813-423d-9091-6f9c05f0e3d3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=cee32a05-c519-4641-919d-1c924559cffa,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:12.384782 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c95d3fb7-e813-423d-9091-6f9c05f0e3d3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4569769 Dec 21 22:17:12.385855 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57682) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:12.401597 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-0cfc9a45-5cb3-4579-8552-93b2ac4c3125 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'fixed_ips': [{'subnet_id': 'b50c7ead-f3c4-4061-9702-0fb00c365417', 'ip_address': '2001:db8::9a52:3d19:850e:1609'}], 'name': 'tempest-NetworksTestDHCPv6-1463016356'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:12.533512 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e9d85bdf-7881-4bdf-850e-db3febf02483 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:12.539906 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e9d85bdf-7881-4bdf-850e-db3febf02483 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:subnet and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:12.547053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e9d85bdf-7881-4bdf-850e-db3febf02483 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:12.556209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e9d85bdf-7881-4bdf-850e-db3febf02483 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:12.609714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-272c2281-f4ff-44a3-b8df-bd7b895f65e8 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Deleting port 603da7b8-248e-4031-b51d-99ab575da64f {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:12.610288 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-272c2281-f4ff-44a3-b8df-bd7b895f65e8 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:12.673268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-19685835-84e1-4186-acbd-c692fd393f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:12.711391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:12.736779 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d85bdf-7881-4bdf-850e-db3febf02483 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:12.771860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:12.829176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-19685835-84e1-4186-acbd-c692fd393f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:12.849323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0cfc9a45-5cb3-4579-8552-93b2ac4c3125 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:12.870081 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0cfc9a45-5cb3-4579-8552-93b2ac4c3125 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:port and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:12.880417 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0cfc9a45-5cb3-4579-8552-93b2ac4c3125 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:12.902658 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e9d85bdf-7881-4bdf-850e-db3febf02483 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:12.954570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0cfc9a45-5cb3-4579-8552-93b2ac4c3125 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:13.007620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-272c2281-f4ff-44a3-b8df-bd7b895f65e8 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:13.073780 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfc9a45-5cb3-4579-8552-93b2ac4c3125 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:13.103873 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Allocated IP 172.26.3.9 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/278831c4-63d9-4215-aa15-2fd86f8c8f2c) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:13.159289 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-272c2281-f4ff-44a3-b8df-bd7b895f65e8 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Calling delete_port for 603da7b8-248e-4031-b51d-99ab575da64f owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:13.196880 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-19685835-84e1-4186-acbd-c692fd393f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:13.236412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19685835-84e1-4186-acbd-c692fd393f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cba4c35-bafd-4d58-88df-3fefc58f9370,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:13.302938 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-19685835-84e1-4186-acbd-c692fd393f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:13.305160 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-19685835-84e1-4186-acbd-c692fd393f36 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3cba4c35-bafd-4d58-88df-3fefc58f9370 HTTP/1.1" status: 204 len: 168 time: 0.9539278 Dec 21 22:17:13.334627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:13.424497 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:13.483713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:13.491366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:13.493506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-46acc1db-2437-4af2-a567-5c5b4fced18a None None] Provisioning for port f81bb45f-6614-4292-ac17-2728f75b9185 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:13.500827 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:13.525426 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e9d85bdf-7881-4bdf-850e-db3febf02483 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:13.633655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0cfc9a45-5cb3-4579-8552-93b2ac4c3125 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:13.673406 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-0cfc9a45-5cb3-4579-8552-93b2ac4c3125 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port 04a0036f-0ca1-41c7-8801-997075c1428d yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:17:13.689637 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:17:13.749172 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Pushing event updated for resources: {'Port': ['ID=278831c4-63d9-4215-aa15-2fd86f8c8f2c,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:13.752142 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490e5c29-49af-4ad8-a611-1d9fc5d56b73 None None] get_active_networks_info from dv-neutron-822520-1-hyperv {{(pid=84170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:17:13.849357 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c1357fde-2335-41ed-b741-e6cae3704881 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:17:13.970900 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-272c2281-f4ff-44a3-b8df-bd7b895f65e8 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:13.995020 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d85bdf-7881-4bdf-850e-db3febf02483 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Checking segment: {'id': 'c7478232-d1fc-4ec9-849e-164907b2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3e185ce0-8f8e-4c37-8089-e818600a77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:13.995281 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d85bdf-7881-4bdf-850e-db3febf02483 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network hostable DHCP agents. Network: 3e185ce0-8f8e-4c37-8089-e818600a77ca, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:17:14.007068 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d85bdf-7881-4bdf-850e-db3febf02483 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Subnet': ['ID=140ce497-a2f6-4202-9824-33f38d14e9c6,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:14.078452 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-388edb05-576d-4bbe-93e3-16cf9062c06e None None] Provisioning for port cee32a05-c519-4641-919d-1c924559cffa completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:14.098849 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c2281-f4ff-44a3-b8df-bd7b895f65e8 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Pushing event deleted for resources: {'Port': ['ID=603da7b8-248e-4031-b51d-99ab575da64f,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:14.113243 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-388edb05-576d-4bbe-93e3-16cf9062c06e None None] Provisioning complete for port cee32a05-c519-4641-919d-1c924559cffa triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:14.113834 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-388edb05-576d-4bbe-93e3-16cf9062c06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:14.126906 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d85bdf-7881-4bdf-850e-db3febf02483 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network 3e185ce0-8f8e-4c37-8089-e818600a77ca is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:17:14.178915 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-388edb05-576d-4bbe-93e3-16cf9062c06e None None] Port cee32a05-c519-4641-919d-1c924559cffa cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:17:14.194405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:14.198311 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:14.229384 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfc9a45-5cb3-4579-8552-93b2ac4c3125 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 21 22:17:14.229968 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cfc9a45-5cb3-4579-8552-93b2ac4c3125 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:17:14.287988 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c1357fde-2335-41ed-b741-e6cae3704881 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:14.288529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:14.307239 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-e9d85bdf-7881-4bdf-850e-db3febf02483 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 3e185ce0-8f8e-4c37-8089-e818600a77ca) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:14.321067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d85bdf-7881-4bdf-850e-db3febf02483 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:14.321674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e9d85bdf-7881-4bdf-850e-db3febf02483 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:14.520096 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e9d85bdf-7881-4bdf-850e-db3febf02483 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2646596 Dec 21 22:17:14.531010 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57726) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:14.549396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-057853ac-6d64-41a9-94d0-f1cad689958a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1825244947'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:14.558195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-272c2281-f4ff-44a3-b8df-bd7b895f65e8 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:14.573680 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-057853ac-6d64-41a9-94d0-f1cad689958a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:14.583708 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f81bb45f-6614-4292-ac17-2728f75b9185 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:17:14.635508 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490e5c29-49af-4ad8-a611-1d9fc5d56b73 None None] Unable to find a vacant binding_index for network 3e185ce0-8f8e-4c37-8089-e818600a77ca and agent e45bbdb1-6837-45c2-a324-6f761f7afaff {{(pid=84170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 21 22:17:14.662100 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490e5c29-49af-4ad8-a611-1d9fc5d56b73 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 3e185ce0-8f8e-4c37-8089-e818600a77ca) {{(pid=84170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 22:17:14.668133 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0cfc9a45-5cb3-4579-8552-93b2ac4c3125 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.2737377 Dec 21 22:17:14.669624 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-057853ac-6d64-41a9-94d0-f1cad689958a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:network and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:14.671691 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57732) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:14.674126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-057853ac-6d64-41a9-94d0-f1cad689958a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:14.681626 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-057853ac-6d64-41a9-94d0-f1cad689958a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:14.763497 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Router 47503363-2b94-4269-bc0b-f4727c31173f is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:17:14.815020 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port f81bb45f-6614-4292-ac17-2728f75b9185 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:14.833685 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port f81bb45f-6614-4292-ac17-2728f75b9185 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:14.834083 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:14.896025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b76dadd-d612-4bb7-8554-03f621ae8b60 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:14.901950 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b76dadd-d612-4bb7-8554-03f621ae8b60 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:14.907477 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2b76dadd-d612-4bb7-8554-03f621ae8b60 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2343149 Dec 21 22:17:14.908146 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57742) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:14.987040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7c987df4-8d1e-4f18-a2a2-1d459d5ea047 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port cee32a05-c519-4641-919d-1c924559cffa {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:14.987783 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c987df4-8d1e-4f18-a2a2-1d459d5ea047 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:15.070663 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057853ac-6d64-41a9-94d0-f1cad689958a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:15.073753 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-057853ac-6d64-41a9-94d0-f1cad689958a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:15.104689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:15.115519 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:15.161331 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57750) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:15.193632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057853ac-6d64-41a9-94d0-f1cad689958a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:15.264075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57756) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:15.276946 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-057853ac-6d64-41a9-94d0-f1cad689958a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:15.277292 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-057853ac-6d64-41a9-94d0-f1cad689958a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Added segment 56d340a5-0f19-48bc-97e6-ef2ef2bed7c4 of type vlan for network fe1611cf-f958-4292-9411-afffc305ade9 Dec 21 22:17:15.319804 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port f81bb45f-6614-4292-ac17-2728f75b9185, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f81bb45f-6614-4292-ac17-2728f75b9185,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:15.391036 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:17:15.393298 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:15.445899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-057853ac-6d64-41a9-94d0-f1cad689958a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:15.453570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c987df4-8d1e-4f18-a2a2-1d459d5ea047 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:15.472174 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Request body: {'networks': [{'name': 'tempest-network--962755772'}, {'name': 'tempest-network--461024710'}]} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:15.472482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Request body: {'network': {'name': 'tempest-network--962755772'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:15.472930 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Request body: {'network': {'name': 'tempest-network--461024710'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:15.480893 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:15.485560 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Usage tracker for resource:network and tenant:ffa8a668031749729214181fee5f30d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:15.489904 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:15.494188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:15.500895 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519d4c1-4303-4841-8cb6-9ff91164e1a6 None None] Sync routers for ids ['47503363-2b94-4269-bc0b-f4727c31173f'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:17:15.509567 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-2058f7b9-fd74-4d52-946c-2dd4128e7624 tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:15.519171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=f81bb45f-6614-4292-ac17-2728f75b9185,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:15.526171 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272c2281-f4ff-44a3-b8df-bd7b895f65e8 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Router b383211d-4893-4ce1-b034-b002392b88fe has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:17:15.537954 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519d4c1-4303-4841-8cb6-9ff91164e1a6 None None] Routers {'47503363-2b94-4269-bc0b-f4727c31173f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:15.538690 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a519d4c1-4303-4841-8cb6-9ff91164e1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['47503363-2b94-4269-bc0b-f4727c31173f'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:15.575686 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:15.580605 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ddbe8b37-93af-4144-8128-0677ae33e763 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7037518 Dec 21 22:17:15.643743 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57768) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:15.653898 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7c987df4-8d1e-4f18-a2a2-1d459d5ea047 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for cee32a05-c519-4641-919d-1c924559cffa owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:15.679982 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Made reservation on behalf of ffa8a668031749729214181fee5f30d2 for: {'network': 2} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:15.683935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:15.699181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-057853ac-6d64-41a9-94d0-f1cad689958a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:15.703774 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057853ac-6d64-41a9-94d0-f1cad689958a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:15.704460 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-057853ac-6d64-41a9-94d0-f1cad689958a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:15.716777 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a519d4c1-4303-4841-8cb6-9ff91164e1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:15.725261 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-3e185ce0-8f8e-4c37-8089-e818600a77ca', 'network_id': '3e185ce0-8f8e-4c37-8089-e818600a77ca', 'tenant_id': '4e995e9f72ec471e8e6c5b6e94036fb6', 'fixed_ips': [{'subnet_id': '140ce497-a2f6-4202-9824-33f38d14e9c6'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:17:15.726485 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:15.737853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f81bb45f-6614-4292-ac17-2728f75b9185 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:17:15.832375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:15.843895 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519d4c1-4303-4841-8cb6-9ff91164e1a6 None None] Routers {'47503363-2b94-4269-bc0b-f4727c31173f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:15.844540 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a519d4c1-4303-4841-8cb6-9ff91164e1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['47503363-2b94-4269-bc0b-f4727c31173f'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:15.857033 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-057853ac-6d64-41a9-94d0-f1cad689958a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3206296 Dec 21 22:17:15.859995 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57774) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:15.895102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'subnet': {'network_id': 'fe1611cf-f958-4292-9411-afffc305ade9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:15.908295 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a519d4c1-4303-4841-8cb6-9ff91164e1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:15.908701 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519d4c1-4303-4841-8cb6-9ff91164e1a6 None None] The sync data for ids ['47503363-2b94-4269-bc0b-f4727c31173f'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:17:15.998146 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port f81bb45f-6614-4292-ac17-2728f75b9185 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:15.998613 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:16.007791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057853ac-6d64-41a9-94d0-f1cad689958a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Network': ['ID=fe1611cf-f958-4292-9411-afffc305ade9,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:16.031062 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network fe1611cf-f958-4292-9411-afffc305ade9 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:16.081226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c987df4-8d1e-4f18-a2a2-1d459d5ea047 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:16.089990 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272c2281-f4ff-44a3-b8df-bd7b895f65e8 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:17:16.118727 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce86dde7-fb97-40c9-9664-f9e6bb61707a None None] Sync routers for ids ['b383211d-4893-4ce1-b034-b002392b88fe'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:17:16.124673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:16.128999 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bec85-f017-4abc-9c5a-31296885cf51 req-eea78324-ef0e-4544-98f1-d7df8aacf87a tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:16.130729 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e78bec85-f017-4abc-9c5a-31296885cf51 req-eea78324-ef0e-4544-98f1-d7df8aacf87a tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 946 time: 0.2090690 Dec 21 22:17:16.132874 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-272c2281-f4ff-44a3-b8df-bd7b895f65e8 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] 10.222.0.37 "PUT /v2.0/routers/b383211d-4893-4ce1-b034-b002392b88fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6935499 Dec 21 22:17:16.135780 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Usage tracker for resource:security_group_rule and tenant:ffa8a668031749729214181fee5f30d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:16.140463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57778) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:16.141519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c987df4-8d1e-4f18-a2a2-1d459d5ea047 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=cee32a05-c519-4641-919d-1c924559cffa,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:16.142737 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce86dde7-fb97-40c9-9664-f9e6bb61707a None None] Routers {'b383211d-4893-4ce1-b034-b002392b88fe'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:16.145490 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ce86dde7-fb97-40c9-9664-f9e6bb61707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['b383211d-4893-4ce1-b034-b002392b88fe'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:16.149409 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:16.153586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:16.161542 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:16.164630 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:subnet and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:16.170587 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:16.185988 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Allocated IP 2001:db8::1 (3e185ce0-8f8e-4c37-8089-e818600a77ca/140ce497-a2f6-4202-9824-33f38d14e9c6/bad4fac5-d5d8-4dcf-9a70-3154829cdc72) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:16.187629 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:16.228346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1cc06-77bc-4f73-b0a4-78f10d6b97a7 req-477420b2-1602-4b3d-a0e3-c959a3a62b31 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:16.237125 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0dc1cc06-77bc-4f73-b0a4-78f10d6b97a7 req-477420b2-1602-4b3d-a0e3-c959a3a62b31 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 946 time: 0.5115836 Dec 21 22:17:16.241761 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2058f7b9-fd74-4d52-946c-2dd4128e7624 tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] 10.222.0.37 "PUT /v2.0/quotas/190d5bf94bf946b8bebecd84c3020df2 HTTP/1.1" status: 200 len: 366 time: 0.9738445 Dec 21 22:17:16.251362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57782) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:16.299251 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-baa6e7d6-60b1-4f99-baa4-7e3cd76a8300 tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0324912 Dec 21 22:17:16.307613 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57786) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:16.332742 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:16.370225 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ce86dde7-fb97-40c9-9664-f9e6bb61707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:16.389506 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce86dde7-fb97-40c9-9664-f9e6bb61707a None None] Routers {'b383211d-4893-4ce1-b034-b002392b88fe'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:16.390984 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ce86dde7-fb97-40c9-9664-f9e6bb61707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['b383211d-4893-4ce1-b034-b002392b88fe'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:16.394668 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0dc1cc06-77bc-4f73-b0a4-78f10d6b97a7 req-a6c3c2d5-e71d-4f21-8d83-6ed1e2c42c4d tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/security-groups?id=69f60179-6b1c-4fe7-a771-39bd11b1c658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496441 Dec 21 22:17:16.434098 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9c355813-5c77-4034-9b30-087dc32e82d9 tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] 10.222.0.37 "GET /v2.0/quotas/190d5bf94bf946b8bebecd84c3020df2 HTTP/1.1" status: 200 len: 366 time: 0.1197412 Dec 21 22:17:16.458748 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57792) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:16.489579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:16.492695 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ce86dde7-fb97-40c9-9664-f9e6bb61707a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:16.493142 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce86dde7-fb97-40c9-9664-f9e6bb61707a None None] The sync data for ids ['b383211d-4893-4ce1-b034-b002392b88fe'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:17:16.503648 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Transition to ACTIVE for port object bad4fac5-d5d8-4dcf-9a70-3154829cdc72 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:16.529348 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Transition to ACTIVE for port object bad4fac5-d5d8-4dcf-9a70-3154829cdc72 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:16.550147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:16.560886 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e78bec85-f017-4abc-9c5a-31296885cf51 req-c9707521-9069-4174-ac46-c831e8ccc581 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4113386 Dec 21 22:17:16.569073 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f82063fa-da34-4db0-b988-eb9259b34608 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:16.573536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:16.612735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:16.690635 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.ipam_backend_mixin [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Performing IP validity checks on allocation pools {{(pid=84169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 21 22:17:16.691176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.ipam_backend_mixin [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 21 22:17:16.705842 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:16.705842 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:16.707043 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Network 3e185ce0-8f8e-4c37-8089-e818600a77ca is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:16.708150 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e648d43f-2537-47dc-9e63-c83eb8f64eea tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "GET /v2.0/routers/47503363-2b94-4269-bc0b-f4727c31173f HTTP/1.1" status: 200 len: 923 time: 1.0632052 Dec 21 22:17:16.711113 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57802) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:16.713345 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:16.715806 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:16.734899 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b21441e3-36f7-4d70-80a8-f1ad364aa400 tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/190d5bf94bf946b8bebecd84c3020df2 HTTP/1.1" status: 204 len: 168 time: 0.2701445 Dec 21 22:17:16.739151 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57806) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:16.763806 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7997ecbb-8888-48d9-a5ca-0ab686dd9939 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "GET /v2.0/ports?device_id=47503363-2b94-4269-bc0b-f4727c31173f HTTP/1.1" status: 200 len: 205 time: 0.0516438 Dec 21 22:17:16.769335 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57810) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:16.836591 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Pushing event updated for resources: {'Port': ['ID=bad4fac5-d5d8-4dcf-9a70-3154829cdc72,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:16.846524 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2b2df9-b40a-427b-8c38-1ae7d79258e9,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:16.860345 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9541bb1e-d278-408a-9fc9-5c5ce3054bba tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1178002 Dec 21 22:17:16.861486 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:16.873447 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Attempting to bind port bad4fac5-d5d8-4dcf-9a70-3154829cdc72 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:17:16.873447 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Attempting to bind port bad4fac5-d5d8-4dcf-9a70-3154829cdc72 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'c7478232-d1fc-4ec9-849e-164907b2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3e185ce0-8f8e-4c37-8089-e818600a77ca'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:17:16.873447 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Attempting to bind port bad4fac5-d5d8-4dcf-9a70-3154829cdc72 on network 3e185ce0-8f8e-4c37-8089-e818600a77ca {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:17:16.873794 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57814) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:16.880253 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:17:16.880691 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Checking segment: {'id': 'c7478232-d1fc-4ec9-849e-164907b2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3e185ce0-8f8e-4c37-8089-e818600a77ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:16.881090 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:16.881536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Bound using segment: {'id': 'c7478232-d1fc-4ec9-849e-164907b2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3e185ce0-8f8e-4c37-8089-e818600a77ca'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:17:16.882001 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Bound port: bad4fac5-d5d8-4dcf-9a70-3154829cdc72, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7478232-d1fc-4ec9-849e-164907b2a728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3e185ce0-8f8e-4c37-8089-e818600a77ca'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:17:16.882392 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:16.934437 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c987df4-8d1e-4f18-a2a2-1d459d5ea047 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:16.989129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] For port bad4fac5-d5d8-4dcf-9a70-3154829cdc72, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:17:16.993083 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] For port bad4fac5-d5d8-4dcf-9a70-3154829cdc72, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bad4fac5-d5d8-4dcf-9a70-3154829cdc72,segment=NetworkSegment(c7478232-d1fc-4ec9-849e-164907b2a728),segment_id=c7478232-d1fc-4ec9-849e-164907b2a728)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:17:17.000579 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7c987df4-8d1e-4f18-a2a2-1d459d5ea047 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/cee32a05-c519-4641-919d-1c924559cffa HTTP/1.1" status: 204 len: 168 time: 2.0897181 Dec 21 22:17:17.006118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57818) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:17.035114 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:17.035454 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Added segment abba1e75-1544-4d99-b66f-0744b3376337 of type vlan for network 9275bf48-159f-4aee-9f34-33a4ce606317 Dec 21 22:17:17.057703 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:17.068414 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-177588d8-09c3-403c-b445-206981323ce4 tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] 10.222.0.37 "GET /v2.0/quotas/190d5bf94bf946b8bebecd84c3020df2 HTTP/1.1" status: 200 len: 370 time: 0.1922550 Dec 21 22:17:17.075147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57822) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:17.095944 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-070254b0-66d2-4f37-90dc-ff6879df5690 tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] 10.222.0.37 "GET /v2.0/quotas/190d5bf94bf946b8bebecd84c3020df2/default HTTP/1.1" status: 200 len: 370 time: 0.0164101 Dec 21 22:17:17.099988 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57826) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:17.109563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:17.130178 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f82063fa-da34-4db0-b988-eb9259b34608 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:17.143020 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771af9c-8017-4643-9468-3d48b94862fe None None] Pushing event updated for resources: {'Port': ['ID=bad4fac5-d5d8-4dcf-9a70-3154829cdc72,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:17.150383 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f82063fa-da34-4db0-b988-eb9259b34608 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:17.155181 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1aeca5-f09f-4759-b9fc-7981b85021d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:17.157568 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1aeca5-f09f-4759-b9fc-7981b85021d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:17.158496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0b1aeca5-f09f-4759-b9fc-7981b85021d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:17.184312 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-9c554867-fe15-4141-b79c-987c6809e6e6 tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] delete failed (client error): The resource could not be found. Dec 21 22:17:17.185341 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9c554867-fe15-4141-b79c-987c6809e6e6 tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/190d5bf94bf946b8bebecd84c3020df2 HTTP/1.1" status: 404 len: 348 time: 0.0830233 Dec 21 22:17:17.278001 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:17.302737 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0b1aeca5-f09f-4759-b9fc-7981b85021d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:17.306537 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0b1aeca5-f09f-4759-b9fc-7981b85021d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2969587 Dec 21 22:17:17.306869 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57836) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:17.322114 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:17.376891 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f82063fa-da34-4db0-b988-eb9259b34608 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:17.378575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:17.378923 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Added segment c09ed3fa-f14e-49f4-a05b-e29bb5e27bef of type vlan for network 9c6727ef-401b-4910-8afa-a39e9d96c307 Dec 21 22:17:17.387987 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82063fa-da34-4db0-b988-eb9259b34608 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Fanout notify agent at l3_agent the message router_deleted on router b383211d-4893-4ce1-b034-b002392b88fe {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:17:17.433602 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f82063fa-da34-4db0-b988-eb9259b34608 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:17.442382 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f82063fa-da34-4db0-b988-eb9259b34608 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] 10.222.0.37 "DELETE /v2.0/routers/b383211d-4893-4ce1-b034-b002392b88fe HTTP/1.1" status: 204 len: 168 time: 1.2983761 Dec 21 22:17:17.449168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57840) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:17.532486 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:17.536371 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Subnet': ['ID=82a0fdff-6be2-49e1-a65e-d31dda3448e2,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:17.587463 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Checking segment: {'id': '56d340a5-0f19-48bc-97e6-ef2ef2bed7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fe1611cf-f958-4292-9411-afffc305ade9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:17.590963 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network hostable DHCP agents. Network: fe1611cf-f958-4292-9411-afffc305ade9, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:17:17.636202 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48d037ba-bab3-44ce-95ac-a837db832df0 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:17.689130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57844) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:17.693947 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bad4fac5-d5d8-4dcf-9a70-3154829cdc72 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:17:17.831679 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-a27a527e-4aea-41af-ba60-5043bd6eafa0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet b50c7ead-f3c4-4061-9702-0fb00c365417 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:17:17.835600 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d2a3675-7b21-455f-84f7-81870e16d18c tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] Usage tracker for resource:network and tenant:a159a9ecd0d04abaa7df75c7c80009bd is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:17.848674 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:17.849158 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:17.852709 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a27a527e-4aea-41af-ba60-5043bd6eafa0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:17.853387 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:17.856439 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:17.857135 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:17.880628 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port bad4fac5-d5d8-4dcf-9a70-3154829cdc72 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:17.893092 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network fe1611cf-f958-4292-9411-afffc305ade9 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:17:17.898852 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d2a3675-7b21-455f-84f7-81870e16d18c tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:17.942192 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d2a3675-7b21-455f-84f7-81870e16d18c tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] Usage tracker for resource:subnet and tenant:a159a9ecd0d04abaa7df75c7c80009bd is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:17.981823 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a27a527e-4aea-41af-ba60-5043bd6eafa0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:18.019620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event updated for resources: {'Network': ['ID=9275bf48-159f-4aee-9f34-33a4ce606317,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:18.034186 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 9275bf48-159f-4aee-9f34-33a4ce606317 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:18.084029 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, fe1611cf-f958-4292-9411-afffc305ade9) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:18.112702 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:18.113276 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:18.135522 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.9669952 Dec 21 22:17:18.151029 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57852) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:18.159163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d2a3675-7b21-455f-84f7-81870e16d18c tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:18.162588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ba8525-ecaf-4add-9f52-c37c5cb2f43a tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Deleting subnet 9dd4d786-e852-4e6a-9406-0183672e5ac2 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:17:18.178404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8525-ecaf-4add-9f52-c37c5cb2f43a tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:18.247067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d2a3675-7b21-455f-84f7-81870e16d18c tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] Usage tracker for resource:subnetpool and tenant:a159a9ecd0d04abaa7df75c7c80009bd is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:18.258257 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-830ef33f-837e-4340-aa3e-563f4c78bc79 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3792820 Dec 21 22:17:18.259213 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57856) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:18.268939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8525-ecaf-4add-9f52-c37c5cb2f43a tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:18.286319 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714419de-3e81-45fc-9479-7b34b763fbb0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event updated for resources: {'Network': ['ID=9c6727ef-401b-4910-8afa-a39e9d96c307,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:18.297662 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 9c6727ef-401b-4910-8afa-a39e9d96c307 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:18.304464 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d2a3675-7b21-455f-84f7-81870e16d18c tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:18.349895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d2a3675-7b21-455f-84f7-81870e16d18c tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] Usage tracker for resource:port and tenant:a159a9ecd0d04abaa7df75c7c80009bd is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:18.369747 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d2a3675-7b21-455f-84f7-81870e16d18c tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:18.397106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d2a3675-7b21-455f-84f7-81870e16d18c tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] Usage tracker for resource:router and tenant:a159a9ecd0d04abaa7df75c7c80009bd is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:18.399999 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a27a527e-4aea-41af-ba60-5043bd6eafa0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:18.444929 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21195a62-f4f1-4808-8e10-150dceb4a152 req-d399cd30-3eae-41ca-a283-fdfe85248648 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:18.444929 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-21195a62-f4f1-4808-8e10-150dceb4a152 req-d399cd30-3eae-41ca-a283-fdfe85248648 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 946 time: 0.5091894 Dec 21 22:17:18.454439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa7e701-6981-41e2-8453-5f2ea9cdf563 None None] Network 3e185ce0-8f8e-4c37-8089-e818600a77ca requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:18.470948 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95fed4f-6dbc-45fd-a1dd-a9d69ad362fe None None] Network fe1611cf-f958-4292-9411-afffc305ade9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:18.471908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d2a3675-7b21-455f-84f7-81870e16d18c tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:18.489784 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d2a3675-7b21-455f-84f7-81870e16d18c tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] Usage tracker for resource:floatingip and tenant:a159a9ecd0d04abaa7df75c7c80009bd is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:18.503500 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48d037ba-bab3-44ce-95ac-a837db832df0 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:18.520804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d2a3675-7b21-455f-84f7-81870e16d18c tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:18.539878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8525-ecaf-4add-9f52-c37c5cb2f43a tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:18.554618 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab47a1d-1a1f-49b7-8ccd-72e48679e273 req-307653d2-8ee2-4e06-ba8b-e595ca4d9079 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:18.561557 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9ab47a1d-1a1f-49b7-8ccd-72e48679e273 req-307653d2-8ee2-4e06-ba8b-e595ca4d9079 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 946 time: 0.5378363 Dec 21 22:17:18.623670 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94909a5-2b40-4770-a20c-a793d26ad604 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:18.628438 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94909a5-2b40-4770-a20c-a793d26ad604 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:18.633181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94909a5-2b40-4770-a20c-a793d26ad604 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:18.637207 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94909a5-2b40-4770-a20c-a793d26ad604 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:18.638148 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f94909a5-2b40-4770-a20c-a793d26ad604 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Synchronizing usage tracker for tenant:ffa8a668031749729214181fee5f30d2 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:18.641481 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-21195a62-f4f1-4808-8e10-150dceb4a152 req-7698d0fa-1317-404d-94f0-fa5cb52fbd32 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/security-groups?id=69f60179-6b1c-4fe7-a771-39bd11b1c658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877055 Dec 21 22:17:18.670796 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-48d037ba-bab3-44ce-95ac-a837db832df0 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Deleting port 278831c4-63d9-4215-aa15-2fd86f8c8f2c {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:18.671258 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48d037ba-bab3-44ce-95ac-a837db832df0 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:18.693836 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d2a3675-7b21-455f-84f7-81870e16d18c tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] Usage tracker for resource:security_group and tenant:a159a9ecd0d04abaa7df75c7c80009bd is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:18.698289 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d2a3675-7b21-455f-84f7-81870e16d18c tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:18.707523 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d2a3675-7b21-455f-84f7-81870e16d18c tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] Usage tracker for resource:security_group_rule and tenant:a159a9ecd0d04abaa7df75c7c80009bd is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:18.723516 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d2a3675-7b21-455f-84f7-81870e16d18c tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:18.736990 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5d2a3675-7b21-455f-84f7-81870e16d18c tempest-QuotasTest-1083883445 tempest-QuotasTest-1083883445-project-admin] 10.222.0.37 "GET /v2.0/quotas/a159a9ecd0d04abaa7df75c7c80009bd/details.json HTTP/1.1" status: 200 len: 703 time: 1.0468047 Dec 21 22:17:18.750316 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4153a2ad-3bf3-41ba-8993-931564cbf47f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:18.755478 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a27a527e-4aea-41af-ba60-5043bd6eafa0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:18.818639 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a527e-4aea-41af-ba60-5043bd6eafa0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=b50c7ead-f3c4-4061-9702-0fb00c365417,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:18.831516 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8525-ecaf-4add-9f52-c37c5cb2f43a tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:18.865335 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9ab47a1d-1a1f-49b7-8ccd-72e48679e273 req-8078b86f-cc4d-4c84-bedf-ce5c9be0276a tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023977 Dec 21 22:17:18.912368 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d0ba8525-ecaf-4add-9f52-c37c5cb2f43a tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:18.915573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a27a527e-4aea-41af-ba60-5043bd6eafa0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:18.927401 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bf1a58-7af5-4045-811d-54d976fb08ea None None] Network 09928351-850f-4e4d-ae45-58c2c9c58297 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:18.928667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f94909a5-2b40-4770-a20c-a793d26ad604 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Unset dirty status for tenant:ffa8a668031749729214181fee5f30d2 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:18.932873 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f94909a5-2b40-4770-a20c-a793d26ad604 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7808518 Dec 21 22:17:18.940962 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d0f57e-8148-4a89-9a1a-676b323f1ed3 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:18.944515 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57862) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:18.945428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba8525-ecaf-4add-9f52-c37c5cb2f43a tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd4d786-e852-4e6a-9406-0183672e5ac2,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:18.990362 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d0ba8525-ecaf-4add-9f52-c37c5cb2f43a tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] 10.222.0.37 "DELETE /v2.0/subnets/9dd4d786-e852-4e6a-9406-0183672e5ac2 HTTP/1.1" status: 204 len: 168 time: 1.5393760 Dec 21 22:17:19.000510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57866) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:19.023270 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4153a2ad-3bf3-41ba-8993-931564cbf47f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:19.075969 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935aff58-fcd6-428d-8b7b-3a54081ec3bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe1611cf-f958-4292-9411-afffc305ade9', 'network_id': 'fe1611cf-f958-4292-9411-afffc305ade9', 'tenant_id': '4e995e9f72ec471e8e6c5b6e94036fb6', 'fixed_ips': [{'subnet_id': '82a0fdff-6be2-49e1-a65e-d31dda3448e2'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:17:19.076899 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-935aff58-fcd6-428d-8b7b-3a54081ec3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:19.106776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48d037ba-bab3-44ce-95ac-a837db832df0 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:19.135096 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a27a527e-4aea-41af-ba60-5043bd6eafa0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/b50c7ead-f3c4-4061-9702-0fb00c365417 HTTP/1.1" status: 204 len: 168 time: 1.8250468 Dec 21 22:17:19.139667 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57870) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:19.195043 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ad63448d-f720-4cda-b91c-076d14b77990 None None] Provisioning for port bad4fac5-d5d8-4dcf-9a70-3154829cdc72 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:19.278559 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f0400f2-1ae3-464c-8c9d-4c56feb09ac0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:19.300705 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a7013947-f7d9-4f43-93c9-2d504fbc2e86 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1532018 Dec 21 22:17:19.303880 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57874) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:19.313339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-158a0526-9b18-44bb-8972-d054f06fa675 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:19.331228 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:19.407612 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ad63448d-f720-4cda-b91c-076d14b77990 None None] Provisioning complete for port bad4fac5-d5d8-4dcf-9a70-3154829cdc72 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:19.408110 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ad63448d-f720-4cda-b91c-076d14b77990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:19.460551 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-48d037ba-bab3-44ce-95ac-a837db832df0 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Calling delete_port for 278831c4-63d9-4215-aa15-2fd86f8c8f2c owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:19.514267 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Deleting port e0332af1-bca1-4f47-a1f6-3e7f8e6601ec {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:19.514610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:19.587542 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4153a2ad-3bf3-41ba-8993-931564cbf47f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:19.649707 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4c797-4401-416f-8d6a-6c245059ecfa req-6e4c2ab0-4c87-498a-a9e6-996d57e63206 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:19.652275 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c3c4c797-4401-416f-8d6a-6c245059ecfa req-6e4c2ab0-4c87-498a-a9e6-996d57e63206 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.49 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 946 time: 0.2415593 Dec 21 22:17:19.653597 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57880) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:19.657333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153a2ad-3bf3-41ba-8993-931564cbf47f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Subnet': ['ID=82a0fdff-6be2-49e1-a65e-d31dda3448e2,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:19.682608 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-158a0526-9b18-44bb-8972-d054f06fa675 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:19.692207 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f0400f2-1ae3-464c-8c9d-4c56feb09ac0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:19.709653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-158a0526-9b18-44bb-8972-d054f06fa675 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:19.726157 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-158a0526-9b18-44bb-8972-d054f06fa675 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:19.815252 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ad63448d-f720-4cda-b91c-076d14b77990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:19.833261 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-3f0400f2-1ae3-464c-8c9d-4c56feb09ac0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9275bf48-159f-4aee-9f34-33a4ce606317']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server [None req-935aff58-fcd6-428d-8b7b-3a54081ec3bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82a0fdff-6be2-49e1-a65e-d31dda3448e2: This subnet is being modified by another concurrent operation. Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 22:17:19.837988 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise exception Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82a0fdff-6be2-49e1-a65e-d31dda3448e2: This subnet is being modified by another concurrent operation. Dec 21 22:17:19.847950 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server Dec 21 22:17:19.852385 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-158a0526-9b18-44bb-8972-d054f06fa675 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:19.852485 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9918420f-1756-45a2-98c0-ec094406a51e None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:17:19.868167 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-9918420f-1756-45a2-98c0-ec094406a51e None None] Deleting port f81bb45f-6614-4292-ac17-2728f75b9185 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:19.872002 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9918420f-1756-45a2-98c0-ec094406a51e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:19.910667 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1489901b-c0df-486f-acc1-90847f0a03e4 None None] Network fe1611cf-f958-4292-9411-afffc305ade9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:19.946775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-3f0400f2-1ae3-464c-8c9d-4c56feb09ac0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abba1e75-1544-4d99-b66f-0744b3376337') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:19.947120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-3f0400f2-1ae3-464c-8c9d-4c56feb09ac0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abba1e75-1544-4d99-b66f-0744b3376337') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:20.035683 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [req-c3c4c797-4401-416f-8d6a-6c245059ecfa req-d37afbbf-b7fe-4bc2-a95d-d0b7e1664ef6 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Deleting port 7f56a795-c6f8-4433-9654-3c16fd3aa9be {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:20.036019 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-c3c4c797-4401-416f-8d6a-6c245059ecfa req-d37afbbf-b7fe-4bc2-a95d-d0b7e1664ef6 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.057341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f0400f2-1ae3-464c-8c9d-4c56feb09ac0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.069555 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ad63448d-f720-4cda-b91c-076d14b77990 None None] For port bad4fac5-d5d8-4dcf-9a70-3154829cdc72, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bad4fac5-d5d8-4dcf-9a70-3154829cdc72,segment=NetworkSegment(c7478232-d1fc-4ec9-849e-164907b2a728),segment_id=c7478232-d1fc-4ec9-849e-164907b2a728)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:20.089148 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6034b-6995-4a37-8910-50910091b97a req-b2bb101f-31f8-4a8f-bfa7-7ae954128251 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:20.090825 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2ae6034b-6995-4a37-8910-50910091b97a req-b2bb101f-31f8-4a8f-bfa7-7ae954128251 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.49 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 946 time: 0.6934009 Dec 21 22:17:20.100569 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158a0526-9b18-44bb-8972-d054f06fa675 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:20.101727 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-158a0526-9b18-44bb-8972-d054f06fa675 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.193493 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f0400f2-1ae3-464c-8c9d-4c56feb09ac0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.197379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4153a2ad-3bf3-41ba-8993-931564cbf47f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.210837 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fde3b83c-3e6d-4ff7-8930-6b93f37be03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.272523 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-9918420f-1756-45a2-98c0-ec094406a51e None None] For port f81bb45f-6614-4292-ac17-2728f75b9185, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f81bb45f-6614-4292-ac17-2728f75b9185,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:20.272917 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9918420f-1756-45a2-98c0-ec094406a51e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.357166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0400f2-1ae3-464c-8c9d-4c56feb09ac0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:17:20.357732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f0400f2-1ae3-464c-8c9d-4c56feb09ac0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:20.376521 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:20.381245 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-4153a2ad-3bf3-41ba-8993-931564cbf47f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1611cf-f958-4292-9411-afffc305ade9']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:20.389349 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] For port e0332af1-bca1-4f47-a1f6-3e7f8e6601ec, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=e0332af1-bca1-4f47-a1f6-3e7f8e6601ec,segment=NetworkSegment(965bdb05-e481-454d-91d5-c9cfe04fa529),segment_id=965bdb05-e481-454d-91d5-c9cfe04fa529)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:20.389890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.399633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-4153a2ad-3bf3-41ba-8993-931564cbf47f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d340a5-0f19-48bc-97e6-ef2ef2bed7c4') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:20.402242 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-4153a2ad-3bf3-41ba-8993-931564cbf47f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d340a5-0f19-48bc-97e6-ef2ef2bed7c4') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:20.418395 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-9918420f-1756-45a2-98c0-ec094406a51e None None] Calling delete_port for f81bb45f-6614-4292-ac17-2728f75b9185 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:20.440042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4153a2ad-3bf3-41ba-8993-931564cbf47f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.504313 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fc1d31-5806-4165-878e-8938adc4b3ee None None] DHCP port deletion for 09928351-850f-4e4d-ae45-58c2c9c58297 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:17:20.505467 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48d037ba-bab3-44ce-95ac-a837db832df0 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.522143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-24fc1d31-5806-4165-878e-8938adc4b3ee None None] Deleting port e0332af1-bca1-4f47-a1f6-3e7f8e6601ec {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:20.522504 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-24fc1d31-5806-4165-878e-8938adc4b3ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.562126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4153a2ad-3bf3-41ba-8993-931564cbf47f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.573284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d037ba-bab3-44ce-95ac-a837db832df0 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Pushing event deleted for resources: {'Port': ['ID=278831c4-63d9-4215-aa15-2fd86f8c8f2c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:20.586888 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4153a2ad-3bf3-41ba-8993-931564cbf47f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:17:20.587313 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4153a2ad-3bf3-41ba-8993-931564cbf47f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.590098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ad63448d-f720-4cda-b91c-076d14b77990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:20.603480 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:20.680065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Calling delete_port for e0332af1-bca1-4f47-a1f6-3e7f8e6601ec owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:20.694227 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9918420f-1756-45a2-98c0-ec094406a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.702946 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f22941-1ca7-49ad-bf27-4bf7adcd976c None None] Network 3e185ce0-8f8e-4c37-8089-e818600a77ca requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:20.730526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-2ae6034b-6995-4a37-8910-50910091b97a req-66d7602c-cf9f-405e-b5c9-495099a532c8 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Deleting port b6360593-18a0-4307-8968-abd08c402606 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:20.730910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2ae6034b-6995-4a37-8910-50910091b97a req-66d7602c-cf9f-405e-b5c9-495099a532c8 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.767025 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2acaf-9038-48be-92c2-45478971a5fc req-bfa2df02-4976-4b35-9aa8-c302cc82aeb4 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:20.768441 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ffe2acaf-9038-48be-92c2-45478971a5fc req-bfa2df02-4976-4b35-9aa8-c302cc82aeb4 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 946 time: 0.6617415 Dec 21 22:17:20.790746 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [req-c3c4c797-4401-416f-8d6a-6c245059ecfa req-d37afbbf-b7fe-4bc2-a95d-d0b7e1664ef6 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] For port 7f56a795-c6f8-4433-9654-3c16fd3aa9be, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7f56a795-c6f8-4433-9654-3c16fd3aa9be,segment=NetworkSegment(46ea1c92-d041-4489-8968-e96b6b7107f6),segment_id=46ea1c92-d041-4489-8968-e96b6b7107f6)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:20.791134 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-c3c4c797-4401-416f-8d6a-6c245059ecfa req-d37afbbf-b7fe-4bc2-a95d-d0b7e1664ef6 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.830678 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0d059-c739-4cb5-9708-203ccb6f3f9f req-bc00e5dc-71ed-43d3-8d07-683ddbe5a1ca tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:20.832433 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-27d0d059-c739-4cb5-9708-203ccb6f3f9f req-bc00e5dc-71ed-43d3-8d07-683ddbe5a1ca tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 946 time: 1.0184107 Dec 21 22:17:20.876073 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f0400f2-1ae3-464c-8c9d-4c56feb09ac0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.908153 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9918420f-1756-45a2-98c0-ec094406a51e None None] No DVR routers for this DVR port f81bb45f-6614-4292-ac17-2728f75b9185 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:17:20.909776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fde3b83c-3e6d-4ff7-8930-6b93f37be03d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:20.915226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fde3b83c-3e6d-4ff7-8930-6b93f37be03d admin admin] Usage tracker for resource:security_group_rule and tenant:b7429ce2af1742efa4a98a8c8e70954b is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:20.917969 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fde3b83c-3e6d-4ff7-8930-6b93f37be03d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:20.923368 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fde3b83c-3e6d-4ff7-8930-6b93f37be03d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:20.943185 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f0400f2-1ae3-464c-8c9d-4c56feb09ac0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:20.949342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63448d-f720-4cda-b91c-076d14b77990 None None] Pushing event updated for resources: {'Port': ['ID=bad4fac5-d5d8-4dcf-9a70-3154829cdc72,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:20.971901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0400f2-1ae3-464c-8c9d-4c56feb09ac0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event deleted for resources: {'Network': ['ID=9275bf48-159f-4aee-9f34-33a4ce606317,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:20.996996 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fde3b83c-3e6d-4ff7-8930-6b93f37be03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:21.005146 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4153a2ad-3bf3-41ba-8993-931564cbf47f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:21.068746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:21.073246 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918420f-1756-45a2-98c0-ec094406a51e None None] Pushing event deleted for resources: {'Port': ['ID=f81bb45f-6614-4292-ac17-2728f75b9185,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:21.085298 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c6827095-4871-4e40-aafa-761a196cb746 None None] Provisioning complete for port bad4fac5-d5d8-4dcf-9a70-3154829cdc72 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:21.095094 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c6827095-4871-4e40-aafa-761a196cb746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:21.103804 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4153a2ad-3bf3-41ba-8993-931564cbf47f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:21.113159 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fde3b83c-3e6d-4ff7-8930-6b93f37be03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:21.136315 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3f0400f2-1ae3-464c-8c9d-4c56feb09ac0 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "DELETE /v2.0/networks/9275bf48-159f-4aee-9f34-33a4ce606317 HTTP/1.1" status: 204 len: 168 time: 2.1794634 Dec 21 22:17:21.146140 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-24fc1d31-5806-4165-878e-8938adc4b3ee None None] For port e0332af1-bca1-4f47-a1f6-3e7f8e6601ec, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=e0332af1-bca1-4f47-a1f6-3e7f8e6601ec,segment=NetworkSegment(965bdb05-e481-454d-91d5-c9cfe04fa529),segment_id=965bdb05-e481-454d-91d5-c9cfe04fa529)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:21.155056 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-24fc1d31-5806-4165-878e-8938adc4b3ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:21.155200 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-27d0d059-c739-4cb5-9708-203ccb6f3f9f req-d68d7aae-86be-4d05-aaf9-aa2736667328 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/security-groups?id=69f60179-6b1c-4fe7-a771-39bd11b1c658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742479 Dec 21 22:17:21.199692 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57890) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:21.204548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Pushing event deleted for resources: {'Port': ['ID=e0332af1-bca1-4f47-a1f6-3e7f8e6601ec,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:21.312781 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-24fc1d31-5806-4165-878e-8938adc4b3ee None None] Calling delete_port for e0332af1-bca1-4f47-a1f6-3e7f8e6601ec owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:21.320351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] No DVR routers for this DVR port e0332af1-bca1-4f47-a1f6-3e7f8e6601ec on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:17:21.323124 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153a2ad-3bf3-41ba-8993-931564cbf47f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Network': ['ID=fe1611cf-f958-4292-9411-afffc305ade9,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:21.369255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-158a0526-9b18-44bb-8972-d054f06fa675 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:21.434307 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ffe2acaf-9038-48be-92c2-45478971a5fc req-0f782565-ea86-4002-a536-06b12cba01b6 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6455238 Dec 21 22:17:21.447188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48d037ba-bab3-44ce-95ac-a837db832df0 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:21.511941 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3b83c-3e6d-4ff7-8930-6b93f37be03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2b23b8-1eaa-4bb6-9131-bb3ebb762f12,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:21.525971 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4153a2ad-3bf3-41ba-8993-931564cbf47f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/networks/fe1611cf-f958-4292-9411-afffc305ade9 HTTP/1.1" status: 204 len: 168 time: 3.2542760 Dec 21 22:17:21.560319 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57894) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:21.567297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-24fc1d31-5806-4165-878e-8938adc4b3ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:17:21.567626 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-24fc1d31-5806-4165-878e-8938adc4b3ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:17:21.582715 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fde3b83c-3e6d-4ff7-8930-6b93f37be03d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7429ce2af1742efa4a98a8c8e70954b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9250562 Dec 21 22:17:21.590978 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57898) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:21.638567 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f25ce4f8-a7ca-46ad-873b-48bc19784358 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-298562149'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:21.656201 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:21.659631 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bad4fac5-d5d8-4dcf-9a70-3154829cdc72 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:17:21.673642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158a0526-9b18-44bb-8972-d054f06fa675 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:21.674701 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f25ce4f8-a7ca-46ad-873b-48bc19784358 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:21.681491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-2ae6034b-6995-4a37-8910-50910091b97a req-66d7602c-cf9f-405e-b5c9-495099a532c8 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] For port b6360593-18a0-4307-8968-abd08c402606, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b6360593-18a0-4307-8968-abd08c402606,segment=NetworkSegment(3b9323a5-695a-4cc0-a3b4-75c4fbe92545),segment_id=3b9323a5-695a-4cc0-a3b4-75c4fbe92545)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:21.681886 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2ae6034b-6995-4a37-8910-50910091b97a req-66d7602c-cf9f-405e-b5c9-495099a532c8 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:21.690487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-158a0526-9b18-44bb-8972-d054f06fa675 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:21.693102 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158a0526-9b18-44bb-8972-d054f06fa675 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:21.693677 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-158a0526-9b18-44bb-8972-d054f06fa675 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:21.700884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ea51726b-2698-450a-9c6a-fd0f9ecdc4bc tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:21.709395 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3921ad0a-f318-421a-8d18-214150c10ef1 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:21.716400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a0526-9b18-44bb-8972-d054f06fa675 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=7a3fd2f6-aabb-4f4e-9c3f-b4051cc23ad8,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:21.730150 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f25ce4f8-a7ca-46ad-873b-48bc19784358 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:network and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:21.787131 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f25ce4f8-a7ca-46ad-873b-48bc19784358 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:21.807590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f25ce4f8-a7ca-46ad-873b-48bc19784358 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:21.812921 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-c3c4c797-4401-416f-8d6a-6c245059ecfa req-d37afbbf-b7fe-4bc2-a95d-d0b7e1664ef6 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:21.813419 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09928351-850f-4e4d-ae45-58c2c9c58297']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:21.813994 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-c3c4c797-4401-416f-8d6a-6c245059ecfa req-d37afbbf-b7fe-4bc2-a95d-d0b7e1664ef6 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:21.814488 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [req-c3c4c797-4401-416f-8d6a-6c245059ecfa req-d37afbbf-b7fe-4bc2-a95d-d0b7e1664ef6 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Floating IP a1012374-9a79-4011-8899-63330adeca31 disassociated. External IP: 172.26.3.164, port: 7f56a795-c6f8-4433-9654-3c16fd3aa9be. Dec 21 22:17:21.815026 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [req-c3c4c797-4401-416f-8d6a-6c245059ecfa req-d37afbbf-b7fe-4bc2-a95d-d0b7e1664ef6 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Calling delete_port for 7f56a795-c6f8-4433-9654-3c16fd3aa9be owned by compute:nova {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:21.847695 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965bdb05-e481-454d-91d5-c9cfe04fa529') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:21.848237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965bdb05-e481-454d-91d5-c9cfe04fa529') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:21.877947 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port bad4fac5-d5d8-4dcf-9a70-3154829cdc72 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:21.878546 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:21.903959 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:21.929722 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-158a0526-9b18-44bb-8972-d054f06fa675 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6247945 Dec 21 22:17:21.935188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57902) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:21.955611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a7e45769-187e-43e9-9156-fe5ad2bb4168 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'fixed_ips': [{'subnet_id': '7a3fd2f6-aabb-4f4e-9c3f-b4051cc23ad8', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-262834917'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:21.970454 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48d037ba-bab3-44ce-95ac-a837db832df0 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.014039 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48d037ba-bab3-44ce-95ac-a837db832df0 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.051855 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ccd17e50-5c80-415d-aa2a-3d01b2682472 None None] Provisioning complete for port bad4fac5-d5d8-4dcf-9a70-3154829cdc72 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:22.052330 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ccd17e50-5c80-415d-aa2a-3d01b2682472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.086704 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-24fc1d31-5806-4165-878e-8938adc4b3ee None None] Deleting port e0332af1-bca1-4f47-a1f6-3e7f8e6601ec {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:22.087414 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-24fc1d31-5806-4165-878e-8938adc4b3ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.114774 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': '7a3fd2f6-aabb-4f4e-9c3f-b4051cc23ad8'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:17:22.115717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.131894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-895102d6-cd02-4405-b5e1-ce1d47ff7833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.176277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.178483 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25ce4f8-a7ca-46ad-873b-48bc19784358 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:22.181359 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f25ce4f8-a7ca-46ad-873b-48bc19784358 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.205618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:17:22.206039 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.225783 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-895102d6-cd02-4405-b5e1-ce1d47ff7833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:22.246543 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:22.260371 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a7e45769-187e-43e9-9156-fe5ad2bb4168 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:22.275659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a7e45769-187e-43e9-9156-fe5ad2bb4168 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:port and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:22.282098 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a7e45769-187e-43e9-9156-fe5ad2bb4168 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:22.297835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a7e45769-187e-43e9-9156-fe5ad2bb4168 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:22.309719 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48d037ba-bab3-44ce-95ac-a837db832df0 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.310280 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d037ba-bab3-44ce-95ac-a837db832df0 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Fanout notify agent at l3_agent the message router_deleted on router 47503363-2b94-4269-bc0b-f4727c31173f {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:17:22.341282 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48d037ba-bab3-44ce-95ac-a837db832df0 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.346918 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-48d037ba-bab3-44ce-95ac-a837db832df0 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "DELETE /v2.0/routers/47503363-2b94-4269-bc0b-f4727c31173f HTTP/1.1" status: 204 len: 168 time: 5.5711401 Dec 21 22:17:22.347791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57908) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:22.353288 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1275395078', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'enable_snat': False}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:22.360217 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:22.362814 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-c3c4c797-4401-416f-8d6a-6c245059ecfa req-d37afbbf-b7fe-4bc2-a95d-d0b7e1664ef6 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.371866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-24fc1d31-5806-4165-878e-8938adc4b3ee None None] The port 'e0332af1-bca1-4f47-a1f6-3e7f8e6601ec' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:17:22.398614 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ea51726b-2698-450a-9c6a-fd0f9ecdc4bc tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.404683 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Usage tracker for resource:router and tenant:a861f3293388429abba521275c3540c3 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:22.408541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e45769-187e-43e9-9156-fe5ad2bb4168 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:22.425144 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:22.442622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-895102d6-cd02-4405-b5e1-ce1d47ff7833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.445298 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-895102d6-cd02-4405-b5e1-ce1d47ff7833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.446679 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-895102d6-cd02-4405-b5e1-ce1d47ff7833 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d2b23b8-1eaa-4bb6-9131-bb3ebb762f12 HTTP/1.1" status: 204 len: 168 time: 0.8525193 Dec 21 22:17:22.460233 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:22.479924 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37afbbf-b7fe-4bc2-a95d-d0b7e1664ef6 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Pushing event deleted for resources: {'Port': ['ID=7f56a795-c6f8-4433-9654-3c16fd3aa9be,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:22.507597 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895102d6-cd02-4405-b5e1-ce1d47ff7833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2b23b8-1eaa-4bb6-9131-bb3ebb762f12,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:22.660756 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.664006 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e0332af1-bca1-4f47-a1f6-3e7f8e6601ec no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:17:22.664584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.711242 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: e0332af1-bca1-4f47-a1f6-3e7f8e6601ec {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:17:22.711664 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e0332af1-bca1-4f47-a1f6-3e7f8e6601ec not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:17:22.712185 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f81bb45f-6614-4292-ac17-2728f75b9185 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:17:22.717853 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-911652dc-d02d-47a5-ac36-adab0d637713 req-433647d5-1971-429f-a3e0-e1d2cb0abe26 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 210 time: 0.2097988 Dec 21 22:17:22.757581 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: f81bb45f-6614-4292-ac17-2728f75b9185 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:17:22.758093 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f81bb45f-6614-4292-ac17-2728f75b9185 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:17:22.770584 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-ea51726b-2698-450a-9c6a-fd0f9ecdc4bc tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6727ef-401b-4910-8afa-a39e9d96c307']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:22.774633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Allocated IP 2001:db8::2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/7a3fd2f6-aabb-4f4e-9c3f-b4051cc23ad8/d1f21573-cd81-470f-af1f-dd3131ebe148) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:22.781278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25ce4f8-a7ca-46ad-873b-48bc19784358 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:22.803774 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-ea51726b-2698-450a-9c6a-fd0f9ecdc4bc tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09ed3fa-f14e-49f4-a05b-e29bb5e27bef') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:22.804007 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-ea51726b-2698-450a-9c6a-fd0f9ecdc4bc tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09ed3fa-f14e-49f4-a05b-e29bb5e27bef') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:22.821337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2ae6034b-6995-4a37-8910-50910091b97a req-66d7602c-cf9f-405e-b5c9-495099a532c8 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.821637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2ae6034b-6995-4a37-8910-50910091b97a req-66d7602c-cf9f-405e-b5c9-495099a532c8 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.821949 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [req-2ae6034b-6995-4a37-8910-50910091b97a req-66d7602c-cf9f-405e-b5c9-495099a532c8 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Floating IP 12a97844-b0bb-450d-95c3-1bed02659b97 disassociated. External IP: 172.26.3.62, port: b6360593-18a0-4307-8968-abd08c402606. Dec 21 22:17:22.822514 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-2ae6034b-6995-4a37-8910-50910091b97a req-66d7602c-cf9f-405e-b5c9-495099a532c8 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Calling delete_port for b6360593-18a0-4307-8968-abd08c402606 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:22.860884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ea51726b-2698-450a-9c6a-fd0f9ecdc4bc tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.889650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ea51726b-2698-450a-9c6a-fd0f9ecdc4bc tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.899546 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.904517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea51726b-2698-450a-9c6a-fd0f9ecdc4bc tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:17:22.905191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ea51726b-2698-450a-9c6a-fd0f9ecdc4bc tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.918228 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a7e45769-187e-43e9-9156-fe5ad2bb4168 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:22.924275 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:22.953108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:22.963080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] Pushing event deleted for resources: {'Network': ['ID=09928351-850f-4e4d-ae45-58c2c9c58297,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:22.968987 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bc633d01-2399-41e7-9382-82e50fb05202 tempest-FloatingIPNegativeTestJSON-777738678 tempest-FloatingIPNegativeTestJSON-777738678-project] 10.222.0.37 "DELETE /v2.0/networks/09928351-850f-4e4d-ae45-58c2c9c58297 HTTP/1.1" status: 204 len: 168 time: 3.9671235 Dec 21 22:17:22.972264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-a7e45769-187e-43e9-9156-fe5ad2bb4168 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port 0a432b27-3255-4f3a-8e77-e888c4617b97 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:17:23.118633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:23.211581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ea51726b-2698-450a-9c6a-fd0f9ecdc4bc tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:23.250541 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ea51726b-2698-450a-9c6a-fd0f9ecdc4bc tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:23.255561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f25ce4f8-a7ca-46ad-873b-48bc19784358 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:23.255897 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-f25ce4f8-a7ca-46ad-873b-48bc19784358 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Added segment e869cc72-1032-439f-a07a-bd38d66b6cb4 of type vlan for network 1141e115-58e8-42bb-8fa4-48a7d4ae52e1 Dec 21 22:17:23.286835 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51726b-2698-450a-9c6a-fd0f9ecdc4bc tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event deleted for resources: {'Network': ['ID=9c6727ef-401b-4910-8afa-a39e9d96c307,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:23.299728 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ea51726b-2698-450a-9c6a-fd0f9ecdc4bc tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "DELETE /v2.0/networks/9c6727ef-401b-4910-8afa-a39e9d96c307 HTTP/1.1" status: 204 len: 168 time: 2.0972247 Dec 21 22:17:23.312522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57920) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:23.342731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f25ce4f8-a7ca-46ad-873b-48bc19784358 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:23.398312 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:23.428491 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Transition to ACTIVE for port object d1f21573-cd81-470f-af1f-dd3131ebe148 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:23.463621 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Transition to ACTIVE for port object d1f21573-cd81-470f-af1f-dd3131ebe148 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:23.475560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2ae6034b-6995-4a37-8910-50910091b97a req-66d7602c-cf9f-405e-b5c9-495099a532c8 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:23.497417 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8489aa-59e5-4b9f-8df8-0052435248f5 req-4154b522-7e88-4317-bb94-a9ca54bfd50b tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:23.503983 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-de8489aa-59e5-4b9f-8df8-0052435248f5 req-4154b522-7e88-4317-bb94-a9ca54bfd50b tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 867 time: 0.7143617 Dec 21 22:17:23.518767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57924) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:23.552952 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3c4c797-4401-416f-8d6a-6c245059ecfa req-d37afbbf-b7fe-4bc2-a95d-d0b7e1664ef6 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Router c708dfc0-40ae-4621-aa16-b7b86139354a has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:17:23.553108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7602c-cf9f-405e-b5c9-495099a532c8 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Pushing event deleted for resources: {'Port': ['ID=b6360593-18a0-4307-8968-abd08c402606,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:23.555297 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dda1a697-af9b-4d56-ba10-cfb823231340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:23.556777 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:23.582543 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-de8489aa-59e5-4b9f-8df8-0052435248f5 req-985ee716-4784-4412-a040-0b98b7e308af tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups?id=153519e0-cbcd-49a6-b085-403c519b8755&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765357 Dec 21 22:17:23.635889 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:23.639248 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:23.645207 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Pushing event updated for resources: {'Port': ['ID=d1f21573-cd81-470f-af1f-dd3131ebe148,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:23.647576 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:23.655225 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f25ce4f8-a7ca-46ad-873b-48bc19784358 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:23.660430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25ce4f8-a7ca-46ad-873b-48bc19784358 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:23.661272 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f25ce4f8-a7ca-46ad-873b-48bc19784358 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:23.721704 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e45769-187e-43e9-9156-fe5ad2bb4168 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:17:23.723028 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e45769-187e-43e9-9156-fe5ad2bb4168 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:17:23.769848 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Attempting to bind port d1f21573-cd81-470f-af1f-dd3131ebe148 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:17:23.771891 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Attempting to bind port d1f21573-cd81-470f-af1f-dd3131ebe148 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:17:23.772587 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Attempting to bind port d1f21573-cd81-470f-af1f-dd3131ebe148 on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:17:23.788225 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:17:23.793298 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:23.797811 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:23.803304 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57932) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:23.803440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:17:23.803440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Bound port: d1f21573-cd81-470f-af1f-dd3131ebe148, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:17:23.803440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:23.808644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b550b93a-3ce2-4f8a-b8e4-14c0c6f798e1 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:23.812567 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b550b93a-3ce2-4f8a-b8e4-14c0c6f798e1 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:23.813359 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b550b93a-3ce2-4f8a-b8e4-14c0c6f798e1 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Synchronizing usage tracker for tenant:ffa8a668031749729214181fee5f30d2 on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:23.832146 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-dda1a697-af9b-4d56-ba10-cfb823231340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:23.844959 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-dda1a697-af9b-4d56-ba10-cfb823231340 admin admin] Usage tracker for resource:security_group_rule and tenant:a159a9ecd0d04abaa7df75c7c80009bd is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:23.853026 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:23.853266 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-dda1a697-af9b-4d56-ba10-cfb823231340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:23.869734 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-dda1a697-af9b-4d56-ba10-cfb823231340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:23.932355 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a7e45769-187e-43e9-9156-fe5ad2bb4168 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9873705 Dec 21 22:17:23.933718 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57938) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:23.949973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ce4f8-a7ca-46ad-873b-48bc19784358 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Network': ['ID=1141e115-58e8-42bb-8fa4-48a7d4ae52e1,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:23.963366 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f25ce4f8-a7ca-46ad-873b-48bc19784358 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3825250 Dec 21 22:17:23.965129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 1141e115-58e8-42bb-8fa4-48a7d4ae52e1 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:23.999576 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57942) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:24.044195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-7f1b67af-8734-49a9-b78c-f1b0b97ddbae tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'subnet': {'network_id': '1141e115-58e8-42bb-8fa4-48a7d4ae52e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:24.076947 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] For port d1f21573-cd81-470f-af1f-dd3131ebe148, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:17:24.081952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] For port d1f21573-cd81-470f-af1f-dd3131ebe148, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d1f21573-cd81-470f-af1f-dd3131ebe148,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:17:24.085879 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 7f56a795-c6f8-4433-9654-3c16fd3aa9be no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:17:24.085986 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a84f588d-9bee-4425-81b0-c6a5e8f3c9cf req-bd6d13b8-3e56-4f98-97b7-f3a9e9a9c6af tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 210 time: 0.1593261 Dec 21 22:17:24.090615 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dda1a697-af9b-4d56-ba10-cfb823231340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:24.099487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b550b93a-3ce2-4f8a-b8e4-14c0c6f798e1 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Unset dirty status for tenant:ffa8a668031749729214181fee5f30d2 on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:24.100843 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b550b93a-3ce2-4f8a-b8e4-14c0c6f798e1 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7903998 Dec 21 22:17:24.104437 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57946) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:24.110495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2da18f5e-da44-4f79-80c3-78aaf4bd5ff6 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-8845396'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:24.116247 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2da18f5e-da44-4f79-80c3-78aaf4bd5ff6 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:24.133748 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2da18f5e-da44-4f79-80c3-78aaf4bd5ff6 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:24.150925 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 7f56a795-c6f8-4433-9654-3c16fd3aa9be {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:17:24.151509 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 7f56a795-c6f8-4433-9654-3c16fd3aa9be not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:17:24.152060 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b6360593-18a0-4307-8968-abd08c402606 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:17:24.191556 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:24.214305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dda1a697-af9b-4d56-ba10-cfb823231340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:24.278041 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7f1b67af-8734-49a9-b78c-f1b0b97ddbae tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:24.283513 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da18f5e-da44-4f79-80c3-78aaf4bd5ff6 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Made reservation on behalf of ffa8a668031749729214181fee5f30d2 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:24.286981 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2da18f5e-da44-4f79-80c3-78aaf4bd5ff6 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:24.290379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7f1b67af-8734-49a9-b78c-f1b0b97ddbae tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:subnet and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:24.294909 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-964b38e2-2dca-42fb-9922-6c02ae9ca660 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dafb61248c79464c91274992053c5d29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4920502 Dec 21 22:17:24.297719 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7f1b67af-8734-49a9-b78c-f1b0b97ddbae tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:24.299521 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57950) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:24.307856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1a697-af9b-4d56-ba10-cfb823231340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ced2c2-5b68-43bc-8f80-d8eda4bbf4d4,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:24.311113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7f1b67af-8734-49a9-b78c-f1b0b97ddbae tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:24.338615 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-dda1a697-af9b-4d56-ba10-cfb823231340 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a159a9ecd0d04abaa7df75c7c80009bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8121569 Dec 21 22:17:24.350338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 57954) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:24.420180 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3c4c797-4401-416f-8d6a-6c245059ecfa req-d37afbbf-b7fe-4bc2-a95d-d0b7e1664ef6 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:17:24.434758 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: b6360593-18a0-4307-8968-abd08c402606 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:17:24.434758 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b6360593-18a0-4307-8968-abd08c402606 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:17:24.434927 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da18f5e-da44-4f79-80c3-78aaf4bd5ff6 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:24.435018 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21eb4f04-9060-4638-98f8-c2806feb094a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:24.435018 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-21eb4f04-9060-4638-98f8-c2806feb094a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:24.447884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103684fc-4f5e-4377-a9cf-75fdfc20367a None None] Sync routers for ids ['c708dfc0-40ae-4621-aa16-b7b86139354a'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:17:24.464915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2da18f5e-da44-4f79-80c3-78aaf4bd5ff6 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:24.465240 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-2da18f5e-da44-4f79-80c3-78aaf4bd5ff6 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Added segment a6949790-47c7-4b31-9a45-10107fc06dc2 of type vlan for network 90e22927-6183-4770-b55a-60d72b34b755 Dec 21 22:17:24.479725 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-faeb8026-81b0-4e51-9bb4-d3e17aa8f026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:24.498971 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103684fc-4f5e-4377-a9cf-75fdfc20367a None None] Routers {'c708dfc0-40ae-4621-aa16-b7b86139354a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:24.499660 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-103684fc-4f5e-4377-a9cf-75fdfc20367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c708dfc0-40ae-4621-aa16-b7b86139354a'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:24.514366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ae6034b-6995-4a37-8910-50910091b97a req-66d7602c-cf9f-405e-b5c9-495099a532c8 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Router 7351adb4-468b-47f8-855d-d22ea5033863 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:17:24.526541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c4c797-4401-416f-8d6a-6c245059ecfa req-d37afbbf-b7fe-4bc2-a95d-d0b7e1664ef6 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] No DVR routers for this DVR port 7f56a795-c6f8-4433-9654-3c16fd3aa9be on host hv-neutron-8225 {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:17:24.528388 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1b67af-8734-49a9-b78c-f1b0b97ddbae tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:24.544992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5df2a1c9-beaa-47c6-9cf7-0e8a37990725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:24.551559 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2da18f5e-da44-4f79-80c3-78aaf4bd5ff6 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:24.555288 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac246ee3-0127-4af6-8e33-2ed168c8abe9 None None] Pushing event updated for resources: {'Port': ['ID=d1f21573-cd81-470f-af1f-dd3131ebe148,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:24.669914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-c3c4c797-4401-416f-8d6a-6c245059ecfa req-d37afbbf-b7fe-4bc2-a95d-d0b7e1664ef6 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:24.672973 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c3c4c797-4401-416f-8d6a-6c245059ecfa req-d37afbbf-b7fe-4bc2-a95d-d0b7e1664ef6 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.49 "DELETE /v2.0/ports/7f56a795-c6f8-4433-9654-3c16fd3aa9be HTTP/1.1" status: 204 len: 173 time: 5.0024574 Dec 21 22:17:24.675594 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f1b67af-8734-49a9-b78c-f1b0b97ddbae tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:24.737884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-103684fc-4f5e-4377-a9cf-75fdfc20367a None None] Set router c708dfc0-40ae-4621-aa16-b7b86139354a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:24.805775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-faeb8026-81b0-4e51-9bb4-d3e17aa8f026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:24.912998 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5df2a1c9-beaa-47c6-9cf7-0e8a37990725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:24.969397 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588bf17f-a094-4ffa-9a9e-3255eba6b5f5', 'name': 'network-vif-deleted', 'tag': '7f56a795-c6f8-4433-9654-3c16fd3aa9be'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:17:25.072482 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bd0efced-8170-4d22-b778-7ad38659c8c5 req-37c169fc-5e19-4882-a9e2-2b555d592531 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 210 time: 0.0785260 Dec 21 22:17:25.088916 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f1b67af-8734-49a9-b78c-f1b0b97ddbae tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:25.093573 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-21eb4f04-9060-4638-98f8-c2806feb094a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:25.098664 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-21eb4f04-9060-4638-98f8-c2806feb094a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.1632876 Dec 21 22:17:25.099595 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57962) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:25.180335 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588bf17f-a094-4ffa-9a9e-3255eba6b5f5', 'name': 'network-vif-deleted', 'tag': '7f56a795-c6f8-4433-9654-3c16fd3aa9be', 'status': 'completed', 'code': 200} Dec 21 22:17:25.261487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b67af-8734-49a9-b78c-f1b0b97ddbae tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Subnet': ['ID=24097bc2-b132-45c0-9297-4430acf09916,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:25.277844 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b54c69b-9880-4fe8-8987-217612f55ed5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:25.279724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b54c69b-9880-4fe8-8987-217612f55ed5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:25.281555 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5b54c69b-9880-4fe8-8987-217612f55ed5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:25.313019 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2da18f5e-da44-4f79-80c3-78aaf4bd5ff6 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:25.321756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da18f5e-da44-4f79-80c3-78aaf4bd5ff6 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:25.327983 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2da18f5e-da44-4f79-80c3-78aaf4bd5ff6 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:25.352539 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-103684fc-4f5e-4377-a9cf-75fdfc20367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'name': 'tempest-ServersTestManualDisk-1691316082-router', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:41Z', 'revision_number': 4, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'gw_port': {'id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '38b93d2b-5242-4ab2-93ec-11258afee379', 'name': '', 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'mac_address': 'fa:16:3e:e1:b3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:38Z', 'updated_at': '2021-12-21T22:15:55Z', 'revision_number': 5, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'subnets': [{'id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:25.357788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103684fc-4f5e-4377-a9cf-75fdfc20367a None None] Checking router: c708dfc0-40ae-4621-aa16-b7b86139354a for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:17:25.375791 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103684fc-4f5e-4377-a9cf-75fdfc20367a None None] Routers {'c708dfc0-40ae-4621-aa16-b7b86139354a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:25.378308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-103684fc-4f5e-4377-a9cf-75fdfc20367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c708dfc0-40ae-4621-aa16-b7b86139354a'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:25.396065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-faeb8026-81b0-4e51-9bb4-d3e17aa8f026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:25.453220 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb8026-81b0-4e51-9bb4-d3e17aa8f026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e484df-2f36-4b31-b0ad-28b0937a4537,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:25.520540 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5df2a1c9-beaa-47c6-9cf7-0e8a37990725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:25.522803 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5df2a1c9-beaa-47c6-9cf7-0e8a37990725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:25.523948 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5df2a1c9-beaa-47c6-9cf7-0e8a37990725 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c8ced2c2-5b68-43bc-8f80-d8eda4bbf4d4 HTTP/1.1" status: 204 len: 168 time: 1.1726980 Dec 21 22:17:25.533935 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2da18f5e-da44-4f79-80c3-78aaf4bd5ff6 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4275501 Dec 21 22:17:25.534244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-46f734ac-38a9-45be-8298-b54e2d90bad0 req-d9aba4b2-0ad5-4455-8c25-732eb1afb443 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Synchronizing usage tracker for tenant:ad5fcdaeccaa4b16bc289ea9c4d6bb78 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:25.544124 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57970) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:25.554408 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-2dfccf18-11f4-47a3-961f-e8832eefd663 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2107310750'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:25.572485 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2dfccf18-11f4-47a3-961f-e8832eefd663 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:25.579177 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da18f5e-da44-4f79-80c3-78aaf4bd5ff6 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event updated for resources: {'Network': ['ID=90e22927-6183-4770-b55a-60d72b34b755,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:25.594331 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-faeb8026-81b0-4e51-9bb4-d3e17aa8f026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:25.597672 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-faeb8026-81b0-4e51-9bb4-d3e17aa8f026 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3e484df-2f36-4b31-b0ad-28b0937a4537 HTTP/1.1" status: 204 len: 168 time: 1.2903078 Dec 21 22:17:25.603993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2a1c9-beaa-47c6-9cf7-0e8a37990725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ced2c2-5b68-43bc-8f80-d8eda4bbf4d4,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:25.644768 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 90e22927-6183-4770-b55a-60d72b34b755 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:25.651859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2dfccf18-11f4-47a3-961f-e8832eefd663 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Usage tracker for resource:network and tenant:ffa8a668031749729214181fee5f30d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:25.674745 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ae6034b-6995-4a37-8910-50910091b97a req-66d7602c-cf9f-405e-b5c9-495099a532c8 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:17:25.676284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2dfccf18-11f4-47a3-961f-e8832eefd663 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:25.687086 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd50e0bb-7da3-465e-a3ae-bba43133460f None None] Sync routers for ids ['7351adb4-468b-47f8-855d-d22ea5033863'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:17:25.705322 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:25.733374 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd50e0bb-7da3-465e-a3ae-bba43133460f None None] Routers {'7351adb4-468b-47f8-855d-d22ea5033863'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:25.740767 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-dd50e0bb-7da3-465e-a3ae-bba43133460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['7351adb4-468b-47f8-855d-d22ea5033863'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:25.781202 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2dfccf18-11f4-47a3-961f-e8832eefd663 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:25.797452 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5b54c69b-9880-4fe8-8987-217612f55ed5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:25.798673 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5b54c69b-9880-4fe8-8987-217612f55ed5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6212940 Dec 21 22:17:25.817277 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-46f734ac-38a9-45be-8298-b54e2d90bad0 req-d9aba4b2-0ad5-4455-8c25-732eb1afb443 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Unset dirty status for tenant:ad5fcdaeccaa4b16bc289ea9c4d6bb78 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:25.837591 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-46f734ac-38a9-45be-8298-b54e2d90bad0 req-d9aba4b2-0ad5-4455-8c25-732eb1afb443 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/ports?device_id=588bf17f-a094-4ffa-9a9e-3255eba6b5f5 HTTP/1.1" status: 200 len: 210 time: 0.3495860 Dec 21 22:17:25.838444 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b67af-8734-49a9-b78c-f1b0b97ddbae tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Checking segment: {'id': 'e869cc72-1032-439f-a07a-bd38d66b6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1141e115-58e8-42bb-8fa4-48a7d4ae52e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:25.838815 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1b67af-8734-49a9-b78c-f1b0b97ddbae tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network hostable DHCP agents. Network: 1141e115-58e8-42bb-8fa4-48a7d4ae52e1, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:17:25.855490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 57976) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:25.868459 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:25.895861 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d1f21573-cd81-470f-af1f-dd3131ebe148 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:17:25.897626 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae6034b-6995-4a37-8910-50910091b97a req-66d7602c-cf9f-405e-b5c9-495099a532c8 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] No DVR routers for this DVR port b6360593-18a0-4307-8968-abd08c402606 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:17:25.903064 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2ae6034b-6995-4a37-8910-50910091b97a req-66d7602c-cf9f-405e-b5c9-495099a532c8 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:25.912113 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2ae6034b-6995-4a37-8910-50910091b97a req-66d7602c-cf9f-405e-b5c9-495099a532c8 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.49 "DELETE /v2.0/ports/b6360593-18a0-4307-8968-abd08c402606 HTTP/1.1" status: 204 len: 173 time: 5.7885761 Dec 21 22:17:25.912113 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c764f1ba-7ede-4365-a47d-0db44015db9b', 'name': 'network-vif-deleted', 'tag': 'b6360593-18a0-4307-8968-abd08c402606'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:17:26.100286 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c764f1ba-7ede-4365-a47d-0db44015db9b', 'name': 'network-vif-deleted', 'tag': 'b6360593-18a0-4307-8968-abd08c402606', 'status': 'completed', 'code': 200} Dec 21 22:17:26.101232 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-103684fc-4f5e-4377-a9cf-75fdfc20367a None None] Set router c708dfc0-40ae-4621-aa16-b7b86139354a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:26.384241 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-dd50e0bb-7da3-465e-a3ae-bba43133460f None None] Set router 7351adb4-468b-47f8-855d-d22ea5033863 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:26.506150 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2e52bc-3e1c-4ecf-aa08-18ac892bf42a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 7a3fd2f6-aabb-4f4e-9c3f-b4051cc23ad8 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:17:26.519473 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfccf18-11f4-47a3-961f-e8832eefd663 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Made reservation on behalf of ffa8a668031749729214181fee5f30d2 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:26.521042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2dfccf18-11f4-47a3-961f-e8832eefd663 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:26.550723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e2e52bc-3e1c-4ecf-aa08-18ac892bf42a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:26.616356 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759e3aeb-b4b5-4a3c-95c6-e69d2f243b49 None None] get_active_networks_info from dv-neutron-822520-1-hyperv {{(pid=84170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:17:26.646776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfccf18-11f4-47a3-961f-e8832eefd663 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:26.656209 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2dfccf18-11f4-47a3-961f-e8832eefd663 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:26.656545 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-2dfccf18-11f4-47a3-961f-e8832eefd663 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Added segment ffdeaaad-8195-4281-a971-b16a6c8be545 of type vlan for network 49cce927-8418-460c-ad15-25b9dfb9f4cd Dec 21 22:17:26.659386 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-917d1b4a-2b72-4a57-97f1-b61af8e0e6e8 req-a40998a9-2f35-41b7-b0ee-b8416618a794 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/ports?device_id=c764f1ba-7ede-4365-a47d-0db44015db9b HTTP/1.1" status: 200 len: 210 time: 0.1614714 Dec 21 22:17:26.736531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e2e52bc-3e1c-4ecf-aa08-18ac892bf42a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:26.762837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port d1f21573-cd81-470f-af1f-dd3131ebe148 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:26.774557 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Allocated IP 172.26.3.63 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/7bae164f-dc5d-40ca-b673-0e33f0f7f006) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:26.803005 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-dd50e0bb-7da3-465e-a3ae-bba43133460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7351adb4-468b-47f8-855d-d22ea5033863', 'name': 'tempest-ServersTestJSON-1245971313-router', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:39Z', 'revision_number': 4, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'gw_port': {'id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '27f5ca68-74b4-42e3-9217-e31f007841f4', 'name': '', 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'mac_address': 'fa:16:3e:3c:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:37Z', 'updated_at': '2021-12-21T22:15:51Z', 'revision_number': 5, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'subnets': [{'id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:26.808072 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd50e0bb-7da3-465e-a3ae-bba43133460f None None] Checking router: 7351adb4-468b-47f8-855d-d22ea5033863 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:17:26.820117 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd50e0bb-7da3-465e-a3ae-bba43133460f None None] Routers {'7351adb4-468b-47f8-855d-d22ea5033863'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:26.821177 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-dd50e0bb-7da3-465e-a3ae-bba43133460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['7351adb4-468b-47f8-855d-d22ea5033863'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:26.871733 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-47056318-92d2-4891-be04-5cc5de9e535e None None] Provisioning for port d1f21573-cd81-470f-af1f-dd3131ebe148 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:26.920404 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-47056318-92d2-4891-be04-5cc5de9e535e None None] Provisioning complete for port d1f21573-cd81-470f-af1f-dd3131ebe148 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:26.921451 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-47056318-92d2-4891-be04-5cc5de9e535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:26.995993 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:27.029983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2dfccf18-11f4-47a3-961f-e8832eefd663 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:27.129563 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-dd50e0bb-7da3-465e-a3ae-bba43133460f None None] Set router 7351adb4-468b-47f8-855d-d22ea5033863 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:27.164997 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:27.168973 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1b67af-8734-49a9-b78c-f1b0b97ddbae tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network 1141e115-58e8-42bb-8fa4-48a7d4ae52e1 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:17:27.221921 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58010) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:27.336154 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e2e52bc-3e1c-4ecf-aa08-18ac892bf42a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:27.339141 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1fd40ab8-8eca-4b05-a89b-d6294c25c474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:27.396387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-47056318-92d2-4891-be04-5cc5de9e535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:27.488589 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-103684fc-4f5e-4377-a9cf-75fdfc20367a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'name': 'tempest-ServersTestManualDisk-1691316082-router', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:41Z', 'revision_number': 4, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'gw_port': {'id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '38b93d2b-5242-4ab2-93ec-11258afee379', 'name': '', 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'mac_address': 'fa:16:3e:e1:b3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:38Z', 'updated_at': '2021-12-21T22:15:55Z', 'revision_number': 5, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'subnets': [{'id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:27.512687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b52de934-ebbd-4014-801f-505ec1645352 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:27.517551 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103684fc-4f5e-4377-a9cf-75fdfc20367a None None] The sync data for ids ['c708dfc0-40ae-4621-aa16-b7b86139354a'] in dv-neutron-822520-1-hyperv is: [{'id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'name': 'tempest-ServersTestManualDisk-1691316082-router', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:41Z', 'revision_number': 4, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'gw_port': {'id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '38b93d2b-5242-4ab2-93ec-11258afee379', 'name': '', 'network_id': 'f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'mac_address': 'fa:16:3e:e1:b3:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:38Z', 'updated_at': '2021-12-21T22:15:55Z', 'revision_number': 5, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'subnets': [{'id': '55c20a1a-f6d6-4f37-94ec-f9e003fe8022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:17:27.523210 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e3aeb-b4b5-4a3c-95c6-e69d2f243b49 None None] Unable to find a vacant binding_index for network 1141e115-58e8-42bb-8fa4-48a7d4ae52e1 and agent e45bbdb1-6837-45c2-a324-6f761f7afaff {{(pid=84170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 21 22:17:27.580775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2dfccf18-11f4-47a3-961f-e8832eefd663 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:27.591791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfccf18-11f4-47a3-961f-e8832eefd663 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:27.592612 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2dfccf18-11f4-47a3-961f-e8832eefd663 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:27.605650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b52de934-ebbd-4014-801f-505ec1645352 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:27.653890 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e3aeb-b4b5-4a3c-95c6-e69d2f243b49 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 1141e115-58e8-42bb-8fa4-48a7d4ae52e1) {{(pid=84170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 22:17:27.703298 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-7f1b67af-8734-49a9-b78c-f1b0b97ddbae tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 1141e115-58e8-42bb-8fa4-48a7d4ae52e1) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:27.735317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1b67af-8734-49a9-b78c-f1b0b97ddbae tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:27.739972 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f1b67af-8734-49a9-b78c-f1b0b97ddbae tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:27.760508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b52de934-ebbd-4014-801f-505ec1645352 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:27.800400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:27.801413 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Pushing event updated for resources: {'Port': ['ID=7bae164f-dc5d-40ca-b673-0e33f0f7f006,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:27.827212 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:27.834414 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:27.840412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52de934-ebbd-4014-801f-505ec1645352 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f60179-6b1c-4fe7-a771-39bd11b1c658,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:27.887420 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b52de934-ebbd-4014-801f-505ec1645352 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:27.891478 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b52de934-ebbd-4014-801f-505ec1645352 tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "DELETE /v2.0/security-groups/69f60179-6b1c-4fe7-a771-39bd11b1c658 HTTP/1.1" status: 204 len: 168 time: 0.6677775 Dec 21 22:17:27.895664 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58028) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:27.909531 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-dd50e0bb-7da3-465e-a3ae-bba43133460f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7351adb4-468b-47f8-855d-d22ea5033863', 'name': 'tempest-ServersTestJSON-1245971313-router', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:39Z', 'revision_number': 4, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'gw_port': {'id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '27f5ca68-74b4-42e3-9217-e31f007841f4', 'name': '', 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'mac_address': 'fa:16:3e:3c:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:37Z', 'updated_at': '2021-12-21T22:15:51Z', 'revision_number': 5, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'subnets': [{'id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:27.914440 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd50e0bb-7da3-465e-a3ae-bba43133460f None None] The sync data for ids ['7351adb4-468b-47f8-855d-d22ea5033863'] in dv-neutron-822520-1-hyperv is: [{'id': '7351adb4-468b-47f8-855d-d22ea5033863', 'name': 'tempest-ServersTestJSON-1245971313-router', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:15:39Z', 'revision_number': 4, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'gw_port': {'id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '27f5ca68-74b4-42e3-9217-e31f007841f4', 'name': '', 'network_id': '4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'mac_address': 'fa:16:3e:3c:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:37Z', 'updated_at': '2021-12-21T22:15:51Z', 'revision_number': 5, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'subnets': [{'id': 'bbfc036d-03ac-49ee-aac1-b2cf72ae89d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:17:27.934912 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-f77e7739-d4a2-46d1-94d6-41c7ce8c7d3f tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] show failed (client error): The resource could not be found. Dec 21 22:17:27.939085 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f77e7739-d4a2-46d1-94d6-41c7ce8c7d3f tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "GET /v2.0/security-groups/69f60179-6b1c-4fe7-a771-39bd11b1c658 HTTP/1.1" status: 404 len: 347 time: 0.0421381 Dec 21 22:17:27.942742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58032) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:28.052175 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2dfccf18-11f4-47a3-961f-e8832eefd663 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.5045795 Dec 21 22:17:28.057440 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7f1b67af-8734-49a9-b78c-f1b0b97ddbae tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.0567791 Dec 21 22:17:28.063471 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58038) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:28.063660 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58040) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:28.063944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58042) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:28.078189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e2e52bc-3e1c-4ecf-aa08-18ac892bf42a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:28.082370 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfccf18-11f4-47a3-961f-e8832eefd663 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event updated for resources: {'Network': ['ID=49cce927-8418-460c-ad15-25b9dfb9f4cd,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:28.092819 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58050) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:28.105950 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4549d39-f2ca-48be-a388-725ec77ed554 None None] New status for floating IP a1012374-9a79-4011-8899-63330adeca31: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:17:28.118539 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Request body: {'ports': [{'network_id': '90e22927-6183-4770-b55a-60d72b34b755', 'name': 'tempest-port--28909323', 'admin_state_up': True}, {'network_id': '49cce927-8418-460c-ad15-25b9dfb9f4cd', 'admin_state_up': False}]} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:28.129709 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Request body: {'port': {'network_id': '90e22927-6183-4770-b55a-60d72b34b755', 'name': 'tempest-port--28909323', 'admin_state_up': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:28.129709 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Request body: {'port': {'network_id': '49cce927-8418-460c-ad15-25b9dfb9f4cd', 'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:28.223389 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e52bc-3e1c-4ecf-aa08-18ac892bf42a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3fd2f6-aabb-4f4e-9c3f-b4051cc23ad8,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:28.284775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-0f26fd2a-cb4e-4d8e-a9f9-b3073e20d7ce tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Deleting port 954f36fc-6253-40d0-bad8-8336454b53c7 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:28.285295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f26fd2a-cb4e-4d8e-a9f9-b3073e20d7ce tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:28.307541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e2e52bc-3e1c-4ecf-aa08-18ac892bf42a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:28.320656 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3e2e52bc-3e1c-4ecf-aa08-18ac892bf42a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/7a3fd2f6-aabb-4f4e-9c3f-b4051cc23ad8 HTTP/1.1" status: 204 len: 168 time: 2.4595017 Dec 21 22:17:28.326598 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58058) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:28.414276 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e835d25-218d-414f-9a8f-72171c95408d None None] New status for floating IP 12a97844-b0bb-450d-95c3-1bed02659b97: DOWN {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:17:28.495852 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 49cce927-8418-460c-ad15-25b9dfb9f4cd details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:28.574273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1277995342'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:28.584164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:28.590548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:network and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:28.602047 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:28.612935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:28.648113 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f26fd2a-cb4e-4d8e-a9f9-b3073e20d7ce tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:28.648519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f26fd2a-cb4e-4d8e-a9f9-b3073e20d7ce tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:28.702157 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-69e02f84-18af-4604-81c9-0a3bd5d248e7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3682044 Dec 21 22:17:28.706299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58064) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:28.728043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:28.731911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:28.743729 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-6f83eaf2-2d27-438f-8584-32f34810db8b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:28.775204 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-47056318-92d2-4891-be04-5cc5de9e535e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:17:28.775873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-47056318-92d2-4891-be04-5cc5de9e535e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:17:28.861625 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-0f26fd2a-cb4e-4d8e-a9f9-b3073e20d7ce tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Calling delete_port for 954f36fc-6253-40d0-bad8-8336454b53c7 owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:28.925650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:28.986190 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:28.991573 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:28.991969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:security_group_rule and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:29.000231 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:29.006096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b624b14-378a-4ecd-978c-5b554be59bc9 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.009636 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:29.027472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.api [None req-0f26fd2a-cb4e-4d8e-a9f9-b3073e20d7ce tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:17:29.027872 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG oslo_db.api [None req-0f26fd2a-cb4e-4d8e-a9f9-b3073e20d7ce tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:17:29.039904 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6f83eaf2-2d27-438f-8584-32f34810db8b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:29.044965 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:29.070316 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Usage tracker for resource:port and tenant:ffa8a668031749729214181fee5f30d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:29.070424 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-1141e115-58e8-42bb-8fa4-48a7d4ae52e1', 'network_id': '1141e115-58e8-42bb-8fa4-48a7d4ae52e1', 'tenant_id': '4e995e9f72ec471e8e6c5b6e94036fb6', 'fixed_ips': [{'subnet_id': '24097bc2-b132-45c0-9297-4430acf09916'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:17:29.070424 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.091126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:29.105282 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b624b14-378a-4ecd-978c-5b554be59bc9 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.113187 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6f83eaf2-2d27-438f-8584-32f34810db8b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:29.115130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.119809 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:29.186234 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.190308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.201541 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:29.238526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.238526 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Added segment bfa7449b-2340-4609-b814-3335c70d4eaf of type vlan for network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e Dec 21 22:17:29.257618 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Allocated IP 2001:db8::1 (1141e115-58e8-42bb-8fa4-48a7d4ae52e1/24097bc2-b132-45c0-9297-4430acf09916/abf679e7-d7a1-40e6-bd47-00392065b2fc) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:29.262783 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Made reservation on behalf of ffa8a668031749729214181fee5f30d2 for: {'port': 2} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:29.267485 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.288477 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.298244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.298956 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.348193 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.383242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcd203c-3c29-46c7-b180-59b43d6c3e29,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:29.390714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b624b14-378a-4ecd-978c-5b554be59bc9 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.394503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f83eaf2-2d27-438f-8584-32f34810db8b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:29.436662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.442928 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-47056318-92d2-4891-be04-5cc5de9e535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.443451 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:29.444553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.455990 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b624b14-378a-4ecd-978c-5b554be59bc9 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=153519e0-cbcd-49a6-b085-403c519b8755,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:29.509353 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-47056318-92d2-4891-be04-5cc5de9e535e None None] For port d1f21573-cd81-470f-af1f-dd3131ebe148, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d1f21573-cd81-470f-af1f-dd3131ebe148,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:29.555726 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-0f26fd2a-cb4e-4d8e-a9f9-b3073e20d7ce tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Deleting port 954f36fc-6253-40d0-bad8-8336454b53c7 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:29.556062 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f26fd2a-cb4e-4d8e-a9f9-b3073e20d7ce tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.595417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-47056318-92d2-4891-be04-5cc5de9e535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.632009 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] device_id is not set on port 590affb6-d092-493a-bc5e-70b9e2cb76fd yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:17:29.650495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-751def78-1dc6-4d71-8cf4-aabda2369e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.654953 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b624b14-378a-4ecd-978c-5b554be59bc9 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.656126 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0b624b14-378a-4ecd-978c-5b554be59bc9 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "DELETE /v2.0/security-groups/153519e0-cbcd-49a6-b085-403c519b8755 HTTP/1.1" status: 204 len: 168 time: 1.5860822 Dec 21 22:17:29.662424 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58080) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:29.684286 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6f83eaf2-2d27-438f-8584-32f34810db8b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.696111 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.715287 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47056318-92d2-4891-be04-5cc5de9e535e None None] Pushing event updated for resources: {'Port': ['ID=d1f21573-cd81-470f-af1f-dd3131ebe148,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:29.715287 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Transition to ACTIVE for port object abf679e7-d7a1-40e6-bd47-00392065b2fc will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:29.745713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Transition to ACTIVE for port object abf679e7-d7a1-40e6-bd47-00392065b2fc will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:29.807121 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-4b82da6a-e090-4394-8855-f918da417769 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] show failed (client error): The resource could not be found. Dec 21 22:17:29.809502 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4b82da6a-e090-4394-8855-f918da417769 tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "GET /v2.0/security-groups/153519e0-cbcd-49a6-b085-403c519b8755 HTTP/1.1" status: 404 len: 347 time: 0.1436286 Dec 21 22:17:29.814533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58084) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:29.846623 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f26fd2a-cb4e-4d8e-a9f9-b3073e20d7ce tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.846992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f26fd2a-cb4e-4d8e-a9f9-b3073e20d7ce tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.865891 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:29.888207 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58088) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:29.970997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-0f26fd2a-cb4e-4d8e-a9f9-b3073e20d7ce tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Calling delete_port for 954f36fc-6253-40d0-bad8-8336454b53c7 owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:29.987253 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Network 1141e115-58e8-42bb-8fa4-48a7d4ae52e1 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:29.990300 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:29.993995 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:30.029888 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Pushing event updated for resources: {'Port': ['ID=abf679e7-d7a1-40e6-bd47-00392065b2fc,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:30.032539 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Network': ['ID=aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:30.068313 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:30.105628 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1a7b0b12-1808-41b7-9c5c-652477b4fc6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9956193 Dec 21 22:17:30.107799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58094) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:30.111439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Attempting to bind port abf679e7-d7a1-40e6-bd47-00392065b2fc on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:17:30.111811 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Attempting to bind port abf679e7-d7a1-40e6-bd47-00392065b2fc by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'e869cc72-1032-439f-a07a-bd38d66b6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1141e115-58e8-42bb-8fa4-48a7d4ae52e1'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:17:30.112169 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Attempting to bind port abf679e7-d7a1-40e6-bd47-00392065b2fc on network 1141e115-58e8-42bb-8fa4-48a7d4ae52e1 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:17:30.116809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'name': 'tempest-PortsTestJSON-2135131313'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:30.128621 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:17:30.128995 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Checking segment: {'id': 'e869cc72-1032-439f-a07a-bd38d66b6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1141e115-58e8-42bb-8fa4-48a7d4ae52e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:30.129440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.129931 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Bound using segment: {'id': 'e869cc72-1032-439f-a07a-bd38d66b6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1141e115-58e8-42bb-8fa4-48a7d4ae52e1'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:17:30.130442 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Bound port: abf679e7-d7a1-40e6-bd47-00392065b2fc, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e869cc72-1032-439f-a07a-bd38d66b6cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1141e115-58e8-42bb-8fa4-48a7d4ae52e1'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:17:30.130810 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.210743 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2107788311', 'router:external': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:30.215107 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:30.219507 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Usage tracker for resource:network and tenant:80d53883fe774935b19c9898a7fefba9 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:30.222942 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:30.228579 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:30.243814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:30.247651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:port and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:30.251673 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:30.257773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:30.262390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.289890 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] For port abf679e7-d7a1-40e6-bd47-00392065b2fc, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:17:30.293130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] For port abf679e7-d7a1-40e6-bd47-00392065b2fc, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=abf679e7-d7a1-40e6-bd47-00392065b2fc,segment=NetworkSegment(e869cc72-1032-439f-a07a-bd38d66b6cb4),segment_id=e869cc72-1032-439f-a07a-bd38d66b6cb4)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:17:30.297443 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d9abc07b-16e7-4937-aa4c-f966dc8dc20f tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Deleting port d3ab99c5-73b8-44c3-902b-2314b6964568 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:30.297776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d9abc07b-16e7-4937-aa4c-f966dc8dc20f tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.308229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f26fd2a-cb4e-4d8e-a9f9-b3073e20d7ce tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.350186 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:30.353225 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.375205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26fd2a-cb4e-4d8e-a9f9-b3073e20d7ce tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Pushing event deleted for resources: {'Port': ['ID=954f36fc-6253-40d0-bad8-8336454b53c7,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:30.394404 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.419664 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] device_id is not set on port f3dc6d49-7327-43e9-9a89-259763517b99 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:17:30.495002 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Subnet': ['ID=24097bc2-b132-45c0-9297-4430acf09916,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:30.496296 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Made reservation on behalf of 80d53883fe774935b19c9898a7fefba9 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:30.498630 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.520911 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8114db-813e-4673-a42a-d5fd1c563823 None None] Pushing event updated for resources: {'Port': ['ID=abf679e7-d7a1-40e6-bd47-00392065b2fc,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:30.545767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f26fd2a-cb4e-4d8e-a9f9-b3073e20d7ce tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks [] for floatingip, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.566723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.575390 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7371a903-28f3-482d-856f-78a5f6b0e561 None None] get_active_networks_info from dv-neutron-822520-1-hyperv {{(pid=84170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:17:30.635319 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.698046 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f26fd2a-cb4e-4d8e-a9f9-b3073e20d7ce tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.704070 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0f26fd2a-cb4e-4d8e-a9f9-b3073e20d7ce tempest-ServersTestManualDisk-1803966490 tempest-ServersTestManualDisk-1803966490-project] 10.222.0.37 "DELETE /v2.0/floatingips/a1012374-9a79-4011-8899-63330adeca31 HTTP/1.1" status: 204 len: 168 time: 2.7549248 Dec 21 22:17:30.704070 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58098) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:30.708832 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7371a903-28f3-482d-856f-78a5f6b0e561 None None] Resources bound (agent type, host, resource id): {{(pid=84170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 22:17:30.736609 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.797299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.815458 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.881473 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.891456 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6f83eaf2-2d27-438f-8584-32f34810db8b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.932872 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:30.954646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:31.004108 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Usage tracker for resource:security_group_rule and tenant:80d53883fe774935b19c9898a7fefba9 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:31.057103 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e7862f-c9ea-4266-93c1-be708fcda3fa None None] Network 1141e115-58e8-42bb-8fa4-48a7d4ae52e1 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:31.061364 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:31.065672 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1141e115-58e8-42bb-8fa4-48a7d4ae52e1']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:31.076405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf96fe73-2662-46a7-ab51-5563cfa5c770 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:31.092868 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=f3dc6d49-7327-43e9-9a89-259763517b99,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:31.113943 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:31.118616 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d9abc07b-16e7-4937-aa4c-f966dc8dc20f tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:31.118956 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d9abc07b-16e7-4937-aa4c-f966dc8dc20f tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:31.133589 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e869cc72-1032-439f-a07a-bd38d66b6cb4') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:31.133883 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e869cc72-1032-439f-a07a-bd38d66b6cb4') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:31.143145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Checking segment: {'id': 'bfa7449b-2340-4609-b814-3335c70d4eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:31.144091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network hostable DHCP agents. Network: aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:17:31.153088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83eaf2-2d27-438f-8584-32f34810db8b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:31.163723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] device_id is not set on port e74bbf26-6210-4ea1-9aac-a4f1a9db2792 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:17:31.167885 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-6f83eaf2-2d27-438f-8584-32f34810db8b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:31.171887 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f83eaf2-2d27-438f-8584-32f34810db8b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:31.172469 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6f83eaf2-2d27-438f-8584-32f34810db8b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:31.226339 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:31.234193 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83eaf2-2d27-438f-8584-32f34810db8b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=56f2889a-fabe-431e-bd64-0e11d50837b0,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:31.273560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:31.319671 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d9abc07b-16e7-4937-aa4c-f966dc8dc20f tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Calling delete_port for d3ab99c5-73b8-44c3-902b-2314b6964568 owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:31.333955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:17:31.401736 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:31.448693 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:17:31.449076 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:31.460920 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bff5fe-ee43-43b0-b4bd-23f79d1abf9e None None] Network 1141e115-58e8-42bb-8fa4-48a7d4ae52e1 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:31.466412 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:31.602642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:31.608174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:31.615527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:31.615527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:31.640734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f719e480-c11d-439a-8729-bd39aefb361f None None] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:31.652806 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6f83eaf2-2d27-438f-8584-32f34810db8b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9419746 Dec 21 22:17:31.657070 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58102) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:31.661647 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d1f21573-cd81-470f-af1f-dd3131ebe148 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:17:31.665544 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-68aaa998-c5f1-4e74-8917-90a59eaa1b6c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-995780054', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:31.676863 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-68aaa998-c5f1-4e74-8917-90a59eaa1b6c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:31.679824 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:31.683468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-68aaa998-c5f1-4e74-8917-90a59eaa1b6c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:router and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:31.688286 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-68aaa998-c5f1-4e74-8917-90a59eaa1b6c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:31.696163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-68aaa998-c5f1-4e74-8917-90a59eaa1b6c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:31.740943 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f51e9658-49b8-4708-88fb-0cca4ccc90a3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6275434 Dec 21 22:17:31.741151 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58106) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:31.752128 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.api [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:17:31.752128 dv-neutron-822520-1-hyperv neutron-server[84169]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:17:31.752128 dv-neutron-822520-1-hyperv neutron-server[84169]: [parameters: {'id': '1141e115-58e8-42bb-8fa4-48a7d4ae52e1'}] Dec 21 22:17:31.752128 dv-neutron-822520-1-hyperv neutron-server[84169]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:17:31.752776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG oslo_db.api [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:17:31.760342 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ac4f0c05-960c-4249-b766-e0e407b01f47 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1993629831'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:31.773079 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ac4f0c05-960c-4249-b766-e0e407b01f47 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:31.785658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ac4f0c05-960c-4249-b766-e0e407b01f47 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:network and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:31.788582 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:31.791238 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Router e5eb0b88-ec3c-413c-8a75-210d32c64ea7 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:17:31.804246 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ac4f0c05-960c-4249-b766-e0e407b01f47 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:31.824269 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ac4f0c05-960c-4249-b766-e0e407b01f47 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:31.837145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-68aaa998-c5f1-4e74-8917-90a59eaa1b6c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:31.837414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-68aaa998-c5f1-4e74-8917-90a59eaa1b6c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:31.852551 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:31.856021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-68aaa998-c5f1-4e74-8917-90a59eaa1b6c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:31.871110 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bde500-4b87-4858-80f3-77aac97ccf19,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:31.930268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:31.930268 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Added segment aa76ee3d-25a3-44c7-8b7c-4553edb1e9eb of type vlan for network e96f66ea-7b29-45ce-abb2-db645988a5d4 Dec 21 22:17:31.956034 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d9abc07b-16e7-4937-aa4c-f966dc8dc20f tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:31.961235 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-68aaa998-c5f1-4e74-8917-90a59eaa1b6c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.007173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4f0c05-960c-4249-b766-e0e407b01f47 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:32.010225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ac4f0c05-960c-4249-b766-e0e407b01f47 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.013646 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6696cb1d-8033-4f12-80c3-ef2a79e14021 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:32.044129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.044129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.044129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.044129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.044129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.044129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.044129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.044129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.044129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.044129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.044129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.050600 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.071341 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abc07b-16e7-4937-aa4c-f966dc8dc20f tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Pushing event deleted for resources: {'Port': ['ID=d3ab99c5-73b8-44c3-902b-2314b6964568,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:32.076381 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-68aaa998-c5f1-4e74-8917-90a59eaa1b6c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.081012 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58110) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:32.081483 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-68aaa998-c5f1-4e74-8917-90a59eaa1b6c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4203851 Dec 21 22:17:32.172536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port d1f21573-cd81-470f-af1f-dd3131ebe148 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:32.173159 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.219982 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.220977 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-fc20909c-c2ed-4622-9bcc-7295d404978c None None] Provisioning complete for port d1f21573-cd81-470f-af1f-dd3131ebe148 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:32.220977 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fc20909c-c2ed-4622-9bcc-7295d404978c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.258768 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.266585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.272791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Deleting port 38b93d2b-5242-4ab2-93ec-11258afee379 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:32.274270 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.407900 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4f0c05-960c-4249-b766-e0e407b01f47 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:32.497114 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] For port 38b93d2b-5242-4ab2-93ec-11258afee379, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=38b93d2b-5242-4ab2-93ec-11258afee379,segment=NetworkSegment(46ea1c92-d041-4489-8968-e96b6b7107f6),segment_id=46ea1c92-d041-4489-8968-e96b6b7107f6)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:32.498086 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.507366 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ac4f0c05-960c-4249-b766-e0e407b01f47 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.507697 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-ac4f0c05-960c-4249-b766-e0e407b01f47 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Added segment d236b812-4026-4e1f-8b4f-403880896e10 of type vlan for network ff668f38-dba4-4cf9-862d-227e262a1920 Dec 21 22:17:32.540645 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Deleting port abf679e7-d7a1-40e6-bd47-00392065b2fc {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:32.541084 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.581248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d9abc07b-16e7-4937-aa4c-f966dc8dc20f tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.634079 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Calling delete_port for 38b93d2b-5242-4ab2-93ec-11258afee379 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:32.637106 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.765563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5cf2c875-37de-4abf-bb5b-44b95033864c None None] Provisioning complete for port d1f21573-cd81-470f-af1f-dd3131ebe148 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:32.768457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5cf2c875-37de-4abf-bb5b-44b95033864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.769858 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.774772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:32.775503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.782922 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ac4f0c05-960c-4249-b766-e0e407b01f47 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.875787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:32.922512 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Pushing event deleted for resources: {'Port': ['ID=38b93d2b-5242-4ab2-93ec-11258afee379,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:32.965092 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.965433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.965770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.966123 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.966451 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.966777 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.967106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.967425 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.967760 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.968809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:32.969116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:33.066405 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.resource_extend [None req-ac4f0c05-960c-4249-b766-e0e407b01f47 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:17:33.126574 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event updated for resources: {'Port': ['ID=590affb6-d092-493a-bc5e-70b9e2cb76fd,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:33.153900 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Pushing event updated for resources: {'Network': ['ID=e96f66ea-7b29-45ce-abb2-db645988a5d4,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:33.164297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network e96f66ea-7b29-45ce-abb2-db645988a5d4 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:33.183449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d9abc07b-16e7-4937-aa4c-f966dc8dc20f tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:33.187907 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d9abc07b-16e7-4937-aa4c-f966dc8dc20f tempest-ServersTestJSON-1663174251 tempest-ServersTestJSON-1663174251-project] 10.222.0.37 "DELETE /v2.0/floatingips/12a97844-b0bb-450d-95c3-1bed02659b97 HTTP/1.1" status: 204 len: 168 time: 3.3659313 Dec 21 22:17:33.189364 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58116) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:33.276433 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-39c63bd6-a26e-41ff-b719-37d5d7ae1c37 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.3871975 Dec 21 22:17:33.279366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58120) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:33.286533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ac4f0c05-960c-4249-b766-e0e407b01f47 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:33.288164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-8be6dda7-39e2-4645-ac04-7f720e2d0528 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Request body: {'subnet': {'network_id': 'e96f66ea-7b29-45ce-abb2-db645988a5d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:33.290227 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4f0c05-960c-4249-b766-e0e407b01f47 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:33.290814 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ac4f0c05-960c-4249-b766-e0e407b01f47 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:33.305430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-8be6dda7-39e2-4645-ac04-7f720e2d0528 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:33.418605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8be6dda7-39e2-4645-ac04-7f720e2d0528 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Usage tracker for resource:subnet and tenant:80d53883fe774935b19c9898a7fefba9 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:33.429946 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8be6dda7-39e2-4645-ac04-7f720e2d0528 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:33.438608 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-8be6dda7-39e2-4645-ac04-7f720e2d0528 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:33.463555 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Checking segment: {'id': 'a6949790-47c7-4b31-9a45-10107fc06dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '90e22927-6183-4770-b55a-60d72b34b755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:33.463916 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Network hostable DHCP agents. Network: 90e22927-6183-4770-b55a-60d72b34b755, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:17:33.484195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] For port abf679e7-d7a1-40e6-bd47-00392065b2fc, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=abf679e7-d7a1-40e6-bd47-00392065b2fc,segment=NetworkSegment(e869cc72-1032-439f-a07a-bd38d66b6cb4),segment_id=e869cc72-1032-439f-a07a-bd38d66b6cb4)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:33.484551 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:33.522847 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:33.618937 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be6dda7-39e2-4645-ac04-7f720e2d0528 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Made reservation on behalf of 80d53883fe774935b19c9898a7fefba9 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:33.621151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8be6dda7-39e2-4645-ac04-7f720e2d0528 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:33.676415 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f0c05-960c-4249-b766-e0e407b01f47 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Network': ['ID=ff668f38-dba4-4cf9-862d-227e262a1920,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:33.683303 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ac4f0c05-960c-4249-b766-e0e407b01f47 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9350708 Dec 21 22:17:33.689326 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network ff668f38-dba4-4cf9-862d-227e262a1920 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:33.690581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Calling delete_port for abf679e7-d7a1-40e6-bd47-00392065b2fc owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:33.723641 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58124) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:33.736105 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'ports': [{'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e'}, {'network_id': 'ff668f38-dba4-4cf9-862d-227e262a1920'}]} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:33.736445 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:33.736868 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'network_id': 'ff668f38-dba4-4cf9-862d-227e262a1920'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:33.817906 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:17:33.828689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Sync routers for ids ['e5eb0b88-ec3c-413c-8a75-210d32c64ea7'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:17:33.841972 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Routers {'e5eb0b88-ec3c-413c-8a75-210d32c64ea7'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:33.843637 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e5eb0b88-ec3c-413c-8a75-210d32c64ea7'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:34.026821 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Set router e5eb0b88-ec3c-413c-8a75-210d32c64ea7 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:34.059787 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Network 90e22927-6183-4770-b55a-60d72b34b755 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:17:34.101183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:34.102467 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0a3827a9-a080-40b9-bdb9-9a9b06576338 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.7536747 Dec 21 22:17:34.105818 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58128) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:34.123494 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:34.219709 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 90e22927-6183-4770-b55a-60d72b34b755) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:34.221372 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:34.254198 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e23d0b7-d05d-4f28-83aa-7364a2ba0048 None None] Network 90e22927-6183-4770-b55a-60d72b34b755 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:34.360191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:34.360767 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:34.397960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Port': ['ID=abf679e7-d7a1-40e6-bd47-00392065b2fc,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:34.494512 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:34.497941 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e47664d1-8519-409c-8d09-355de5fefbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:34.501091 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] No DVR routers for this DVR port abf679e7-d7a1-40e6-bd47-00392065b2fc on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:17:34.552248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:port and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:34.566449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:34.596683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eb0b88-ec3c-413c-8a75-210d32c64ea7', 'name': 'tempest-snat-router-1275395078', 'tenant_id': 'a861f3293388429abba521275c3540c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.63'}], 'enable_snat': False}, 'gw_port_id': '7bae164f-dc5d-40ca-b673-0e33f0f7f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:22Z', 'updated_at': '2021-12-21T22:17:28Z', 'revision_number': 3, 'project_id': 'a861f3293388429abba521275c3540c3', 'gw_port': {'id': '7bae164f-dc5d-40ca-b673-0e33f0f7f006', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eb0b88-ec3c-413c-8a75-210d32c64ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:26Z', 'updated_at': '2021-12-21T22:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:34.601191 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Checking router: e5eb0b88-ec3c-413c-8a75-210d32c64ea7 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:17:34.601593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Updating router e5eb0b88-ec3c-413c-8a75-210d32c64ea7 port 7bae164f-dc5d-40ca-b673-0e33f0f7f006 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:17:34.603136 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:34.632398 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event updated for resources: {'Port': ['ID=e74bbf26-6210-4ea1-9aac-a4f1a9db2792,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:34.661746 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:34.757447 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:34.772376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'port': 2} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:34.776062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:34.813619 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Checking segment: {'id': 'ffdeaaad-8195-4281-a971-b16a6c8be545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '49cce927-8418-460c-ad15-25b9dfb9f4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:34.813863 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Network hostable DHCP agents. Network: 49cce927-8418-460c-ad15-25b9dfb9f4cd, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:17:34.832886 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1141e115-58e8-42bb-8fa4-48a7d4ae52e1']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:34.839696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:34.863410 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e869cc72-1032-439f-a07a-bd38d66b6cb4') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:34.863688 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e869cc72-1032-439f-a07a-bd38d66b6cb4') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:34.935253 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:34.987391 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.003958 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:17:35.004370 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.020445 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::1 (fe7c627c-94be-483c-83d9-84e8e8a5014e/56f2889a-fabe-431e-bd64-0e11d50837b0/d852a50e-4e6b-4886-9d2b-5abcdd01ce76) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:35.022554 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:35.027592 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.objects.ports [None req-8be6dda7-39e2-4645-ac04-7f720e2d0528 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84168) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:17:35.027592 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8be6dda7-39e2-4645-ac04-7f720e2d0528 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.032807 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.105123 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Network 49cce927-8418-460c-ad15-25b9dfb9f4cd is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:17:35.130468 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-72e20a0e-807e-4de3-9a42-a727967ad3dc tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "GET /v2.0/routers/e5eb0b88-ec3c-413c-8a75-210d32c64ea7 HTTP/1.1" status: 200 len: 908 time: 1.0231042 Dec 21 22:17:35.137762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58132) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:35.161650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1275395078', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'enable_snat': True}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:35.161869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] device_id is not set on port db6ebc40-9b23-4965-93a1-299087d1d7cb yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:17:35.173903 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:35.185793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Usage tracker for resource:router and tenant:a861f3293388429abba521275c3540c3 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:35.198352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:35.206874 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6dda7-39e2-4645-ac04-7f720e2d0528 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cc9b877f-a5aa-423e-b305-e4f437a61500,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:35.224622 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:35.269592 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Transition to ACTIVE for port object 7bae164f-dc5d-40ca-b673-0e33f0f7f006 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:35.269799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 49cce927-8418-460c-ad15-25b9dfb9f4cd) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:35.270757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be6dda7-39e2-4645-ac04-7f720e2d0528 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Checking segment: {'id': 'aa76ee3d-25a3-44c7-8b7c-4553edb1e9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e96f66ea-7b29-45ce-abb2-db645988a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:35.271074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be6dda7-39e2-4645-ac04-7f720e2d0528 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Network hostable DHCP agents. Network: e96f66ea-7b29-45ce-abb2-db645988a5d4, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:17:35.280859 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e924a586-685a-4956-a267-f00a9b9a4027 None None] Network 49cce927-8418-460c-ad15-25b9dfb9f4cd requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:35.328041 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.329296 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.335398 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.341450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.348237 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:35.348237 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:35.350244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:35.350894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.361007 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Router c708dfc0-40ae-4621-aa16-b7b86139354a has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:17:35.376914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.387121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.401437 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object d852a50e-4e6b-4886-9d2b-5abcdd01ce76 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:35.415712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Network': ['ID=1141e115-58e8-42bb-8fa4-48a7d4ae52e1,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:35.445553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.481654 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1e6bcbb6-d93e-4b14-bfb9-2a2c9aee005f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/networks/1141e115-58e8-42bb-8fa4-48a7d4ae52e1 HTTP/1.1" status: 204 len: 168 time: 7.4053040 Dec 21 22:17:35.483705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58136) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:35.492783 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be6dda7-39e2-4645-ac04-7f720e2d0528 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Network e96f66ea-7b29-45ce-abb2-db645988a5d4 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:17:35.501056 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-440d0eac-2b89-4901-a7db-8f9a4dc59a2c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1267915485'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:35.541614 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048aa98-9b41-40d1-970d-b75793769207 None None] Pushing event updated for resources: {'Port': ['ID=7bae164f-dc5d-40ca-b673-0e33f0f7f006,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:35.550344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Attempting to bind port 7bae164f-dc5d-40ca-b673-0e33f0f7f006 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:17:35.550771 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Attempting to bind port 7bae164f-dc5d-40ca-b673-0e33f0f7f006 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:17:35.551233 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Attempting to bind port 7bae164f-dc5d-40ca-b673-0e33f0f7f006 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:17:35.551481 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1014a646-627d-4189-b3e3-5899c6770313 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 7.4797711 Dec 21 22:17:35.554682 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58140) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:35.571997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-440d0eac-2b89-4901-a7db-8f9a4dc59a2c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:35.573124 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048aa98-9b41-40d1-970d-b75793769207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:35.573961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048aa98-9b41-40d1-970d-b75793769207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:35.573961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048aa98-9b41-40d1-970d-b75793769207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:35.574406 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048aa98-9b41-40d1-970d-b75793769207 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:35.574831 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048aa98-9b41-40d1-970d-b75793769207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:35.575256 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048aa98-9b41-40d1-970d-b75793769207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:35.575684 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048aa98-9b41-40d1-970d-b75793769207 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:35.576104 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048aa98-9b41-40d1-970d-b75793769207 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:35.576524 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048aa98-9b41-40d1-970d-b75793769207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:35.577100 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048aa98-9b41-40d1-970d-b75793769207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:35.578307 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b048aa98-9b41-40d1-970d-b75793769207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:17:35.587345 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:17:35.588112 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:35.588365 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.588753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-440d0eac-2b89-4901-a7db-8f9a4dc59a2c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:network and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:35.588921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:17:35.589482 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Bound port: 7bae164f-dc5d-40ca-b673-0e33f0f7f006, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:17:35.589949 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.594966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-8be6dda7-39e2-4645-ac04-7f720e2d0528 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, e96f66ea-7b29-45ce-abb2-db645988a5d4) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:35.598412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.600715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-440d0eac-2b89-4901-a7db-8f9a4dc59a2c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:35.613163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be6dda7-39e2-4645-ac04-7f720e2d0528 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:35.613652 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8be6dda7-39e2-4645-ac04-7f720e2d0528 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.620114 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-440d0eac-2b89-4901-a7db-8f9a4dc59a2c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:35.626821 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c7d021-d1ac-43bb-b745-d287de6b32df None None] Network e96f66ea-7b29-45ce-abb2-db645988a5d4 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:35.710808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.749788 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440d0eac-2b89-4901-a7db-8f9a4dc59a2c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:35.752369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-440d0eac-2b89-4901-a7db-8f9a4dc59a2c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.770895 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] For port 7bae164f-dc5d-40ca-b673-0e33f0f7f006, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:17:35.783365 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] For port 7bae164f-dc5d-40ca-b673-0e33f0f7f006, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=7bae164f-dc5d-40ca-b673-0e33f0f7f006,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:17:35.863357 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.867536 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8be6dda7-39e2-4645-ac04-7f720e2d0528 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5843303 Dec 21 22:17:35.873702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58144) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:35.888263 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2133793703', 'network_id': 'e96f66ea-7b29-45ce-abb2-db645988a5d4'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:35.891372 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:35.895815 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=d852a50e-4e6b-4886-9d2b-5abcdd01ce76,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:35.898263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:35.903162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:35.911307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:35.911307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] device_id is not set on port 7f636267-1858-4458-a7a3-f56225d1bdcc yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:17:35.919294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440d0eac-2b89-4901-a7db-8f9a4dc59a2c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:35.958245 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b8692-6ebb-49cf-b3e6-0697fa439352 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:35.962127 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37b8692-6ebb-49cf-b3e6-0697fa439352 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:35.962896 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e37b8692-6ebb-49cf-b3e6-0697fa439352 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Synchronizing usage tracker for tenant:ffa8a668031749729214181fee5f30d2 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:35.974819 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:35.985431 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b8e702-012c-410b-8a1f-d9a449e05b5c None None] Network e96f66ea-7b29-45ce-abb2-db645988a5d4 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:35.999548 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048aa98-9b41-40d1-970d-b75793769207 None None] Pushing event updated for resources: {'Port': ['ID=7bae164f-dc5d-40ca-b673-0e33f0f7f006,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:36.001979 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Usage tracker for resource:port and tenant:80d53883fe774935b19c9898a7fefba9 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:36.007357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:36.013156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-440d0eac-2b89-4901-a7db-8f9a4dc59a2c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:36.013676 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-440d0eac-2b89-4901-a7db-8f9a4dc59a2c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Added segment 1d8978cf-167f-4854-a5f0-6004945817b5 of type vlan for network b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1 Dec 21 22:17:36.028252 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:36.030611 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Routers {'e5eb0b88-ec3c-413c-8a75-210d32c64ea7'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:36.031564 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e5eb0b88-ec3c-413c-8a75-210d32c64ea7'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:36.033008 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:36.094985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-440d0eac-2b89-4901-a7db-8f9a4dc59a2c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:36.105252 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e37b8692-6ebb-49cf-b3e6-0697fa439352 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Unset dirty status for tenant:ffa8a668031749729214181fee5f30d2 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:36.109278 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e37b8692-6ebb-49cf-b3e6-0697fa439352 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.5508821 Dec 21 22:17:36.111867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58148) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:36.152231 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:36.165277 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:36.175157 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Made reservation on behalf of 80d53883fe774935b19c9898a7fefba9 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:36.177534 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:36.263713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] device_id is not set on port a3522193-71d4-4f99-a869-635701a592a2 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:17:36.264233 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:36.323506 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-2eb5b8ef-5043-44f5-a737-f5863701508c tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Deleting port 590affb6-d092-493a-bc5e-70b9e2cb76fd {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:36.323772 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2eb5b8ef-5043-44f5-a737-f5863701508c tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:36.368624 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-440d0eac-2b89-4901-a7db-8f9a4dc59a2c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:36.372603 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440d0eac-2b89-4901-a7db-8f9a4dc59a2c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:36.373164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-440d0eac-2b89-4901-a7db-8f9a4dc59a2c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:36.459016 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] Set router e5eb0b88-ec3c-413c-8a75-210d32c64ea7 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:36.472469 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:36.477431 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:36.485457 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:36.486328 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:36.497123 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=db6ebc40-9b23-4965-93a1-299087d1d7cb,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:36.504549 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:17:36.521818 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac333b68-245e-4d85-a8ca-2c6800c59199 None None] Sync routers for ids ['c708dfc0-40ae-4621-aa16-b7b86139354a'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:17:36.540112 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac333b68-245e-4d85-a8ca-2c6800c59199 None None] Routers {'c708dfc0-40ae-4621-aa16-b7b86139354a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:36.542808 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ac333b68-245e-4d85-a8ca-2c6800c59199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c708dfc0-40ae-4621-aa16-b7b86139354a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:36.626777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=7f636267-1858-4458-a7a3-f56225d1bdcc,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:36.647475 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-652e1fa8-5de1-4ccf-831a-651661125637 None None] Provisioning for port d852a50e-4e6b-4886-9d2b-5abcdd01ce76 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:36.660375 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-652e1fa8-5de1-4ccf-831a-651661125637 None None] Provisioning complete for port d852a50e-4e6b-4886-9d2b-5abcdd01ce76 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:36.660925 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-652e1fa8-5de1-4ccf-831a-651661125637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:36.707995 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Checking segment: {'id': 'd236b812-4026-4e1f-8b4f-403880896e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ff668f38-dba4-4cf9-862d-227e262a1920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:36.708363 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network hostable DHCP agents. Network: ff668f38-dba4-4cf9-862d-227e262a1920, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:17:36.796986 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:36.800223 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-440d0eac-2b89-4901-a7db-8f9a4dc59a2c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3124857 Dec 21 22:17:36.806210 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ca11146a-9d5f-4929-8517-7db66b6bf98d admin admin] 10.222.0.37 "PUT /v2.0/routers/c708dfc0-40ae-4621-aa16-b7b86139354a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0993457 Dec 21 22:17:36.806210 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58152) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:36.815305 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58154) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:36.841429 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d0eac-2b89-4901-a7db-8f9a4dc59a2c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Network': ['ID=b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:36.850654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-652e1fa8-5de1-4ccf-831a-651661125637 None None] Port d852a50e-4e6b-4886-9d2b-5abcdd01ce76 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:17:36.864060 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-ac333b68-245e-4d85-a8ca-2c6800c59199 None None] Set router c708dfc0-40ae-4621-aa16-b7b86139354a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:36.865341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a84bbb6f-d843-499a-b262-a9d8c8dfeef6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'subnet': {'network_id': 'b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:36.887582 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:36.894984 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network ff668f38-dba4-4cf9-862d-227e262a1920 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:17:36.925433 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:36.926234 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:37.044063 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=d852a50e-4e6b-4886-9d2b-5abcdd01ce76,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:37.049053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Allocated IP 172.20.0.3 (e96f66ea-7b29-45ce-abb2-db645988a5d4/cc9b877f-a5aa-423e-b305-e4f437a61500/a3522193-71d4-4f99-a869-635701a592a2) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:37.050811 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, ff668f38-dba4-4cf9-862d-227e262a1920) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:37.058513 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5eb0b88-ec3c-413c-8a75-210d32c64ea7', 'name': 'tempest-snat-router-1275395078', 'tenant_id': 'a861f3293388429abba521275c3540c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.63'}], 'enable_snat': False}, 'gw_port_id': '7bae164f-dc5d-40ca-b673-0e33f0f7f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:22Z', 'updated_at': '2021-12-21T22:17:28Z', 'revision_number': 3, 'project_id': 'a861f3293388429abba521275c3540c3', 'gw_port': {'id': '7bae164f-dc5d-40ca-b673-0e33f0f7f006', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eb0b88-ec3c-413c-8a75-210d32c64ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:26Z', 'updated_at': '2021-12-21T22:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:37.065271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8cd568-d33b-489e-aa61-939b0508ce81 None None] Network ff668f38-dba4-4cf9-862d-227e262a1920 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:37.071289 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:37.075684 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:37.080002 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:37.080860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:37.084069 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b904516c-4c3a-4414-90d7-d7c909e9db7e None None] The sync data for ids ['e5eb0b88-ec3c-413c-8a75-210d32c64ea7'] in dv-neutron-822520-1-hyperv is: [{'id': 'e5eb0b88-ec3c-413c-8a75-210d32c64ea7', 'name': 'tempest-snat-router-1275395078', 'tenant_id': 'a861f3293388429abba521275c3540c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.63'}], 'enable_snat': False}, 'gw_port_id': '7bae164f-dc5d-40ca-b673-0e33f0f7f006', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:22Z', 'updated_at': '2021-12-21T22:17:28Z', 'revision_number': 3, 'project_id': 'a861f3293388429abba521275c3540c3', 'gw_port': {'id': '7bae164f-dc5d-40ca-b673-0e33f0f7f006', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5eb0b88-ec3c-413c-8a75-210d32c64ea7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:26Z', 'updated_at': '2021-12-21T22:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:17:37.210919 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-517fbc47-b680-4451-abcf-e5875cb25340 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4852297 Dec 21 22:17:37.213644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58160) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:37.257666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2eb5b8ef-5043-44f5-a737-f5863701508c tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:37.316090 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ac333b68-245e-4d85-a8ca-2c6800c59199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'name': 'tempest-ServersTestManualDisk-1691316082-router', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:17:32Z', 'revision_number': 5, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'gw_port': {'id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:37.322384 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac333b68-245e-4d85-a8ca-2c6800c59199 None None] Checking router: c708dfc0-40ae-4621-aa16-b7b86139354a for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:17:37.338688 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac333b68-245e-4d85-a8ca-2c6800c59199 None None] Routers {'c708dfc0-40ae-4621-aa16-b7b86139354a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:37.339807 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ac333b68-245e-4d85-a8ca-2c6800c59199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c708dfc0-40ae-4621-aa16-b7b86139354a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:37.393836 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:37.396662 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:37.429449 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a84bbb6f-d843-499a-b262-a9d8c8dfeef6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:37.566977 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-2eb5b8ef-5043-44f5-a737-f5863701508c tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Calling delete_port for 590affb6-d092-493a-bc5e-70b9e2cb76fd owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:37.599067 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-ac333b68-245e-4d85-a8ca-2c6800c59199 None None] Set router c708dfc0-40ae-4621-aa16-b7b86139354a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:37.700028 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 7bae164f-dc5d-40ca-b673-0e33f0f7f006 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:17:37.739607 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a84bbb6f-d843-499a-b262-a9d8c8dfeef6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:subnet and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:37.789386 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e47664d1-8519-409c-8d09-355de5fefbf1 admin admin] Deleting port 27f5ca68-74b4-42e3-9217-e31f007841f4 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:37.789722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e47664d1-8519-409c-8d09-355de5fefbf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:37.826517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a84bbb6f-d843-499a-b262-a9d8c8dfeef6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:37.832345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2eb5b8ef-5043-44f5-a737-f5863701508c tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:37.894809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5d672ce5-4fa0-454e-885b-aeceeeb5ec23 None None] Provisioning complete for port d852a50e-4e6b-4886-9d2b-5abcdd01ce76 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:37.895174 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5d672ce5-4fa0-454e-885b-aeceeeb5ec23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:37.924682 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2eb5b8ef-5043-44f5-a737-f5863701508c tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:37.939191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a84bbb6f-d843-499a-b262-a9d8c8dfeef6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:37.950582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb5b8ef-5043-44f5-a737-f5863701508c tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event deleted for resources: {'Port': ['ID=590affb6-d092-493a-bc5e-70b9e2cb76fd,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:37.971825 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 7bae164f-dc5d-40ca-b673-0e33f0f7f006 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:37.979117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-39bd96b3-4c7d-41cf-8906-9c9cf3b985a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port 7f636267-1858-4458-a7a3-f56225d1bdcc {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:37.979599 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39bd96b3-4c7d-41cf-8906-9c9cf3b985a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:38.008332 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 7bae164f-dc5d-40ca-b673-0e33f0f7f006 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:38.008849 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:38.010100 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62dcbff2-a510-486b-9e2e-8c06fe74baa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:38.086771 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2eb5b8ef-5043-44f5-a737-f5863701508c tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "DELETE /v2.0/ports/590affb6-d092-493a-bc5e-70b9e2cb76fd HTTP/1.1" status: 204 len: 168 time: 1.9722533 Dec 21 22:17:38.092574 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5d672ce5-4fa0-454e-885b-aeceeeb5ec23 None None] Port d852a50e-4e6b-4886-9d2b-5abcdd01ce76 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:17:38.097451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58164) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:38.103488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:38.135338 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ac333b68-245e-4d85-a8ca-2c6800c59199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'name': 'tempest-ServersTestManualDisk-1691316082-router', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:17:32Z', 'revision_number': 5, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'gw_port': {'id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:38.141785 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac333b68-245e-4d85-a8ca-2c6800c59199 None None] The sync data for ids ['c708dfc0-40ae-4621-aa16-b7b86139354a'] in dv-neutron-822520-1-hyperv is: [{'id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'name': 'tempest-ServersTestManualDisk-1691316082-router', 'tenant_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195'}], 'enable_snat': True}, 'gw_port_id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:17:32Z', 'revision_number': 5, 'project_id': 'ad5fcdaeccaa4b16bc289ea9c4d6bb78', 'gw_port': {'id': '4ddca321-6714-4fd1-a12a-b82d12ba8be8', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:5f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c708dfc0-40ae-4621-aa16-b7b86139354a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:17:38.201804 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-450e8cd3-14f6-4d39-8d4d-23a8e7fd7dfa tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Deleting port e74bbf26-6210-4ea1-9aac-a4f1a9db2792 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:38.202715 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-450e8cd3-14f6-4d39-8d4d-23a8e7fd7dfa tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:38.226156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:38.248261 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 7bae164f-dc5d-40ca-b673-0e33f0f7f006, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=7bae164f-dc5d-40ca-b673-0e33f0f7f006,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:38.284800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:38.331611 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:38.388404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84bbb6f-d843-499a-b262-a9d8c8dfeef6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:38.400115 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=7bae164f-dc5d-40ca-b673-0e33f0f7f006,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:38.579938 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-450e8cd3-14f6-4d39-8d4d-23a8e7fd7dfa tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:38.715510 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-450e8cd3-14f6-4d39-8d4d-23a8e7fd7dfa tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Calling delete_port for e74bbf26-6210-4ea1-9aac-a4f1a9db2792 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:38.795337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:38.806555 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Router 814226fe-30e7-46ed-a23d-2b1359000ca2 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:17:38.820205 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62dcbff2-a510-486b-9e2e-8c06fe74baa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:38.825321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a84bbb6f-d843-499a-b262-a9d8c8dfeef6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:38.884013 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-450e8cd3-14f6-4d39-8d4d-23a8e7fd7dfa tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:38.939083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-e47664d1-8519-409c-8d09-355de5fefbf1 admin admin] For port 27f5ca68-74b4-42e3-9217-e31f007841f4, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=27f5ca68-74b4-42e3-9217-e31f007841f4,segment=NetworkSegment(3b9323a5-695a-4cc0-a3b4-75c4fbe92545),segment_id=3b9323a5-695a-4cc0-a3b4-75c4fbe92545)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:38.939436 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e47664d1-8519-409c-8d09-355de5fefbf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:38.943193 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-62dcbff2-a510-486b-9e2e-8c06fe74baa8 admin admin] Deleting port 4ddca321-6714-4fd1-a12a-b82d12ba8be8 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:38.943538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62dcbff2-a510-486b-9e2e-8c06fe74baa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:38.972798 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e8cd3-14f6-4d39-8d4d-23a8e7fd7dfa tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event deleted for resources: {'Port': ['ID=e74bbf26-6210-4ea1-9aac-a4f1a9db2792,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:39.054351 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-450e8cd3-14f6-4d39-8d4d-23a8e7fd7dfa tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:39.088727 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-450e8cd3-14f6-4d39-8d4d-23a8e7fd7dfa tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "DELETE /v2.0/ports/e74bbf26-6210-4ea1-9aac-a4f1a9db2792 HTTP/1.1" status: 204 len: 168 time: 0.9767113 Dec 21 22:17:39.099561 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58168) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:39.164696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-23525154-2519-420f-8838-e9771330ae5d tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Synchronizing usage tracker for tenant:ffa8a668031749729214181fee5f30d2 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:39.198163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e47664d1-8519-409c-8d09-355de5fefbf1 admin admin] Calling delete_port for 27f5ca68-74b4-42e3-9217-e31f007841f4 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:39.225389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Allocated IP 172.26.3.137 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/aea82ccb-1a62-4719-a636-8c84f23a520d) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:39.253512 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39bd96b3-4c7d-41cf-8906-9c9cf3b985a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:39.271959 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-62dcbff2-a510-486b-9e2e-8c06fe74baa8 admin admin] For port 4ddca321-6714-4fd1-a12a-b82d12ba8be8, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4ddca321-6714-4fd1-a12a-b82d12ba8be8,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:39.272347 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62dcbff2-a510-486b-9e2e-8c06fe74baa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:39.284743 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:17:39.290949 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-76a461d4-f5cc-4dd7-94a1-175694f37153 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "PUT /v2.0/routers/814226fe-30e7-46ed-a23d-2b1359000ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2053070 Dec 21 22:17:39.302200 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Sync routers for ids ['814226fe-30e7-46ed-a23d-2b1359000ca2'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:17:39.318006 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Routers {'814226fe-30e7-46ed-a23d-2b1359000ca2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:39.319071 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['814226fe-30e7-46ed-a23d-2b1359000ca2'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:39.342226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58172) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:39.455117 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-23525154-2519-420f-8838-e9771330ae5d tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Unset dirty status for tenant:ffa8a668031749729214181fee5f30d2 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:39.455117 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-23525154-2519-420f-8838-e9771330ae5d tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3523343 Dec 21 22:17:39.458639 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58176) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:39.463745 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-39bd96b3-4c7d-41cf-8906-9c9cf3b985a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for 7f636267-1858-4458-a7a3-f56225d1bdcc owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:39.501394 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:39.508004 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Set router 814226fe-30e7-46ed-a23d-2b1359000ca2 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:39.523270 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-62dcbff2-a510-486b-9e2e-8c06fe74baa8 admin admin] Calling delete_port for 4ddca321-6714-4fd1-a12a-b82d12ba8be8 owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:39.558468 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-f3d16e0f-6e9f-426f-b275-acf346454f82 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-438924787'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:39.572557 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f3d16e0f-6e9f-426f-b275-acf346454f82 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:39.580666 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f3d16e0f-6e9f-426f-b275-acf346454f82 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Usage tracker for resource:network and tenant:ffa8a668031749729214181fee5f30d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:39.585767 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f3d16e0f-6e9f-426f-b275-acf346454f82 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:39.596330 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f3d16e0f-6e9f-426f-b275-acf346454f82 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:39.678663 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 7bae164f-dc5d-40ca-b673-0e33f0f7f006 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:17:39.703944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d16e0f-6e9f-426f-b275-acf346454f82 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Made reservation on behalf of ffa8a668031749729214181fee5f30d2 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:39.707728 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f3d16e0f-6e9f-426f-b275-acf346454f82 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:39.766114 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d16e0f-6e9f-426f-b275-acf346454f82 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:39.776406 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f3d16e0f-6e9f-426f-b275-acf346454f82 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:39.776901 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-f3d16e0f-6e9f-426f-b275-acf346454f82 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Added segment 6611f02e-fb6d-4510-bb59-bcf008ee6623 of type vlan for network 892dc010-6dda-4555-adac-e0223d72016d Dec 21 22:17:39.779809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Network e96f66ea-7b29-45ce-abb2-db645988a5d4 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:39.787414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb47a6b-bee5-4031-91d8-2eb5baf117b5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:39.788065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1eb47a6b-bee5-4031-91d8-2eb5baf117b5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:39.803013 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Pushing event updated for resources: {'Port': ['ID=a3522193-71d4-4f99-a869-635701a592a2,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:39.807035 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:39.818529 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f3d16e0f-6e9f-426f-b275-acf346454f82 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:39.820187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:39.851211 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62dcbff2-a510-486b-9e2e-8c06fe74baa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:39.906769 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcbff2-a510-486b-9e2e-8c06fe74baa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ddca321-6714-4fd1-a12a-b82d12ba8be8,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:39.909346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f3d16e0f-6e9f-426f-b275-acf346454f82 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:39.913141 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d16e0f-6e9f-426f-b275-acf346454f82 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:39.913617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f3d16e0f-6e9f-426f-b275-acf346454f82 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:39.936065 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 7bae164f-dc5d-40ca-b673-0e33f0f7f006 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:39.936516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:39.961418 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:39.964712 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39bd96b3-4c7d-41cf-8906-9c9cf3b985a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:40.009676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:40.010291 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:40.049970 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814226fe-30e7-46ed-a23d-2b1359000ca2', 'name': 'tempest-NetworksTestDHCPv6-router-995780054', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:31Z', 'updated_at': '2021-12-21T22:17:35Z', 'revision_number': 2, 'project_id': '065d5148d6d54fb6b432072451bf7580', 'gw_port_host': None, '_interfaces': [{'id': 'd852a50e-4e6b-4886-9d2b-5abcdd01ce76', 'name': '', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'mac_address': 'fa:16:3e:61:1e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814226fe-30e7-46ed-a23d-2b1359000ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f2889a-fabe-431e-bd64-0e11d50837b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:34Z', 'updated_at': '2021-12-21T22:17:36Z', 'revision_number': 2, 'project_id': '065d5148d6d54fb6b432072451bf7580', 'subnets': [{'id': '56f2889a-fabe-431e-bd64-0e11d50837b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:40.051155 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1eb47a6b-bee5-4031-91d8-2eb5baf117b5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:40.055147 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1eb47a6b-bee5-4031-91d8-2eb5baf117b5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports/d852a50e-4e6b-4886-9d2b-5abcdd01ce76 HTTP/1.1" status: 200 len: 911 time: 0.7062566 Dec 21 22:17:40.060393 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd96b3-4c7d-41cf-8906-9c9cf3b985a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=7f636267-1858-4458-a7a3-f56225d1bdcc,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:40.066657 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Checking router: 814226fe-30e7-46ed-a23d-2b1359000ca2 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:17:40.067075 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Updating router 814226fe-30e7-46ed-a23d-2b1359000ca2 port d852a50e-4e6b-4886-9d2b-5abcdd01ce76 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:17:40.067946 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58180) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:40.102666 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d16e0f-6e9f-426f-b275-acf346454f82 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event updated for resources: {'Network': ['ID=892dc010-6dda-4555-adac-e0223d72016d,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:40.112013 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f3d16e0f-6e9f-426f-b275-acf346454f82 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5956891 Dec 21 22:17:40.120802 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39bd96b3-4c7d-41cf-8906-9c9cf3b985a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:40.124660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58184) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:40.130668 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 892dc010-6dda-4555-adac-e0223d72016d details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:40.147360 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 38b93d2b-5242-4ab2-93ec-11258afee379 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:17:40.156662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2b0db998-1f66-4db7-85d4-3915635e0631 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1148214327'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:40.161436 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a84bbb6f-d843-499a-b262-a9d8c8dfeef6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:40.181710 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:40.199655 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 38b93d2b-5242-4ab2-93ec-11258afee379 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:17:40.199994 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 38b93d2b-5242-4ab2-93ec-11258afee379 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:17:40.257450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2b0db998-1f66-4db7-85d4-3915635e0631 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:40.268733 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62dcbff2-a510-486b-9e2e-8c06fe74baa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:40.279423 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-39bd96b3-4c7d-41cf-8906-9c9cf3b985a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/7f636267-1858-4458-a7a3-f56225d1bdcc HTTP/1.1" status: 204 len: 168 time: 3.0599289 Dec 21 22:17:40.281006 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58188) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:40.285122 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2b0db998-1f66-4db7-85d4-3915635e0631 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Usage tracker for resource:network and tenant:ffa8a668031749729214181fee5f30d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:40.299204 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-90ffaec1-caf2-4d99-8675-22c370fe2409 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.4226668 Dec 21 22:17:40.300441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2b0db998-1f66-4db7-85d4-3915635e0631 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:40.340611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58192) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:40.501822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2b0db998-1f66-4db7-85d4-3915635e0631 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:40.557951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bbb6f-d843-499a-b262-a9d8c8dfeef6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Subnet': ['ID=ca6ed1b0-d1fc-43f3-a5d3-7a04589c1749,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:40.591543 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e8221-27cd-4b76-8d50-ccefccbfa599 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Deleting port a3522193-71d4-4f99-a869-635701a592a2 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:40.592077 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8221-27cd-4b76-8d50-ccefccbfa599 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:40.619595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd52dd54-772c-422e-8c13-9343897bd372 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:40.625405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd52dd54-772c-422e-8c13-9343897bd372 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:40.630475 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bd52dd54-772c-422e-8c13-9343897bd372 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.5615501 Dec 21 22:17:40.633580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58196) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:40.644807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:40.646611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62dcbff2-a510-486b-9e2e-8c06fe74baa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:40.646770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e47664d1-8519-409c-8d09-355de5fefbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:40.652669 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:40.657320 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62dcbff2-a510-486b-9e2e-8c06fe74baa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:40.665875 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Transition to ACTIVE for port object d852a50e-4e6b-4886-9d2b-5abcdd01ce76 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:40.725637 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:40.750345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0db998-1f66-4db7-85d4-3915635e0631 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Made reservation on behalf of ffa8a668031749729214181fee5f30d2 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:40.753253 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b0db998-1f66-4db7-85d4-3915635e0631 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:40.793155 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84bbb6f-d843-499a-b262-a9d8c8dfeef6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Checking segment: {'id': '1d8978cf-167f-4854-a5f0-6004945817b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:40.793549 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84bbb6f-d843-499a-b262-a9d8c8dfeef6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network hostable DHCP agents. Network: b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:17:40.823112 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62dcbff2-a510-486b-9e2e-8c06fe74baa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:40.823563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dcbff2-a510-486b-9e2e-8c06fe74baa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c708dfc0-40ae-4621-aa16-b7b86139354a {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:17:40.835471 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62dcbff2-a510-486b-9e2e-8c06fe74baa8 admin admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:40.836628 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-62dcbff2-a510-486b-9e2e-8c06fe74baa8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c708dfc0-40ae-4621-aa16-b7b86139354a HTTP/1.1" status: 204 len: 168 time: 4.0202825 Dec 21 22:17:40.840331 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58200) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:40.886683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b54e6a-22ff-422b-8a63-b253f3ac8c8e None None] Pushing event updated for resources: {'Port': ['ID=d852a50e-4e6b-4886-9d2b-5abcdd01ce76,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:41.008944 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Attempting to bind port d852a50e-4e6b-4886-9d2b-5abcdd01ce76 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:17:41.009481 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Attempting to bind port d852a50e-4e6b-4886-9d2b-5abcdd01ce76 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:17:41.009949 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Attempting to bind port d852a50e-4e6b-4886-9d2b-5abcdd01ce76 on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:17:41.021137 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:17:41.021686 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:41.023030 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:41.023584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:17:41.024230 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Bound port: d852a50e-4e6b-4886-9d2b-5abcdd01ce76, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:17:41.024703 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:41.061035 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8221-27cd-4b76-8d50-ccefccbfa599 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:41.091843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4676def-1be1-4e5d-8158-638f0faba6ad admin admin] Deleting subnet 55c20a1a-f6d6-4f37-94ec-f9e003fe8022 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:17:41.190206 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] For port d852a50e-4e6b-4886-9d2b-5abcdd01ce76, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:17:41.193986 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] For port d852a50e-4e6b-4886-9d2b-5abcdd01ce76, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d852a50e-4e6b-4886-9d2b-5abcdd01ce76,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:17:41.201337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd1fcda-66a5-41de-a928-7c54bc7e17a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:41.206721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd1fcda-66a5-41de-a928-7c54bc7e17a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:41.207565 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9cd1fcda-66a5-41de-a928-7c54bc7e17a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:41.212010 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Pushing event updated for resources: {'Port': ['ID=aea82ccb-1a62-4719-a636-8c84f23a520d,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:41.223654 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:41.246532 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a4676def-1be1-4e5d-8158-638f0faba6ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:41.286321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:41.290653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:41.296216 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e8221-27cd-4b76-8d50-ccefccbfa599 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Calling delete_port for a3522193-71d4-4f99-a869-635701a592a2 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:41.309106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:41.368631 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a4676def-1be1-4e5d-8158-638f0faba6ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:41.387090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47664d1-8519-409c-8d09-355de5fefbf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=27f5ca68-74b4-42e3-9217-e31f007841f4,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:41.391875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0db998-1f66-4db7-85d4-3915635e0631 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:41.442582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b0db998-1f66-4db7-85d4-3915635e0631 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:41.443064 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-2b0db998-1f66-4db7-85d4-3915635e0631 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Added segment ea4a4aa2-2ab1-4d44-859a-f45f947e4584 of type vlan for network 58679b4a-ca05-4ef2-8bb1-b8491eeb2042 Dec 21 22:17:41.443193 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b54e6a-22ff-422b-8a63-b253f3ac8c8e None None] Pushing event updated for resources: {'Port': ['ID=d852a50e-4e6b-4886-9d2b-5abcdd01ce76,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:41.455101 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Routers {'814226fe-30e7-46ed-a23d-2b1359000ca2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:41.455101 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['814226fe-30e7-46ed-a23d-2b1359000ca2'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:41.489022 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84bbb6f-d843-499a-b262-a9d8c8dfeef6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:17:41.528733 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a4676def-1be1-4e5d-8158-638f0faba6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:41.535248 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9cd1fcda-66a5-41de-a928-7c54bc7e17a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:41.536546 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9cd1fcda-66a5-41de-a928-7c54bc7e17a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 1.2395332 Dec 21 22:17:41.544991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58204) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:41.557007 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b0db998-1f66-4db7-85d4-3915635e0631 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:41.595451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8221-27cd-4b76-8d50-ccefccbfa599 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:41.638060 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-a84bbb6f-d843-499a-b262-a9d8c8dfeef6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:41.658628 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e8221-27cd-4b76-8d50-ccefccbfa599 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3522193-71d4-4f99-a869-635701a592a2,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:41.683983 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] Set router 814226fe-30e7-46ed-a23d-2b1359000ca2 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:41.730188 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84bbb6f-d843-499a-b262-a9d8c8dfeef6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:41.730797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a84bbb6f-d843-499a-b262-a9d8c8dfeef6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:41.750348 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [None req-2b0db998-1f66-4db7-85d4-3915635e0631 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:17:41.757010 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a4676def-1be1-4e5d-8158-638f0faba6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:41.837413 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-6153a364-6ecf-478d-b728-3cd7b42684c2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port db6ebc40-9b23-4965-93a1-299087d1d7cb {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:41.837779 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6153a364-6ecf-478d-b728-3cd7b42684c2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:41.839701 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4676def-1be1-4e5d-8158-638f0faba6ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55c20a1a-f6d6-4f37-94ec-f9e003fe8022,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:41.857061 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a4676def-1be1-4e5d-8158-638f0faba6ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:41.864059 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4e1e8221-27cd-4b76-8d50-ccefccbfa599 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:41.873208 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a4676def-1be1-4e5d-8158-638f0faba6ad admin admin] 10.222.0.37 "DELETE /v2.0/subnets/55c20a1a-f6d6-4f37-94ec-f9e003fe8022 HTTP/1.1" status: 204 len: 168 time: 1.0309196 Dec 21 22:17:41.873208 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4e1e8221-27cd-4b76-8d50-ccefccbfa599 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a3522193-71d4-4f99-a869-635701a592a2 HTTP/1.1" status: 204 len: 168 time: 1.5313163 Dec 21 22:17:41.873622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58208) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:41.878048 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58210) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:41.894326 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db54a2a9-d848-4542-9c9b-9761d1c2ef10 None None] Network b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:41.901187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e96f66ea-7b29-45ce-abb2-db645988a5d4', 'external_fixed_ips': [{'subnet_id': 'cc9b877f-a5aa-423e-b305-e4f437a61500', 'ip_address': '172.20.0.3'}]}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:41.906739 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4ddca321-6714-4fd1-a12a-b82d12ba8be8 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:17:41.931224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0df7e66-00be-4e8e-ba42-be8fcdc4f9da None None] Network f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:41.933685 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:41.981364 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:41.988447 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 4ddca321-6714-4fd1-a12a-b82d12ba8be8 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:17:41.988792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4ddca321-6714-4fd1-a12a-b82d12ba8be8 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:17:41.993480 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] Deleting port 2d61a549-f268-423e-b62e-e5537ccc9a1b {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:41.993936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.008789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Usage tracker for resource:router and tenant:80d53883fe774935b19c9898a7fefba9 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:42.024024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:42.049282 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:42.078259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b0db998-1f66-4db7-85d4-3915635e0631 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.081897 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0db998-1f66-4db7-85d4-3915635e0631 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:42.082567 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b0db998-1f66-4db7-85d4-3915635e0631 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.161647 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a84bbb6f-d843-499a-b262-a9d8c8dfeef6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.3190837 Dec 21 22:17:42.187162 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58216) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:42.207622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] For port 2d61a549-f268-423e-b62e-e5537ccc9a1b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2d61a549-f268-423e-b62e-e5537ccc9a1b,segment=NetworkSegment(46ea1c92-d041-4489-8968-e96b6b7107f6),segment_id=46ea1c92-d041-4489-8968-e96b6b7107f6)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:42.208011 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.272177 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.273396 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.352300 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] Calling delete_port for 2d61a549-f268-423e-b62e-e5537ccc9a1b owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:42.501773 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1', 'network_id': 'b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1', 'tenant_id': '4e995e9f72ec471e8e6c5b6e94036fb6', 'fixed_ips': [{'subnet_id': 'ca6ed1b0-d1fc-43f3-a5d3-7a04589c1749'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:17:42.502586 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.509041 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.538039 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2b0db998-1f66-4db7-85d4-3915635e0631 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3838212 Dec 21 22:17:42.538039 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0db998-1f66-4db7-85d4-3915635e0631 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event updated for resources: {'Network': ['ID=58679b4a-ca05-4ef2-8bb1-b8491eeb2042,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:42.554045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814226fe-30e7-46ed-a23d-2b1359000ca2', 'name': 'tempest-NetworksTestDHCPv6-router-995780054', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:31Z', 'updated_at': '2021-12-21T22:17:35Z', 'revision_number': 2, 'project_id': '065d5148d6d54fb6b432072451bf7580', 'gw_port_host': None, '_interfaces': [{'id': 'd852a50e-4e6b-4886-9d2b-5abcdd01ce76', 'name': '', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'mac_address': 'fa:16:3e:61:1e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814226fe-30e7-46ed-a23d-2b1359000ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f2889a-fabe-431e-bd64-0e11d50837b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:34Z', 'updated_at': '2021-12-21T22:17:41Z', 'revision_number': 4, 'project_id': '065d5148d6d54fb6b432072451bf7580', 'subnets': [{'id': '56f2889a-fabe-431e-bd64-0e11d50837b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:42.555728 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] No DVR routers for this DVR port 2d61a549-f268-423e-b62e-e5537ccc9a1b on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:17:42.587447 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d61a549-f268-423e-b62e-e5537ccc9a1b,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:42.685593 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.714507 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:42.729113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ea1c92-d041-4489-8968-e96b6b7107f6') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:42.729113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ea1c92-d041-4489-8968-e96b6b7107f6') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:42.743260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.751330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.760951 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.762295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6153a364-6ecf-478d-b728-3cd7b42684c2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.768700 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:17:42.769089 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.769275 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Allocated IP 2001:db8::1 (b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1/ca6ed1b0-d1fc-43f3-a5d3-7a04589c1749/e8190da4-0978-4983-9f87-4aa919177192) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:42.799427 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e47664d1-8519-409c-8d09-355de5fefbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:42.802421 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:42.933310 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.933778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.946490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-6153a364-6ecf-478d-b728-3cd7b42684c2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for db6ebc40-9b23-4965-93a1-299087d1d7cb owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:42.981744 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:42.995319 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 58679b4a-ca05-4ef2-8bb1-b8491eeb2042 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:43.022556 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf7aa07-4ee5-4cbc-bae6-b9c244926b28 None None] DHCP port deletion for f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:17:43.024787 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7536c7-ae7b-4836-b25d-43cf79d21f30 None None] The sync data for ids ['814226fe-30e7-46ed-a23d-2b1359000ca2'] in dv-neutron-822520-1-hyperv is: [{'id': '814226fe-30e7-46ed-a23d-2b1359000ca2', 'name': 'tempest-NetworksTestDHCPv6-router-995780054', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:31Z', 'updated_at': '2021-12-21T22:17:35Z', 'revision_number': 2, 'project_id': '065d5148d6d54fb6b432072451bf7580', 'gw_port_host': None, '_interfaces': [{'id': 'd852a50e-4e6b-4886-9d2b-5abcdd01ce76', 'name': '', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'mac_address': 'fa:16:3e:61:1e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '814226fe-30e7-46ed-a23d-2b1359000ca2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56f2889a-fabe-431e-bd64-0e11d50837b0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:34Z', 'updated_at': '2021-12-21T22:17:41Z', 'revision_number': 4, 'project_id': '065d5148d6d54fb6b432072451bf7580', 'subnets': [{'id': '56f2889a-fabe-431e-bd64-0e11d50837b0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:17:43.055486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:43.109619 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:43.127210 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Transition to ACTIVE for port object e8190da4-0978-4983-9f87-4aa919177192 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:43.146198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:43.159505 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] Pushing event deleted for resources: {'Network': ['ID=f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:43.164920 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Transition to ACTIVE for port object e8190da4-0978-4983-9f87-4aa919177192 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:43.185202 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-854b8b24-8a8d-4590-9da4-71dd844f0729 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f92c062e-8ec4-41e6-a799-9c9ee7ff7cdf HTTP/1.1" status: 204 len: 168 time: 1.3072369 Dec 21 22:17:43.217246 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:43.308761 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Network b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:43.316868 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:43.320116 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:43.431440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Attempting to bind port e8190da4-0978-4983-9f87-4aa919177192 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:17:43.432051 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Attempting to bind port e8190da4-0978-4983-9f87-4aa919177192 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '1d8978cf-167f-4854-a5f0-6004945817b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:17:43.432618 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Attempting to bind port e8190da4-0978-4983-9f87-4aa919177192 on network b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:17:43.434892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Pushing event updated for resources: {'Port': ['ID=e8190da4-0978-4983-9f87-4aa919177192,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:43.444293 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:17:43.444868 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Checking segment: {'id': '1d8978cf-167f-4854-a5f0-6004945817b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:43.445415 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:43.445938 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Bound using segment: {'id': '1d8978cf-167f-4854-a5f0-6004945817b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:17:43.446586 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Bound port: e8190da4-0978-4983-9f87-4aa919177192, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8978cf-167f-4854-a5f0-6004945817b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:17:43.447104 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:43.515560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6153a364-6ecf-478d-b728-3cd7b42684c2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:43.541198 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] For port e8190da4-0978-4983-9f87-4aa919177192, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:17:43.544812 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] For port e8190da4-0978-4983-9f87-4aa919177192, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=e8190da4-0978-4983-9f87-4aa919177192,segment=NetworkSegment(1d8978cf-167f-4854-a5f0-6004945817b5),segment_id=1d8978cf-167f-4854-a5f0-6004945817b5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:17:43.600921 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:43.618156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2d61a549-f268-423e-b62e-e5537ccc9a1b no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:17:43.629365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153a364-6ecf-478d-b728-3cd7b42684c2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=db6ebc40-9b23-4965-93a1-299087d1d7cb,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:43.649764 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:43.663663 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:43.682633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6153a364-6ecf-478d-b728-3cd7b42684c2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:43.700826 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58222) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:43.749406 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 2d61a549-f268-423e-b62e-e5537ccc9a1b {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:17:43.749786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2d61a549-f268-423e-b62e-e5537ccc9a1b not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:17:43.807478 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301a138-b59b-4050-bb43-46f55b7ef003 None None] Pushing event updated for resources: {'Port': ['ID=e8190da4-0978-4983-9f87-4aa919177192,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:43.810487 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1f2097bf-8619-4505-bddc-443c9c39db17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad5fcdaeccaa4b16bc289ea9c4d6bb78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1083093 Dec 21 22:17:43.813362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58226) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:43.880062 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6153a364-6ecf-478d-b728-3cd7b42684c2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/db6ebc40-9b23-4965-93a1-299087d1d7cb HTTP/1.1" status: 204 len: 168 time: 2.3276358 Dec 21 22:17:43.882610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58230) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:43.966219 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-82f614e1-dc02-431f-93f1-a88ab1982087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:43.981939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:44.005042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-82f614e1-dc02-431f-93f1-a88ab1982087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:44.018633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a0fc4-abea-4bf4-894c-3d59fa9792fa tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:44.019333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-467a0fc4-abea-4bf4-894c-3d59fa9792fa tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:44.091339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Subnet': ['ID=ca6ed1b0-d1fc-43f3-a5d3-7a04589c1749,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:44.159289 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-467a0fc4-abea-4bf4-894c-3d59fa9792fa tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:44.163228 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-467a0fc4-abea-4bf4-894c-3d59fa9792fa tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2770059 Dec 21 22:17:44.165059 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58234) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:44.208005 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-82f614e1-dc02-431f-93f1-a88ab1982087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:44.231417 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ca1fb9-7d6f-466e-ad8b-cd7bf99363d0 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] GET failed (client error): The resource could not be found. Dec 21 22:17:44.235428 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a4ca1fb9-7d6f-466e-ad8b-cd7bf99363d0 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports/7f636267-1858-4458-a7a3-f56225d1bdcc HTTP/1.1" status: 404 len: 333 time: 0.0683274 Dec 21 22:17:44.235813 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f614e1-dc02-431f-93f1-a88ab1982087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69ba2cd-fb3a-482d-bf89-04a2538fdfdb,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:44.246339 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58238) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:44.319280 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-82f614e1-dc02-431f-93f1-a88ab1982087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:44.323423 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-82f614e1-dc02-431f-93f1-a88ab1982087 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b69ba2cd-fb3a-482d-bf89-04a2538fdfdb HTTP/1.1" status: 204 len: 168 time: 0.5087905 Dec 21 22:17:44.338101 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69fe1fd-54b0-42b6-922f-1a824b819ed4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] GET failed (client error): The resource could not be found. Dec 21 22:17:44.341772 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f69fe1fd-54b0-42b6-922f-1a824b819ed4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports/db6ebc40-9b23-4965-93a1-299087d1d7cb HTTP/1.1" status: 404 len: 333 time: 0.0917659 Dec 21 22:17:44.345702 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58244) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:44.481437 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:44.500718 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f1882642-4ae3-47bf-ad26-5e7abdab8878 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:44.660221 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:44.722837 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8978cf-167f-4854-a5f0-6004945817b5') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:44.723238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8978cf-167f-4854-a5f0-6004945817b5') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:44.768573 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f1882642-4ae3-47bf-ad26-5e7abdab8878 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:44.773121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:44.785806 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39619403-1769-4d2e-a4d5-b0ae973bfb37 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:44.829471 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-f1882642-4ae3-47bf-ad26-5e7abdab8878 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff668f38-dba4-4cf9-862d-227e262a1920']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:44.848658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-f1882642-4ae3-47bf-ad26-5e7abdab8878 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd236b812-4026-4e1f-8b4f-403880896e10') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:44.849176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-f1882642-4ae3-47bf-ad26-5e7abdab8878 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd236b812-4026-4e1f-8b4f-403880896e10') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:44.875951 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f1882642-4ae3-47bf-ad26-5e7abdab8878 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:44.902170 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f1882642-4ae3-47bf-ad26-5e7abdab8878 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:44.921715 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1882642-4ae3-47bf-ad26-5e7abdab8878 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:17:44.922072 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f1882642-4ae3-47bf-ad26-5e7abdab8878 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:44.987133 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:45.074702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:45.143232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:45.251469 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f1882642-4ae3-47bf-ad26-5e7abdab8878 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:45.255361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:17:45.255971 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:45.260816 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f1882642-4ae3-47bf-ad26-5e7abdab8878 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:45.285372 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:45.292014 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b7eab2-9ead-4753-ae4b-549b18c4c328 None None] Network b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:45.353942 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1882642-4ae3-47bf-ad26-5e7abdab8878 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Network': ['ID=ff668f38-dba4-4cf9-862d-227e262a1920,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:45.369480 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f1882642-4ae3-47bf-ad26-5e7abdab8878 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/networks/ff668f38-dba4-4cf9-862d-227e262a1920 HTTP/1.1" status: 204 len: 168 time: 1.0208323 Dec 21 22:17:45.373468 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58254) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:45.384560 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c18629bd-8451-4b5c-b510-5d03f6c79e92 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-19223395'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:45.399647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c18629bd-8451-4b5c-b510-5d03f6c79e92 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:45.410362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c18629bd-8451-4b5c-b510-5d03f6c79e92 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:network and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:45.415424 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c18629bd-8451-4b5c-b510-5d03f6c79e92 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:45.434346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c18629bd-8451-4b5c-b510-5d03f6c79e92 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:45.471732 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-8c5b07c1-c23e-4413-8174-8e13988f2e15 None None] Provisioning for port e8190da4-0978-4983-9f87-4aa919177192 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:45.525777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18629bd-8451-4b5c-b510-5d03f6c79e92 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:45.529480 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c18629bd-8451-4b5c-b510-5d03f6c79e92 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:45.600449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18629bd-8451-4b5c-b510-5d03f6c79e92 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:45.619777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c18629bd-8451-4b5c-b510-5d03f6c79e92 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:45.620025 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-c18629bd-8451-4b5c-b510-5d03f6c79e92 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Added segment d01e7ff6-cd21-4e21-a364-6c6910cf6443 of type vlan for network 8beaed0c-0dea-4569-8267-b4d65fad386e Dec 21 22:17:45.633178 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.api [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:17:45.633178 dv-neutron-822520-1-hyperv neutron-server[84168]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:17:45.633178 dv-neutron-822520-1-hyperv neutron-server[84168]: [parameters: {'id': 'b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1'}] Dec 21 22:17:45.633178 dv-neutron-822520-1-hyperv neutron-server[84168]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:17:45.650597 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG oslo_db.api [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:17:45.707007 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Router 53e5ec42-7421-4dea-9500-2f41eb11b379 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:17:45.725706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c18629bd-8451-4b5c-b510-5d03f6c79e92 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:45.787911 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e500fc45-39d5-45b9-8f3c-27d2a0e754f0 None None] DHCP port deletion for b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:17:45.793384 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e500fc45-39d5-45b9-8f3c-27d2a0e754f0 None None] Deleting port e8190da4-0978-4983-9f87-4aa919177192 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:45.793995 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e500fc45-39d5-45b9-8f3c-27d2a0e754f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:45.839678 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58262) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:45.847748 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Request body: {'subnets': [{'network_id': '892dc010-6dda-4555-adac-e0223d72016d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--340788249', 'ip_version': 6}, {'network_id': '58679b4a-ca05-4ef2-8bb1-b8491eeb2042', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:45.848072 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Request body: {'subnet': {'network_id': '892dc010-6dda-4555-adac-e0223d72016d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--340788249', 'ip_version': 6}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:45.848998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Request body: {'subnet': {'network_id': '58679b4a-ca05-4ef2-8bb1-b8491eeb2042', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:45.849811 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d852a50e-4e6b-4886-9d2b-5abcdd01ce76 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:17:45.872652 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c18629bd-8451-4b5c-b510-5d03f6c79e92 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:45.877641 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18629bd-8451-4b5c-b510-5d03f6c79e92 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:45.878294 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c18629bd-8451-4b5c-b510-5d03f6c79e92 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:45.945574 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:45.993694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:46.091333 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port d852a50e-4e6b-4886-9d2b-5abcdd01ce76 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:46.116417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port d852a50e-4e6b-4886-9d2b-5abcdd01ce76 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:46.116992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:46.118992 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18629bd-8451-4b5c-b510-5d03f6c79e92 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Network': ['ID=8beaed0c-0dea-4569-8267-b4d65fad386e,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:46.128641 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c18629bd-8451-4b5c-b510-5d03f6c79e92 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7485449 Dec 21 22:17:46.130983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58270) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:46.140045 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'subnet': {'network_id': '8beaed0c-0dea-4569-8267-b4d65fad386e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:46.154653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:46.163615 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 8beaed0c-0dea-4569-8267-b4d65fad386e details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:46.207879 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e500fc45-39d5-45b9-8f3c-27d2a0e754f0 None None] For port e8190da4-0978-4983-9f87-4aa919177192, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=e8190da4-0978-4983-9f87-4aa919177192,segment=NetworkSegment(1d8978cf-167f-4854-a5f0-6004945817b5),segment_id=1d8978cf-167f-4854-a5f0-6004945817b5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:46.208562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e500fc45-39d5-45b9-8f3c-27d2a0e754f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:46.267570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Deleting port e8190da4-0978-4983-9f87-4aa919177192 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:46.268061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:46.333181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:46.340334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:46.343296 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Usage tracker for resource:subnet and tenant:ffa8a668031749729214181fee5f30d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:46.347404 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:46.350532 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:subnet and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:46.355500 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:46.358906 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:46.364894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:46.384103 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e500fc45-39d5-45b9-8f3c-27d2a0e754f0 None None] Calling delete_port for e8190da4-0978-4983-9f87-4aa919177192 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:46.422764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Made reservation on behalf of ffa8a668031749729214181fee5f30d2 for: {'subnet': 2} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:46.551326 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58276) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:46.557311 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:46.595461 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:46.632006 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port d852a50e-4e6b-4886-9d2b-5abcdd01ce76, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d852a50e-4e6b-4886-9d2b-5abcdd01ce76,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:46.663461 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e500fc45-39d5-45b9-8f3c-27d2a0e754f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:46.728515 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:46.733444 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500fc45-39d5-45b9-8f3c-27d2a0e754f0 None None] Pushing event deleted for resources: {'Port': ['ID=e8190da4-0978-4983-9f87-4aa919177192,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:46.771350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] The port 'e8190da4-0978-4983-9f87-4aa919177192' was deleted {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:17:46.799107 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500fc45-39d5-45b9-8f3c-27d2a0e754f0 None None] No DVR routers for this DVR port e8190da4-0978-4983-9f87-4aa919177192 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:17:46.847524 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=d852a50e-4e6b-4886-9d2b-5abcdd01ce76,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:46.882600 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-734737920-network', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:46.901924 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Allocated IP 172.20.0.3 (e96f66ea-7b29-45ce-abb2-db645988a5d4/cc9b877f-a5aa-423e-b305-e4f437a61500/bf627ee9-699f-4168-b527-12926beb4764) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:46.902549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:46.916860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:46.931970 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:46.932296 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:46.936085 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-39619403-1769-4d2e-a4d5-b0ae973bfb37 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port d852a50e-4e6b-4886-9d2b-5abcdd01ce76 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:46.938234 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39619403-1769-4d2e-a4d5-b0ae973bfb37 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:46.948105 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Usage tracker for resource:network and tenant:1554338f714a4532b4ef038ba8da42a6 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:46.962809 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:46.978027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47664d1-8519-409c-8d09-355de5fefbf1 admin admin] Router 7351adb4-468b-47f8-855d-d22ea5033863 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:17:46.981665 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:47.046796 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.ipam_backend_mixin [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Performing IP validity checks on allocation pools {{(pid=84169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 21 22:17:47.047411 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.ipam_backend_mixin [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 21 22:17:47.062050 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:47.137710 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Made reservation on behalf of 1554338f714a4532b4ef038ba8da42a6 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:47.140049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:47.148994 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:47.166274 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:47.293409 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8978cf-167f-4854-a5f0-6004945817b5') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:47.293702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8978cf-167f-4854-a5f0-6004945817b5') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:47.299289 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:47.303320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:17:47.314696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Usage tracker for resource:security_group_rule and tenant:1554338f714a4532b4ef038ba8da42a6 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:47.315359 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Sync routers for ids ['53e5ec42-7421-4dea-9500-2f41eb11b379'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:17:47.326599 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:47.329718 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Routers {'53e5ec42-7421-4dea-9500-2f41eb11b379'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:47.330583 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['53e5ec42-7421-4dea-9500-2f41eb11b379'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:47.332162 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:47.337613 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:47.446165 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:47.480722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:17:47.480722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:47.500956 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:47.525980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:47.526231 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Set router 53e5ec42-7421-4dea-9500-2f41eb11b379 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:47.529042 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:47.533896 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7c9f4780-e014-4d47-a8f1-e0ecaa9256c8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.3886559 Dec 21 22:17:47.534691 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:47.535260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58282) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:47.556856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-39619403-1769-4d2e-a4d5-b0ae973bfb37 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] For port d852a50e-4e6b-4886-9d2b-5abcdd01ce76, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d852a50e-4e6b-4886-9d2b-5abcdd01ce76,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:47.557224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39619403-1769-4d2e-a4d5-b0ae973bfb37 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:47.672908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d852a50e-4e6b-4886-9d2b-5abcdd01ce76 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:17:47.711386 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:47.738033 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Subnet': ['ID=a77bf2ff-ae7c-48a8-9f1e-5658d7fa03a1,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:47.764339 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port d852a50e-4e6b-4886-9d2b-5abcdd01ce76 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:47.765624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:47.797547 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-39619403-1769-4d2e-a4d5-b0ae973bfb37 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for d852a50e-4e6b-4886-9d2b-5abcdd01ce76 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:47.820587 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Checking segment: {'id': 'd01e7ff6-cd21-4e21-a364-6c6910cf6443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8beaed0c-0dea-4569-8267-b4d65fad386e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:47.820587 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network hostable DHCP agents. Network: 8beaed0c-0dea-4569-8267-b4d65fad386e, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:17:47.830360 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:47.841639 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:47.865371 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:47.956897 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Network': ['ID=b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:47.964392 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:47.966458 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2ef84a6b-eb97-44c1-b950-24b1b6cd43a2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/networks/b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1 HTTP/1.1" status: 204 len: 168 time: 5.7739270 Dec 21 22:17:47.973364 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58286) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:47.989100 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ec42-7421-4dea-9500-2f41eb11b379', 'name': 'tempest-snat-router-1275395078', 'tenant_id': 'a861f3293388429abba521275c3540c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'aea82ccb-1a62-4719-a636-8c84f23a520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:35Z', 'updated_at': '2021-12-21T22:17:41Z', 'revision_number': 3, 'project_id': 'a861f3293388429abba521275c3540c3', 'gw_port': {'id': 'aea82ccb-1a62-4719-a636-8c84f23a520d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e5ec42-7421-4dea-9500-2f41eb11b379', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:38Z', 'updated_at': '2021-12-21T22:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:47.990248 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e8190da4-0978-4983-9f87-4aa919177192 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:17:47.993806 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Checking router: 53e5ec42-7421-4dea-9500-2f41eb11b379 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:17:47.994363 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Updating router 53e5ec42-7421-4dea-9500-2f41eb11b379 port aea82ccb-1a62-4719-a636-8c84f23a520d binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:17:48.010425 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-7d239698-7e1c-41fe-8b8f-f58a28a052a4 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-873670610'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:48.013352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c7d61f-b3a6-4945-8c06-f8dabbcb7c2c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:48.018665 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.019009 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Added segment 9830252b-8b95-4c8f-b446-6585189fd96a of type vlan for network 23bea38b-1ef2-4c9c-a871-d310f9003b4f Dec 21 22:17:48.033860 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: e8190da4-0978-4983-9f87-4aa919177192 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:17:48.034320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e8190da4-0978-4983-9f87-4aa919177192 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:17:48.056725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.062231 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7d239698-7e1c-41fe-8b8f-f58a28a052a4 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:48.064803 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.076322 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.089717 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.106896 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7d239698-7e1c-41fe-8b8f-f58a28a052a4 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:network and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:48.121598 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7d239698-7e1c-41fe-8b8f-f58a28a052a4 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:48.131214 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network 8beaed0c-0dea-4569-8267-b4d65fad386e is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:17:48.135322 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-70ca05c1-b346-4ec6-8bc6-a1cffb7814f8 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "GET /v2.0/routers/53e5ec42-7421-4dea-9500-2f41eb11b379 HTTP/1.1" status: 200 len: 908 time: 0.5683908 Dec 21 22:17:48.144618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58290) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:48.145018 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7d239698-7e1c-41fe-8b8f-f58a28a052a4 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:48.182988 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event updated for resources: {'Subnet': ['ID=165c82af-89e6-47f9-aa18-fa15a9be9ee1,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:48.198114 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Checking segment: {'id': '6611f02e-fb6d-4510-bb59-bcf008ee6623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '892dc010-6dda-4555-adac-e0223d72016d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:48.198376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Network hostable DHCP agents. Network: 892dc010-6dda-4555-adac-e0223d72016d, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:17:48.228191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.229186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:48.230114 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.266537 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 8beaed0c-0dea-4569-8267-b4d65fad386e) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:48.275831 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b300151-218e-4b0d-bccb-e3912a09f75c None None] Network 8beaed0c-0dea-4569-8267-b4d65fad386e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:48.324726 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:48.324726 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.405688 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Network e96f66ea-7b29-45ce-abb2-db645988a5d4 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:48.407795 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Pushing event updated for resources: {'Port': ['ID=bf627ee9-699f-4168-b527-12926beb4764,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:48.416832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:48.416962 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Network 892dc010-6dda-4555-adac-e0223d72016d is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:17:48.419656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:48.420456 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] Pushing event updated for resources: {'Network': ['ID=23bea38b-1ef2-4c9c-a871-d310f9003b4f,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:48.427481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 892dc010-6dda-4555-adac-e0223d72016d) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:48.431627 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.438201 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 23bea38b-1ef2-4c9c-a871-d310f9003b4f details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:48.501246 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-62a9ff79-2200-4cdd-ac92-c263020ca9b2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3659132 Dec 21 22:17:48.501246 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-de7beaf3-e4e3-4cb6-aa5c-be8643c45c1d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9467146 Dec 21 22:17:48.508882 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58294) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:48.509210 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58296) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:48.521051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d239698-7e1c-41fe-8b8f-f58a28a052a4 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:48.524012 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ab222cf6-4ba7-46d1-9d96-6cd1eb730a53 admin admin] Request body: {'subnet': {'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-734737920-subnet', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:48.524161 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7d239698-7e1c-41fe-8b8f-f58a28a052a4 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.534609 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-38958b9a-43d7-413d-ba2c-ccfb6d3b5f97 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'network_id': '8beaed0c-0dea-4569-8267-b4d65fad386e', 'name': 'tempest-PortsTestJSON-1012878907'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:48.549815 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event updated for resources: {'Subnet': ['ID=8eea0126-8f00-4ada-8392-eebbaa4a82c0,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:48.551892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4eafef-f0c4-48b0-893c-fee8ffb07934 None None] Network 892dc010-6dda-4555-adac-e0223d72016d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:48.552669 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.554941 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ab222cf6-4ba7-46d1-9d96-6cd1eb730a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:48.569017 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ab222cf6-4ba7-46d1-9d96-6cd1eb730a53 admin admin] Usage tracker for resource:subnet and tenant:1554338f714a4532b4ef038ba8da42a6 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:48.573501 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ab222cf6-4ba7-46d1-9d96-6cd1eb730a53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:48.591395 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47664d1-8519-409c-8d09-355de5fefbf1 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:17:48.595466 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ab222cf6-4ba7-46d1-9d96-6cd1eb730a53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:48.605306 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Checking segment: {'id': 'ea4a4aa2-2ab1-4d44-859a-f45f947e4584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '58679b4a-ca05-4ef2-8bb1-b8491eeb2042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:48.605666 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Network hostable DHCP agents. Network: 58679b4a-ca05-4ef2-8bb1-b8491eeb2042, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:17:48.613861 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e4d63-2e21-4dd3-a659-8d22c9b8f779 None None] Sync routers for ids ['7351adb4-468b-47f8-855d-d22ea5033863'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:17:48.704743 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d239698-7e1c-41fe-8b8f-f58a28a052a4 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:48.737914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7d239698-7e1c-41fe-8b8f-f58a28a052a4 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.738324 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-7d239698-7e1c-41fe-8b8f-f58a28a052a4 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Added segment 017f9051-28d8-48d8-bbe5-dd89fbf1ac91 of type vlan for network 37d4e1f4-6ded-40f5-9221-0525e44cbd12 Dec 21 22:17:48.751835 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e47664d1-8519-409c-8d09-355de5fefbf1 admin admin] 10.222.0.37 "PUT /v2.0/routers/7351adb4-468b-47f8-855d-d22ea5033863/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5612695 Dec 21 22:17:48.759903 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58302) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:48.800279 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Transition to ACTIVE for port object aea82ccb-1a62-4719-a636-8c84f23a520d will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:48.823661 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-38958b9a-43d7-413d-ba2c-ccfb6d3b5f97 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:48.833870 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-38958b9a-43d7-413d-ba2c-ccfb6d3b5f97 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:48.849995 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e4d63-2e21-4dd3-a659-8d22c9b8f779 None None] Routers {'7351adb4-468b-47f8-855d-d22ea5033863'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:48.850628 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-157e4d63-2e21-4dd3-a659-8d22c9b8f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['7351adb4-468b-47f8-855d-d22ea5033863'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:48.857498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab222cf6-4ba7-46d1-9d96-6cd1eb730a53 admin admin] Made reservation on behalf of 1554338f714a4532b4ef038ba8da42a6 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:48.859940 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ab222cf6-4ba7-46d1-9d96-6cd1eb730a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.875636 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Network 58679b4a-ca05-4ef2-8bb1-b8491eeb2042 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:17:48.876187 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.887683 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39619403-1769-4d2e-a4d5-b0ae973bfb37 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.892344 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7d239698-7e1c-41fe-8b8f-f58a28a052a4 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.912425 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-8beaed0c-0dea-4569-8267-b4d65fad386e', 'network_id': '8beaed0c-0dea-4569-8267-b4d65fad386e', 'tenant_id': '7df5878e87b444379a0b17911e82c5d2', 'fixed_ips': [{'subnet_id': 'a77bf2ff-ae7c-48a8-9f1e-5658d7fa03a1'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:17:48.913244 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.962509 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38958b9a-43d7-413d-ba2c-ccfb6d3b5f97 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:48.962831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39619403-1769-4d2e-a4d5-b0ae973bfb37 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=d852a50e-4e6b-4886-9d2b-5abcdd01ce76,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:48.965709 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-38958b9a-43d7-413d-ba2c-ccfb6d3b5f97 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:48.995930 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 58679b4a-ca05-4ef2-8bb1-b8491eeb2042) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:49.002777 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Attempting to bind port aea82ccb-1a62-4719-a636-8c84f23a520d on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:17:49.003299 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Attempting to bind port aea82ccb-1a62-4719-a636-8c84f23a520d by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:17:49.003756 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Attempting to bind port aea82ccb-1a62-4719-a636-8c84f23a520d on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:17:49.015099 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:17:49.015553 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:49.016050 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:49.016555 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:17:49.017238 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Bound port: aea82ccb-1a62-4719-a636-8c84f23a520d, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:17:49.017777 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:49.022394 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:49.022982 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:49.023749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:49.053230 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-38958b9a-43d7-413d-ba2c-ccfb6d3b5f97 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] device_id is not set on port a5fc09f8-75ec-4131-aa97-118e7c1076bc yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:17:49.127038 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b8ffa78b-f28f-4e9b-8fde-8260bb22dfb2 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.2861085 Dec 21 22:17:49.128265 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58306) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:49.149752 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] For port aea82ccb-1a62-4719-a636-8c84f23a520d, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:17:49.153613 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] For port aea82ccb-1a62-4719-a636-8c84f23a520d, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=aea82ccb-1a62-4719-a636-8c84f23a520d,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:17:49.168652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc27a43-9e2d-4187-ac2e-37f3f7792140 None None] Network 58679b4a-ca05-4ef2-8bb1-b8491eeb2042 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:49.184144 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fd31e-d63b-4815-b7f3-72c5d871e89d None None] Pushing event updated for resources: {'Port': ['ID=aea82ccb-1a62-4719-a636-8c84f23a520d,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:49.213844 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7d239698-7e1c-41fe-8b8f-f58a28a052a4 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:49.217548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d239698-7e1c-41fe-8b8f-f58a28a052a4 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:49.218958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7d239698-7e1c-41fe-8b8f-f58a28a052a4 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:49.230989 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:49.331609 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fd31e-d63b-4815-b7f3-72c5d871e89d None None] Pushing event updated for resources: {'Port': ['ID=aea82ccb-1a62-4719-a636-8c84f23a520d,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:49.344495 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Routers {'53e5ec42-7421-4dea-9500-2f41eb11b379'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:49.345281 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['53e5ec42-7421-4dea-9500-2f41eb11b379'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:49.387550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d239698-7e1c-41fe-8b8f-f58a28a052a4 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Network': ['ID=37d4e1f4-6ded-40f5-9221-0525e44cbd12,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:49.400043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cc52b3-5659-4b91-9061-01b8db437b54 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:49.401106 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cc52b3-5659-4b91-9061-01b8db437b54 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:49.402428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cc52b3-5659-4b91-9061-01b8db437b54 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:49.403229 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b4cc52b3-5659-4b91-9061-01b8db437b54 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Synchronizing usage tracker for tenant:ffa8a668031749729214181fee5f30d2 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:49.467274 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 37d4e1f4-6ded-40f5-9221-0525e44cbd12 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:49.473360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-38958b9a-43d7-413d-ba2c-ccfb6d3b5f97 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Allocated IP 172.20.0.5 (8beaed0c-0dea-4569-8267-b4d65fad386e/a77bf2ff-ae7c-48a8-9f1e-5658d7fa03a1/a5fc09f8-75ec-4131-aa97-118e7c1076bc) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:49.508978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:49.509803 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:49.527890 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cc2165-04ee-4437-a5ef-842371527a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-892dc010-6dda-4555-adac-e0223d72016d', 'network_id': '892dc010-6dda-4555-adac-e0223d72016d', 'tenant_id': 'ffa8a668031749729214181fee5f30d2', 'fixed_ips': [{'subnet_id': '165c82af-89e6-47f9-aa18-fa15a9be9ee1'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:17:49.528616 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7d239698-7e1c-41fe-8b8f-f58a28a052a4 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5469341 Dec 21 22:17:49.528781 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e5cc2165-04ee-4437-a5ef-842371527a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:49.534708 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58310) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:49.537036 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39619403-1769-4d2e-a4d5-b0ae973bfb37 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:49.586498 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] Set router 53e5ec42-7421-4dea-9500-2f41eb11b379 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:49.660115 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-157e4d63-2e21-4dd3-a659-8d22c9b8f779 None None] Set router 7351adb4-468b-47f8-855d-d22ea5033863 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:49.693647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-0504b6d4-b617-4e4e-a77a-678f08896034 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'subnet': {'network_id': '37d4e1f4-6ded-40f5-9221-0525e44cbd12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:49.750263 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:49.763661 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-38958b9a-43d7-413d-ba2c-ccfb6d3b5f97 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:49.767647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b4cc52b3-5659-4b91-9061-01b8db437b54 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Unset dirty status for tenant:ffa8a668031749729214181fee5f30d2 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:49.768949 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b4cc52b3-5659-4b91-9061-01b8db437b54 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.6350672 Dec 21 22:17:49.770150 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ab222cf6-4ba7-46d1-9d96-6cd1eb730a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:49.805650 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58314) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:49.897630 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-38958b9a-43d7-413d-ba2c-ccfb6d3b5f97 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Transition to ACTIVE for port object a5fc09f8-75ec-4131-aa97-118e7c1076bc will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:49.929777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dfa355f-90fe-4ae5-aea7-b871f8aea85a tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Deleting subnet 165c82af-89e6-47f9-aa18-fa15a9be9ee1 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:17:49.953439 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3dfa355f-90fe-4ae5-aea7-b871f8aea85a tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:49.979378 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e5ec42-7421-4dea-9500-2f41eb11b379', 'name': 'tempest-snat-router-1275395078', 'tenant_id': 'a861f3293388429abba521275c3540c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'aea82ccb-1a62-4719-a636-8c84f23a520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:35Z', 'updated_at': '2021-12-21T22:17:41Z', 'revision_number': 3, 'project_id': 'a861f3293388429abba521275c3540c3', 'gw_port': {'id': 'aea82ccb-1a62-4719-a636-8c84f23a520d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e5ec42-7421-4dea-9500-2f41eb11b379', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:38Z', 'updated_at': '2021-12-21T22:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:49.987238 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bedb95-9a30-46c4-ab03-bd358158bee1 None None] The sync data for ids ['53e5ec42-7421-4dea-9500-2f41eb11b379'] in dv-neutron-822520-1-hyperv is: [{'id': '53e5ec42-7421-4dea-9500-2f41eb11b379', 'name': 'tempest-snat-router-1275395078', 'tenant_id': 'a861f3293388429abba521275c3540c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.137'}], 'enable_snat': True}, 'gw_port_id': 'aea82ccb-1a62-4719-a636-8c84f23a520d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:35Z', 'updated_at': '2021-12-21T22:17:41Z', 'revision_number': 3, 'project_id': 'a861f3293388429abba521275c3540c3', 'gw_port': {'id': 'aea82ccb-1a62-4719-a636-8c84f23a520d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:f5:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e5ec42-7421-4dea-9500-2f41eb11b379', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:38Z', 'updated_at': '2021-12-21T22:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:17:49.991699 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab222cf6-4ba7-46d1-9d96-6cd1eb730a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6618fb-d062-4732-86da-363d150315c5,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:50.049692 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3dfa355f-90fe-4ae5-aea7-b871f8aea85a tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:50.057737 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-58679b4a-ca05-4ef2-8bb1-b8491eeb2042', 'network_id': '58679b4a-ca05-4ef2-8bb1-b8491eeb2042', 'tenant_id': 'ffa8a668031749729214181fee5f30d2', 'fixed_ips': [{'subnet_id': '8eea0126-8f00-4ada-8392-eebbaa4a82c0'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:17:50.058590 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:50.081331 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab222cf6-4ba7-46d1-9d96-6cd1eb730a53 admin admin] Checking segment: {'id': '9830252b-8b95-4c8f-b446-6585189fd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:50.081690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab222cf6-4ba7-46d1-9d96-6cd1eb730a53 admin admin] Network hostable DHCP agents. Network: 23bea38b-1ef2-4c9c-a871-d310f9003b4f, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:17:50.119300 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-38958b9a-43d7-413d-ba2c-ccfb6d3b5f97 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:50.196763 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3dfa355f-90fe-4ae5-aea7-b871f8aea85a tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:50.249777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab222cf6-4ba7-46d1-9d96-6cd1eb730a53 admin admin] Network 23bea38b-1ef2-4c9c-a871-d310f9003b4f is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:17:50.271488 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38958b9a-43d7-413d-ba2c-ccfb6d3b5f97 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network 8beaed0c-0dea-4569-8267-b4d65fad386e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:50.282938 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38958b9a-43d7-413d-ba2c-ccfb6d3b5f97 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=a5fc09f8-75ec-4131-aa97-118e7c1076bc,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:50.284856 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-38958b9a-43d7-413d-ba2c-ccfb6d3b5f97 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:50.287252 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38958b9a-43d7-413d-ba2c-ccfb6d3b5f97 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:50.309694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0504b6d4-b617-4e4e-a77a-678f08896034 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:50.326572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0504b6d4-b617-4e4e-a77a-678f08896034 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:subnet and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:50.337572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0504b6d4-b617-4e4e-a77a-678f08896034 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:50.387388 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-ab222cf6-4ba7-46d1-9d96-6cd1eb730a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 23bea38b-1ef2-4c9c-a871-d310f9003b4f) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:50.393196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab222cf6-4ba7-46d1-9d96-6cd1eb730a53 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:50.393770 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ab222cf6-4ba7-46d1-9d96-6cd1eb730a53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:50.395073 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Allocated IP 172.20.0.2 (8beaed0c-0dea-4569-8267-b4d65fad386e/a77bf2ff-ae7c-48a8-9f1e-5658d7fa03a1/2d72b6b4-6737-4702-847a-e011d51a3b53) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:50.418029 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-13510af8-362d-4fe8-80cd-53f49dd34358 admin admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:50.446840 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65845eca-b73f-4590-8621-500a372d3b59 None None] Network 23bea38b-1ef2-4c9c-a871-d310f9003b4f requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:50.456297 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38958b9a-43d7-413d-ba2c-ccfb6d3b5f97 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:50.456940 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-38958b9a-43d7-413d-ba2c-ccfb6d3b5f97 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:50.479810 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0504b6d4-b617-4e4e-a77a-678f08896034 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:50.520625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3dfa355f-90fe-4ae5-aea7-b871f8aea85a tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:50.568707 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa355f-90fe-4ae5-aea7-b871f8aea85a tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event deleted for resources: {'Subnet': ['ID=165c82af-89e6-47f9-aa18-fa15a9be9ee1,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:50.575733 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ab222cf6-4ba7-46d1-9d96-6cd1eb730a53 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0592425 Dec 21 22:17:50.582981 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-38958b9a-43d7-413d-ba2c-ccfb6d3b5f97 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0704384 Dec 21 22:17:50.584024 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58318) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:50.584557 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58320) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server [None req-e5cc2165-04ee-4437-a5ef-842371527a61 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 165c82af-89e6-47f9-aa18-fa15a9be9ee1: This subnet is being modified by another concurrent operation. Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 22:17:50.618589 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise exception Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 165c82af-89e6-47f9-aa18-fa15a9be9ee1: This subnet is being modified by another concurrent operation. Dec 21 22:17:50.622118 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server Dec 21 22:17:50.638243 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Allocated IP 2001:db8:0:1::1 (58679b4a-ca05-4ef2-8bb1-b8491eeb2042/8eea0126-8f00-4ada-8392-eebbaa4a82c0/7cf09f65-7e30-4953-bd05-3156da208c26) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:50.692290 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:17:50.704619 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-ed59af6f-27c7-45a9-950a-09001bf96aef tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port a5fc09f8-75ec-4131-aa97-118e7c1076bc {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:50.705023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ed59af6f-27c7-45a9-950a-09001bf96aef tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:50.738527 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86aa219-902d-48d2-98b3-caa5bcc24420 None None] Network 892dc010-6dda-4555-adac-e0223d72016d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:50.739999 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-734737920-router', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:50.758636 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:50.773606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Usage tracker for resource:router and tenant:1554338f714a4532b4ef038ba8da42a6 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:50.776820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3dfa355f-90fe-4ae5-aea7-b871f8aea85a tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:50.779327 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3dfa355f-90fe-4ae5-aea7-b871f8aea85a tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "DELETE /v2.0/subnets/165c82af-89e6-47f9-aa18-fa15a9be9ee1 HTTP/1.1" status: 204 len: 168 time: 0.9659381 Dec 21 22:17:50.783450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58326) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:50.784315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:50.797177 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0504b6d4-b617-4e4e-a77a-678f08896034 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:50.834732 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:51.048092 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-157e4d63-2e21-4dd3-a659-8d22c9b8f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7351adb4-468b-47f8-855d-d22ea5033863', 'name': 'tempest-ServersTestJSON-1245971313-router', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:17:40Z', 'revision_number': 5, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'gw_port': {'id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:51.072745 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0504b6d4-b617-4e4e-a77a-678f08896034 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:51.089451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ed59af6f-27c7-45a9-950a-09001bf96aef tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:51.094886 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e4d63-2e21-4dd3-a659-8d22c9b8f779 None None] Checking router: 7351adb4-468b-47f8-855d-d22ea5033863 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:17:51.102514 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-83bf903a-e51e-49a2-a850-ffea535199f5 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Deleting subnet 8eea0126-8f00-4ada-8392-eebbaa4a82c0 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:17:51.149577 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39619403-1769-4d2e-a4d5-b0ae973bfb37 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Router 814226fe-30e7-46ed-a23d-2b1359000ca2 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:17:51.258205 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:51.259155 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:51.269925 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-23bea38b-1ef2-4c9c-a871-d310f9003b4f', 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'fixed_ips': [{'subnet_id': 'db6618fb-d062-4732-86da-363d150315c5'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:17:51.278121 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:51.278244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:51.328908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157e4d63-2e21-4dd3-a659-8d22c9b8f779 None None] Routers {'7351adb4-468b-47f8-855d-d22ea5033863'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:51.329523 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-157e4d63-2e21-4dd3-a659-8d22c9b8f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['7351adb4-468b-47f8-855d-d22ea5033863'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:51.350661 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:51.354637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-ed59af6f-27c7-45a9-950a-09001bf96aef tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for a5fc09f8-75ec-4131-aa97-118e7c1076bc owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:51.464249 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:51.528771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39619403-1769-4d2e-a4d5-b0ae973bfb37 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:17:51.533066 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Transition to ACTIVE for port object 2d72b6b4-6737-4702-847a-e011d51a3b53 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:51.537217 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Deleting port aea82ccb-1a62-4719-a636-8c84f23a520d {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:51.537504 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:51.548241 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:51.550565 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c67f973-800a-494e-bc1d-2295194d08e7 None None] Sync routers for ids ['814226fe-30e7-46ed-a23d-2b1359000ca2'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:17:51.563238 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c67f973-800a-494e-bc1d-2295194d08e7 None None] Routers {'814226fe-30e7-46ed-a23d-2b1359000ca2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:51.563845 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7c67f973-800a-494e-bc1d-2295194d08e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['814226fe-30e7-46ed-a23d-2b1359000ca2'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:51.654531 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Transition to ACTIVE for port object 2d72b6b4-6737-4702-847a-e011d51a3b53 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:51.655308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58330) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:51.667093 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-39619403-1769-4d2e-a4d5-b0ae973bfb37 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "PUT /v2.0/routers/814226fe-30e7-46ed-a23d-2b1359000ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0302973 Dec 21 22:17:51.667622 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Router cc9bb898-cb80-4d5f-b3dd-537bb89fff93 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:17:51.678118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-13510af8-362d-4fe8-80cd-53f49dd34358 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:51.714119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:51.758107 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:51.761965 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device aea82ccb-1a62-4719-a636-8c84f23a520d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:17:51.767534 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d76c32-f971-473e-920e-ff6208996537 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:51.768841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d76c32-f971-473e-920e-ff6208996537 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:51.769577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d1d76c32-f971-473e-920e-ff6208996537 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:51.816210 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ed59af6f-27c7-45a9-950a-09001bf96aef tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:51.846715 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-7c67f973-800a-494e-bc1d-2295194d08e7 None None] Set router 814226fe-30e7-46ed-a23d-2b1359000ca2 gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:51.917705 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Transition to ACTIVE for port object 7cf09f65-7e30-4953-bd05-3156da208c26 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:51.960167 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59af6f-27c7-45a9-950a-09001bf96aef tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=a5fc09f8-75ec-4131-aa97-118e7c1076bc,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:51.975619 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7c67f973-800a-494e-bc1d-2295194d08e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814226fe-30e7-46ed-a23d-2b1359000ca2', 'name': 'tempest-NetworksTestDHCPv6-router-995780054', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:31Z', 'updated_at': '2021-12-21T22:17:48Z', 'revision_number': 3, 'project_id': '065d5148d6d54fb6b432072451bf7580', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:51.980491 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c67f973-800a-494e-bc1d-2295194d08e7 None None] Checking router: 814226fe-30e7-46ed-a23d-2b1359000ca2 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:17:51.982525 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-157e4d63-2e21-4dd3-a659-8d22c9b8f779 None None] Set router 7351adb4-468b-47f8-855d-d22ea5033863 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:51.993353 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c67f973-800a-494e-bc1d-2295194d08e7 None None] Routers {'814226fe-30e7-46ed-a23d-2b1359000ca2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:51.993949 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7c67f973-800a-494e-bc1d-2295194d08e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['814226fe-30e7-46ed-a23d-2b1359000ca2'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:52.041364 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Allocated IP 172.20.0.2 (23bea38b-1ef2-4c9c-a871-d310f9003b4f/db6618fb-d062-4732-86da-363d150315c5/d9944c7a-63b0-4488-b85e-9ca033bce44c) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:52.043537 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d1d76c32-f971-473e-920e-ff6208996537 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:52.044856 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d1d76c32-f971-473e-920e-ff6208996537 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3881991 Dec 21 22:17:52.051609 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ed59af6f-27c7-45a9-950a-09001bf96aef tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:52.074070 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58334) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:52.074264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Network 8beaed0c-0dea-4569-8267-b4d65fad386e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:52.074264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Transition to ACTIVE for port object 7cf09f65-7e30-4953-bd05-3156da208c26 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:52.075063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Pushing event updated for resources: {'Port': ['ID=2d72b6b4-6737-4702-847a-e011d51a3b53,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:52.075486 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-13510af8-362d-4fe8-80cd-53f49dd34358 admin admin] Deleting port 9d109434-a5f9-4467-9939-3a11e3be8b81 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:52.075919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-13510af8-362d-4fe8-80cd-53f49dd34358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:52.132393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:52.137007 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:52.149143 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ed59af6f-27c7-45a9-950a-09001bf96aef tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/a5fc09f8-75ec-4131-aa97-118e7c1076bc HTTP/1.1" status: 204 len: 168 time: 1.5531330 Dec 21 22:17:52.155940 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-7c67f973-800a-494e-bc1d-2295194d08e7 None None] Set router 814226fe-30e7-46ed-a23d-2b1359000ca2 gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:52.156706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58338) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:52.183954 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0504b6d4-b617-4e4e-a77a-678f08896034 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:52.238491 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-83bf903a-e51e-49a2-a850-ffea535199f5 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:52.251511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:52.315015 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7c67f973-800a-494e-bc1d-2295194d08e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '814226fe-30e7-46ed-a23d-2b1359000ca2', 'name': 'tempest-NetworksTestDHCPv6-router-995780054', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:31Z', 'updated_at': '2021-12-21T22:17:48Z', 'revision_number': 3, 'project_id': '065d5148d6d54fb6b432072451bf7580', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:52.315374 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-94372ddb-cabb-40dc-a984-5d76dc0822eb tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] DELETE failed (client error): The resource could not be found. Dec 21 22:17:52.315820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94372ddb-cabb-40dc-a984-5d76dc0822eb tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:17:52.320016 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-94372ddb-cabb-40dc-a984-5d76dc0822eb tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/a5fc09f8-75ec-4131-aa97-118e7c1076bc HTTP/1.1" status: 404 len: 333 time: 0.1546443 Dec 21 22:17:52.323818 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c67f973-800a-494e-bc1d-2295194d08e7 None None] The sync data for ids ['814226fe-30e7-46ed-a23d-2b1359000ca2'] in dv-neutron-822520-1-hyperv is: [{'id': '814226fe-30e7-46ed-a23d-2b1359000ca2', 'name': 'tempest-NetworksTestDHCPv6-router-995780054', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:31Z', 'updated_at': '2021-12-21T22:17:48Z', 'revision_number': 3, 'project_id': '065d5148d6d54fb6b432072451bf7580', 'gw_port_host': None}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:17:52.329164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58342) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:52.384183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-83bf903a-e51e-49a2-a850-ffea535199f5 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:52.438958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] For port aea82ccb-1a62-4719-a636-8c84f23a520d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=aea82ccb-1a62-4719-a636-8c84f23a520d,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:52.439552 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:52.467215 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504b6d4-b617-4e4e-a77a-678f08896034 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Subnet': ['ID=36c17389-f57c-4294-9a68-649edc06b70f,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:52.489911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:52.524359 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:52.524837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port aea82ccb-1a62-4719-a636-8c84f23a520d completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:52.569046 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Network 58679b4a-ca05-4ef2-8bb1-b8491eeb2042 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:52.578128 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port aea82ccb-1a62-4719-a636-8c84f23a520d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:52.578503 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:52.612762 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Pushing event updated for resources: {'Port': ['ID=7cf09f65-7e30-4953-bd05-3156da208c26,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:52.615238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:52.627208 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Attempting to bind port 2d72b6b4-6737-4702-847a-e011d51a3b53 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:17:52.627476 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Attempting to bind port 2d72b6b4-6737-4702-847a-e011d51a3b53 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'd01e7ff6-cd21-4e21-a364-6c6910cf6443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8beaed0c-0dea-4569-8267-b4d65fad386e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:17:52.627824 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Attempting to bind port 2d72b6b4-6737-4702-847a-e011d51a3b53 on network 8beaed0c-0dea-4569-8267-b4d65fad386e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:17:52.629937 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:52.656242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Calling delete_port for aea82ccb-1a62-4719-a636-8c84f23a520d owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:52.692628 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:17:52.692984 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Checking segment: {'id': 'd01e7ff6-cd21-4e21-a364-6c6910cf6443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8beaed0c-0dea-4569-8267-b4d65fad386e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:52.693521 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:52.694004 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Bound using segment: {'id': 'd01e7ff6-cd21-4e21-a364-6c6910cf6443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8beaed0c-0dea-4569-8267-b4d65fad386e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:17:52.694627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Bound port: 2d72b6b4-6737-4702-847a-e011d51a3b53, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01e7ff6-cd21-4e21-a364-6c6910cf6443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8beaed0c-0dea-4569-8267-b4d65fad386e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:17:52.695094 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:52.713985 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-83bf903a-e51e-49a2-a850-ffea535199f5 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:52.728271 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59bdb68-eb40-4ddc-b92e-a36d239b398c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] GET failed (client error): The resource could not be found. Dec 21 22:17:52.728771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c59bdb68-eb40-4ddc-b92e-a36d239b398c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:52.755238 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Allocated IP 172.26.3.81 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/575b14a6-2962-4d4b-abef-62128c65a2f9) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:52.819494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0504b6d4-b617-4e4e-a77a-678f08896034 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Checking segment: {'id': '017f9051-28d8-48d8-bbe5-dd89fbf1ac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '37d4e1f4-6ded-40f5-9221-0525e44cbd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:52.819494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0504b6d4-b617-4e4e-a77a-678f08896034 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network hostable DHCP agents. Network: 37d4e1f4-6ded-40f5-9221-0525e44cbd12, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:17:52.921895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc91975-d054-48dd-b8a0-5dff9db721a9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 56f2889a-fabe-431e-bd64-0e11d50837b0 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:17:52.939707 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:52.943992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-13510af8-362d-4fe8-80cd-53f49dd34358 admin admin] For port 9d109434-a5f9-4467-9939-3a11e3be8b81, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9d109434-a5f9-4467-9939-3a11e3be8b81,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:52.944353 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-13510af8-362d-4fe8-80cd-53f49dd34358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:52.948523 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Attempting to bind port 7cf09f65-7e30-4953-bd05-3156da208c26 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:17:52.948884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Attempting to bind port 7cf09f65-7e30-4953-bd05-3156da208c26 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'ea4a4aa2-2ab1-4d44-859a-f45f947e4584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '58679b4a-ca05-4ef2-8bb1-b8491eeb2042'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:17:52.949232 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Attempting to bind port 7cf09f65-7e30-4953-bd05-3156da208c26 on network 58679b4a-ca05-4ef2-8bb1-b8491eeb2042 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:17:52.952124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-afc91975-d054-48dd-b8a0-5dff9db721a9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:52.955384 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-83bf903a-e51e-49a2-a850-ffea535199f5 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:52.999395 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf903a-e51e-49a2-a850-ffea535199f5 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event deleted for resources: {'Subnet': ['ID=8eea0126-8f00-4ada-8392-eebbaa4a82c0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:52.999751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c59bdb68-eb40-4ddc-b92e-a36d239b398c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:53.003707 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c59bdb68-eb40-4ddc-b92e-a36d239b398c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports/a5fc09f8-75ec-4131-aa97-118e7c1076bc HTTP/1.1" status: 404 len: 333 time: 0.6468449 Dec 21 22:17:53.005193 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58346) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:53.026159 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.034626 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:17:53.034984 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Checking segment: {'id': 'ea4a4aa2-2ab1-4d44-859a-f45f947e4584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '58679b4a-ca05-4ef2-8bb1-b8491eeb2042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:53.035368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.035752 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Bound using segment: {'id': 'ea4a4aa2-2ab1-4d44-859a-f45f947e4584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '58679b4a-ca05-4ef2-8bb1-b8491eeb2042'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:17:53.036882 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Bound port: 7cf09f65-7e30-4953-bd05-3156da208c26, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4a4aa2-2ab1-4d44-859a-f45f947e4584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '58679b4a-ca05-4ef2-8bb1-b8491eeb2042'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:17:53.036882 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.039967 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-83bf903a-e51e-49a2-a850-ffea535199f5 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.071832 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Transition to ACTIVE for port object d9944c7a-63b0-4488-b85e-9ca033bce44c will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:53.074384 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-83bf903a-e51e-49a2-a850-ffea535199f5 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "DELETE /v2.0/subnets/8eea0126-8f00-4ada-8392-eebbaa4a82c0 HTTP/1.1" status: 204 len: 168 time: 2.2865219 Dec 21 22:17:53.078380 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58350) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:53.088167 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] For port 2d72b6b4-6737-4702-847a-e011d51a3b53, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:17:53.122281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.133075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-13510af8-362d-4fe8-80cd-53f49dd34358 admin admin] Calling delete_port for 9d109434-a5f9-4467-9939-3a11e3be8b81 owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:53.156600 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] For port 2d72b6b4-6737-4702-847a-e011d51a3b53, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2d72b6b4-6737-4702-847a-e011d51a3b53,segment=NetworkSegment(d01e7ff6-cd21-4e21-a364-6c6910cf6443),segment_id=d01e7ff6-cd21-4e21-a364-6c6910cf6443)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:17:53.175821 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Transition to ACTIVE for port object d9944c7a-63b0-4488-b85e-9ca033bce44c will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:53.185849 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-157e4d63-2e21-4dd3-a659-8d22c9b8f779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7351adb4-468b-47f8-855d-d22ea5033863', 'name': 'tempest-ServersTestJSON-1245971313-router', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:17:40Z', 'revision_number': 5, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'gw_port': {'id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:53.192117 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port aea82ccb-1a62-4719-a636-8c84f23a520d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=aea82ccb-1a62-4719-a636-8c84f23a520d,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:53.206049 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157e4d63-2e21-4dd3-a659-8d22c9b8f779 None None] The sync data for ids ['7351adb4-468b-47f8-855d-d22ea5033863'] in dv-neutron-822520-1-hyperv is: [{'id': '7351adb4-468b-47f8-855d-d22ea5033863', 'name': 'tempest-ServersTestJSON-1245971313-router', 'tenant_id': '3f0d4f008c4047b78a3c3af0d575917d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155'}], 'enable_snat': True}, 'gw_port_id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:15:31Z', 'updated_at': '2021-12-21T22:17:40Z', 'revision_number': 5, 'project_id': '3f0d4f008c4047b78a3c3af0d575917d', 'gw_port': {'id': '9d109434-a5f9-4467-9939-3a11e3be8b81', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7351adb4-468b-47f8-855d-d22ea5033863', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:15:32Z', 'updated_at': '2021-12-21T22:15:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:17:53.215140 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-afc91975-d054-48dd-b8a0-5dff9db721a9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.219805 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] For port 7cf09f65-7e30-4953-bd05-3156da208c26, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:17:53.223417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] For port 7cf09f65-7e30-4953-bd05-3156da208c26, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=7cf09f65-7e30-4953-bd05-3156da208c26,segment=NetworkSegment(ea4a4aa2-2ab1-4d44-859a-f45f947e4584),segment_id=ea4a4aa2-2ab1-4d44-859a-f45f947e4584)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:17:53.229327 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.240275 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.287395 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.298977 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.333864 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.362927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Network 23bea38b-1ef2-4c9c-a871-d310f9003b4f is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:53.368864 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:53.375744 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15de82c-f5dc-4dfd-9c2a-73c1d611345a None None] Pushing event updated for resources: {'Port': ['ID=2d72b6b4-6737-4702-847a-e011d51a3b53,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:53.378111 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:53.411174 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:53.421780 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:53.427300 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f29913-1573-44d1-ae61-296a83820b59 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:53.427300 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b1f29913-1573-44d1-ae61-296a83820b59 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Synchronizing usage tracker for tenant:ffa8a668031749729214181fee5f30d2 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:53.435308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:53.444580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0504b6d4-b617-4e4e-a77a-678f08896034 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network 37d4e1f4-6ded-40f5-9221-0525e44cbd12 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:17:53.471368 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Pushing event updated for resources: {'Port': ['ID=575b14a6-2962-4d4b-abef-62128c65a2f9,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:53.527312 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-afc91975-d054-48dd-b8a0-5dff9db721a9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.528341 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f9512a7-00b3-418e-9443-80d849b6df4e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting subnet a77bf2ff-ae7c-48a8-9f1e-5658d7fa03a1 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:17:53.571792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f9512a7-00b3-418e-9443-80d849b6df4e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.587617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-0504b6d4-b617-4e4e-a77a-678f08896034 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 37d4e1f4-6ded-40f5-9221-0525e44cbd12) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:53.592791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.api [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:17:53.593104 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG oslo_db.api [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:17:53.602105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0504b6d4-b617-4e4e-a77a-678f08896034 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:53.602693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0504b6d4-b617-4e4e-a77a-678f08896034 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.620483 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:17:53.622443 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 27f5ca68-74b4-42e3-9217-e31f007841f4 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:17:53.623607 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b1f29913-1573-44d1-ae61-296a83820b59 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Unset dirty status for tenant:ffa8a668031749729214181fee5f30d2 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:53.626851 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b1f29913-1573-44d1-ae61-296a83820b59 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5463798 Dec 21 22:17:53.646748 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58354) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:53.661352 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512ec74e-b9a7-4f66-97c2-1f99504f592e None None] Network 37d4e1f4-6ded-40f5-9221-0525e44cbd12 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:53.692139 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f9512a7-00b3-418e-9443-80d849b6df4e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.700845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Sync routers for ids ['cc9bb898-cb80-4d5f-b3dd-537bb89fff93'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:17:53.703806 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=aea82ccb-1a62-4719-a636-8c84f23a520d,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:53.793858 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f9512a7-00b3-418e-9443-80d849b6df4e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.855692 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.918949 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.919842 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.933241 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Deleting port 7cf09f65-7e30-4953-bd05-3156da208c26 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:53.933653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:53.966212 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 27f5ca68-74b4-42e3-9217-e31f007841f4 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:17:53.966212 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 27f5ca68-74b4-42e3-9217-e31f007841f4 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:17:53.966647 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d852a50e-4e6b-4886-9d2b-5abcdd01ce76 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:17:54.023573 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Attempting to bind port d9944c7a-63b0-4488-b85e-9ca033bce44c on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:17:54.023844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Attempting to bind port d9944c7a-63b0-4488-b85e-9ca033bce44c by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '9830252b-8b95-4c8f-b446-6585189fd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:17:54.024199 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Attempting to bind port d9944c7a-63b0-4488-b85e-9ca033bce44c on network 23bea38b-1ef2-4c9c-a871-d310f9003b4f {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:17:54.028186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f9512a7-00b3-418e-9443-80d849b6df4e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:54.043941 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0504b6d4-b617-4e4e-a77a-678f08896034 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4929199 Dec 21 22:17:54.093723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58358) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:54.109595 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-199c5e3a-3479-4813-9e8d-c2d33d5f10f8 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'subnet': {'network_id': '37d4e1f4-6ded-40f5-9221-0525e44cbd12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:54.126052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9512a7-00b3-418e-9443-80d849b6df4e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Subnet': ['ID=a77bf2ff-ae7c-48a8-9f1e-5658d7fa03a1,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:54.126732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Deleting port aea82ccb-1a62-4719-a636-8c84f23a520d {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:54.127076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:54.134863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: d852a50e-4e6b-4886-9d2b-5abcdd01ce76 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:17:54.135175 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d852a50e-4e6b-4886-9d2b-5abcdd01ce76 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:17:54.156543 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:17:54.156904 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Checking segment: {'id': '9830252b-8b95-4c8f-b446-6585189fd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:54.157456 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:54.157652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Bound using segment: {'id': '9830252b-8b95-4c8f-b446-6585189fd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:17:54.158139 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Bound port: d9944c7a-63b0-4488-b85e-9ca033bce44c, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9830252b-8b95-4c8f-b446-6585189fd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:17:54.158516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:54.166359 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:54.173159 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f9512a7-00b3-418e-9443-80d849b6df4e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:54.177966 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-50b0c174-5ed6-4633-a658-d8a5ca299f35 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 12.2806265 Dec 21 22:17:54.180434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58362) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:54.188020 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Pushing event updated for resources: {'Port': ['ID=d9944c7a-63b0-4488-b85e-9ca033bce44c,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:54.217203 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-afc91975-d054-48dd-b8a0-5dff9db721a9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:54.221299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-13510af8-362d-4fe8-80cd-53f49dd34358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:54.239156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f712c3-ed75-4e92-bac7-d1ff65b9764d None None] Network 58679b4a-ca05-4ef2-8bb1-b8491eeb2042 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:54.266675 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Routers {'cc9bb898-cb80-4d5f-b3dd-537bb89fff93'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:54.267310 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cc9bb898-cb80-4d5f-b3dd-537bb89fff93'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:54.304859 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8f9512a7-00b3-418e-9443-80d849b6df4e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/a77bf2ff-ae7c-48a8-9f1e-5658d7fa03a1 HTTP/1.1" status: 204 len: 168 time: 1.2972825 Dec 21 22:17:54.315654 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58366) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:54.345451 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc91975-d054-48dd-b8a0-5dff9db721a9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=56f2889a-fabe-431e-bd64-0e11d50837b0,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:54.355294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13510af8-362d-4fe8-80cd-53f49dd34358 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d109434-a5f9-4467-9939-3a11e3be8b81,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:54.387242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-afc91975-d054-48dd-b8a0-5dff9db721a9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:54.392034 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-afc91975-d054-48dd-b8a0-5dff9db721a9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/56f2889a-fabe-431e-bd64-0e11d50837b0 HTTP/1.1" status: 204 len: 168 time: 2.3183913 Dec 21 22:17:54.427616 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7f3c56-bb4f-41e7-99a3-996cf9b3cf8c None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:54.452507 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58370) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:54.562860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-199c5e3a-3479-4813-9e8d-c2d33d5f10f8 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:54.566676 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-199c5e3a-3479-4813-9e8d-c2d33d5f10f8 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:subnet and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:54.569467 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-199c5e3a-3479-4813-9e8d-c2d33d5f10f8 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:54.575148 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-199c5e3a-3479-4813-9e8d-c2d33d5f10f8 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:54.650679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:54.684832 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199c5e3a-3479-4813-9e8d-c2d33d5f10f8 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:54.736303 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port 2d72b6b4-6737-4702-847a-e011d51a3b53 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:54.736613 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:54.775905 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] For port 7cf09f65-7e30-4953-bd05-3156da208c26, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=7cf09f65-7e30-4953-bd05-3156da208c26,segment=NetworkSegment(ea4a4aa2-2ab1-4d44-859a-f45f947e4584),segment_id=ea4a4aa2-2ab1-4d44-859a-f45f947e4584)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:54.776073 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:54.791062 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba32411-6d19-403f-ac0e-0ef5293579cf None None] Pushing event updated for resources: {'Port': ['ID=7cf09f65-7e30-4953-bd05-3156da208c26,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:54.858847 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] For port d9944c7a-63b0-4488-b85e-9ca033bce44c, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:17:54.924577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] For port d9944c7a-63b0-4488-b85e-9ca033bce44c, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d9944c7a-63b0-4488-b85e-9ca033bce44c,segment=NetworkSegment(9830252b-8b95-4c8f-b446-6585189fd96a),segment_id=9830252b-8b95-4c8f-b446-6585189fd96a)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:17:54.932442 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Calling delete_port for 7cf09f65-7e30-4953-bd05-3156da208c26 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:54.971985 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-37d4e1f4-6ded-40f5-9221-0525e44cbd12', 'network_id': '37d4e1f4-6ded-40f5-9221-0525e44cbd12', 'tenant_id': '4e995e9f72ec471e8e6c5b6e94036fb6', 'fixed_ips': [{'subnet_id': '36c17389-f57c-4294-9a68-649edc06b70f'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:17:54.971985 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:55.005189 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:55.074440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Set router cc9bb898-cb80-4d5f-b3dd-537bb89fff93 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:55.126122 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6cad7b25-2870-4326-88fc-f47b1d11637f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:router {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:55.147830 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] For port aea82ccb-1a62-4719-a636-8c84f23a520d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=aea82ccb-1a62-4719-a636-8c84f23a520d,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:55.148195 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:55.168367 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-13510af8-362d-4fe8-80cd-53f49dd34358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:55.175528 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] For port 2d72b6b4-6737-4702-847a-e011d51a3b53, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2d72b6b4-6737-4702-847a-e011d51a3b53,segment=NetworkSegment(d01e7ff6-cd21-4e21-a364-6c6910cf6443),segment_id=d01e7ff6-cd21-4e21-a364-6c6910cf6443)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:55.175844 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:55.371828 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300974b7-9e38-4271-bc56-9b379cd40473 None None] Pushing event updated for resources: {'Port': ['ID=d9944c7a-63b0-4488-b85e-9ca033bce44c,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:55.760749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for 2d72b6b4-6737-4702-847a-e011d51a3b53 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:55.760749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:55.760749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-199c5e3a-3479-4813-9e8d-c2d33d5f10f8 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:55.771404 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ec6d3a-d7d2-4548-869e-37a287e11d33 None None] Network 8beaed0c-0dea-4569-8267-b4d65fad386e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:55.774398 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Calling delete_port for aea82ccb-1a62-4719-a636-8c84f23a520d owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:55.775143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Allocated IP 2001:db8::2 (37d4e1f4-6ded-40f5-9221-0525e44cbd12/36c17389-f57c-4294-9a68-649edc06b70f/714572c5-553a-445c-868e-aa42c445705e) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:17:55.812706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:55.861592 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a845477-6880-4eab-bd9f-1381dd473bfe None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:17:55.883393 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] No DVR routers for this DVR port 7cf09f65-7e30-4953-bd05-3156da208c26 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:17:55.914116 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-fa75ae5a-6531-497d-bc22-38232b2d1b58 None None] Provisioning for port 2d72b6b4-6737-4702-847a-e011d51a3b53 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:55.927699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event deleted for resources: {'Port': ['ID=7cf09f65-7e30-4953-bd05-3156da208c26,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:55.950382 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Router 4430a6c6-e334-4ae6-b163-a658a91e6a72 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:17:55.976027 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:55.990036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-9a845477-6880-4eab-bd9f-1381dd473bfe None None] Deleting port d1f21573-cd81-470f-af1f-dd3131ebe148 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:55.990789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9a845477-6880-4eab-bd9f-1381dd473bfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.023218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device aea82ccb-1a62-4719-a636-8c84f23a520d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:17:56.034450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.043947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6cad7b25-2870-4326-88fc-f47b1d11637f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:router {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:56.045162 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6cad7b25-2870-4326-88fc-f47b1d11637f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.5916994 Dec 21 22:17:56.051671 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58374) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:56.097014 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=2d72b6b4-6737-4702-847a-e011d51a3b53,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:56.159911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No DVR routers for this DVR port 2d72b6b4-6737-4702-847a-e011d51a3b53 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:17:56.281311 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-13510af8-362d-4fe8-80cd-53f49dd34358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.286578 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-13510af8-362d-4fe8-80cd-53f49dd34358 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.326958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58679b4a-ca05-4ef2-8bb1-b8491eeb2042']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:56.380901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4a4aa2-2ab1-4d44-859a-f45f947e4584') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:56.381176 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4a4aa2-2ab1-4d44-859a-f45f947e4584') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:56.385751 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.462717 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.489755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.500635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:17:56.501259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.506729 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8beaed0c-0dea-4569-8267-b4d65fad386e']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:56.548904 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port aea82ccb-1a62-4719-a636-8c84f23a520d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:56.548904 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.552481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd01e7ff6-cd21-4e21-a364-6c6910cf6443') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:56.552771 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd01e7ff6-cd21-4e21-a364-6c6910cf6443') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:56.562052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.570608 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90354063-8102-4528-acc9-4b3d65e1ee7e None None] DHCP port deletion for 8beaed0c-0dea-4569-8267-b4d65fad386e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:17:56.583844 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.610114 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.616518 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:17:56.617031 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.617198 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9bb898-cb80-4d5f-b3dd-537bb89fff93', 'name': '', 'tenant_id': '80d53883fe774935b19c9898a7fefba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e96f66ea-7b29-45ce-abb2-db645988a5d4', 'external_fixed_ips': [{'subnet_id': 'cc9b877f-a5aa-423e-b305-e4f437a61500', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'bf627ee9-699f-4168-b527-12926beb4764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:42Z', 'updated_at': '2021-12-21T22:17:48Z', 'revision_number': 3, 'project_id': '80d53883fe774935b19c9898a7fefba9', 'gw_port': {'id': 'bf627ee9-699f-4168-b527-12926beb4764', 'name': '', 'network_id': 'e96f66ea-7b29-45ce-abb2-db645988a5d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:27:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9bb898-cb80-4d5f-b3dd-537bb89fff93', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cc9b877f-a5aa-423e-b305-e4f437a61500', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:46Z', 'updated_at': '2021-12-21T22:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc9b877f-a5aa-423e-b305-e4f437a61500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:56.620559 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:56.634754 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-13510af8-362d-4fe8-80cd-53f49dd34358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.635260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13510af8-362d-4fe8-80cd-53f49dd34358 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7351adb4-468b-47f8-855d-d22ea5033863 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:17:56.637442 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-9a845477-6880-4eab-bd9f-1381dd473bfe None None] For port d1f21573-cd81-470f-af1f-dd3131ebe148, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d1f21573-cd81-470f-af1f-dd3131ebe148,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:56.644297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9a845477-6880-4eab-bd9f-1381dd473bfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.674132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-13510af8-362d-4fe8-80cd-53f49dd34358 admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.675342 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-13510af8-362d-4fe8-80cd-53f49dd34358 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7351adb4-468b-47f8-855d-d22ea5033863 HTTP/1.1" status: 204 len: 168 time: 7.9144564 Dec 21 22:17:56.675669 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Checking router: cc9bb898-cb80-4d5f-b3dd-537bb89fff93 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:17:56.676015 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Updating router cc9bb898-cb80-4d5f-b3dd-537bb89fff93 port bf627ee9-699f-4168-b527-12926beb4764 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:17:56.678195 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58378) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:56.684231 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6be6d68c-841d-46f2-8054-9f4bd0bfe702 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:56.712924 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:56.722999 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Deleting port bf627ee9-699f-4168-b527-12926beb4764 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:56.723424 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.753359 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-199c5e3a-3479-4813-9e8d-c2d33d5f10f8 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.826092 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f27fc3-a3fd-465c-acbb-d96927291582 admin admin] Deleting subnet bbfc036d-03ac-49ee-aac1-b2cf72ae89d7 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:17:56.835200 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.839221 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.850485 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-71f27fc3-a3fd-465c-acbb-d96927291582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.858775 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-9a845477-6880-4eab-bd9f-1381dd473bfe None None] Calling delete_port for d1f21573-cd81-470f-af1f-dd3131ebe148 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:56.917330 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.931238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:56.936336 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Could not find standard attr ID for object aea82ccb-1a62-4719-a636-8c84f23a520d. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:17:56.939147 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event deleted for resources: {'Network': ['ID=58679b4a-ca05-4ef2-8bb1-b8491eeb2042,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:56.948567 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9b86bc-7b64-4326-aede-6e6e13dc21d9 None None] Network 23bea38b-1ef2-4c9c-a871-d310f9003b4f requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:56.974770 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Transition to ACTIVE for port object 714572c5-553a-445c-868e-aa42c445705e will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:56.982521 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No ports have port_id starting with aea82ccb-1a62-4719-a636-8c84f23a520d Dec 21 22:17:56.990317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:57.015530 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199c5e3a-3479-4813-9e8d-c2d33d5f10f8 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network 37d4e1f4-6ded-40f5-9221-0525e44cbd12 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:57.032401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-199c5e3a-3479-4813-9e8d-c2d33d5f10f8 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:57.036720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c5e3a-3479-4813-9e8d-c2d33d5f10f8 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Subnet': ['ID=0dad7863-5bae-4c19-bd7a-2cc48a5edb4c,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:57.039300 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199c5e3a-3479-4813-9e8d-c2d33d5f10f8 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:57.043959 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-199c5e3a-3479-4813-9e8d-c2d33d5f10f8 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:57.053584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2d72b6b4-6737-4702-847a-e011d51a3b53 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:17:57.084224 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:57.118287 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Pushing event deleted for resources: {'Port': ['ID=aea82ccb-1a62-4719-a636-8c84f23a520d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:57.121775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:57.123064 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 2d72b6b4-6737-4702-847a-e011d51a3b53 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:17:57.123990 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2d72b6b4-6737-4702-847a-e011d51a3b53 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 21 22:17:57.137387 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:17:57.139230 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Network': ['ID=8beaed0c-0dea-4569-8267-b4d65fad386e,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:57.143491 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-004d73bc-9aa1-460e-9789-86ad60ddef12 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "DELETE /v2.0/networks/58679b4a-ca05-4ef2-8bb1-b8491eeb2042 HTTP/1.1" status: 204 len: 168 time: 3.4809742 Dec 21 22:17:57.153028 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Sync routers for ids ['4430a6c6-e334-4ae6-b163-a658a91e6a72'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:17:57.185618 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Routers {'4430a6c6-e334-4ae6-b163-a658a91e6a72'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:57.185618 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['4430a6c6-e334-4ae6-b163-a658a91e6a72'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:57.197782 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58382) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:57.216816 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Transition to ACTIVE for port object 714572c5-553a-445c-868e-aa42c445705e will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:57.219151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-71f27fc3-a3fd-465c-acbb-d96927291582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:57.221812 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d8827bb4-3183-44c4-a799-d9c430fb070e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/networks/8beaed0c-0dea-4569-8267-b4d65fad386e HTTP/1.1" status: 204 len: 168 time: 2.8995650 Dec 21 22:17:57.245928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58386) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:57.253481 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Port 2d72b6b4-6737-4702-847a-e011d51a3b53 not found, will not notify nova. {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 21 22:17:57.263407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-d6b77ba2-1bdf-49b6-b100-c66459aa36f1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-763867664'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:57.275414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d6b77ba2-1bdf-49b6-b100-c66459aa36f1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:57.289272 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d6b77ba2-1bdf-49b6-b100-c66459aa36f1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:network and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:57.291537 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-199c5e3a-3479-4813-9e8d-c2d33d5f10f8 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1957734 Dec 21 22:17:57.300051 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58392) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:57.351170 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d6b77ba2-1bdf-49b6-b100-c66459aa36f1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:57.381466 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d6b77ba2-1bdf-49b6-b100-c66459aa36f1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:57.385535 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:57.424565 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-20ca55c4-b8af-41eb-b27f-230ee1ced67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:57.440647 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9a845477-6880-4eab-bd9f-1381dd473bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:57.489345 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a845477-6880-4eab-bd9f-1381dd473bfe None None] No DVR routers for this DVR port d1f21573-cd81-470f-af1f-dd3131ebe148 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:17:57.500592 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:57.504443 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1e771063-1d5f-4e7c-8b59-2b1478dae0d2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9150348 Dec 21 22:17:57.504842 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-114d44c8-3b20-4690-bb49-9d22192ae4f3 None None] Provisioning for port d9944c7a-63b0-4488-b85e-9ca033bce44c completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:57.511106 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:57.523545 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58396) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:57.543828 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Set router 4430a6c6-e334-4ae6-b163-a658a91e6a72 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:57.581696 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b77ba2-1bdf-49b6-b100-c66459aa36f1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:57.583773 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Network 37d4e1f4-6ded-40f5-9221-0525e44cbd12 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:17:57.585532 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d6b77ba2-1bdf-49b6-b100-c66459aa36f1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:57.589412 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:17:57.592092 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:17:57.648682 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4e05-611b-40d3-b883-8432d9f97165 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:57.649127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Pushing event updated for resources: {'Port': ['ID=714572c5-553a-445c-868e-aa42c445705e,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:57.798241 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a845477-6880-4eab-bd9f-1381dd473bfe None None] Pushing event deleted for resources: {'Port': ['ID=d1f21573-cd81-470f-af1f-dd3131ebe148,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:57.810324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Calling delete_port for bf627ee9-699f-4168-b527-12926beb4764 owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:17:57.842384 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8207cd-e7d1-480a-9f0f-41c8d49fefb2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:57.843948 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8207cd-e7d1-480a-9f0f-41c8d49fefb2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:57.845238 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8207cd-e7d1-480a-9f0f-41c8d49fefb2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:57.846561 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8207cd-e7d1-480a-9f0f-41c8d49fefb2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:57.848162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8207cd-e7d1-480a-9f0f-41c8d49fefb2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:57.849079 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9b8207cd-e7d1-480a-9f0f-41c8d49fefb2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Synchronizing usage tracker for tenant:4e995e9f72ec471e8e6c5b6e94036fb6 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:17:57.860978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b77ba2-1bdf-49b6-b100-c66459aa36f1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:57.872255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:57.933464 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Attempting to bind port 714572c5-553a-445c-868e-aa42c445705e on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:17:57.933836 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Attempting to bind port 714572c5-553a-445c-868e-aa42c445705e by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '017f9051-28d8-48d8-bbe5-dd89fbf1ac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '37d4e1f4-6ded-40f5-9221-0525e44cbd12'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:17:57.934215 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Attempting to bind port 714572c5-553a-445c-868e-aa42c445705e on network 37d4e1f4-6ded-40f5-9221-0525e44cbd12 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:17:57.939935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6be6d68c-841d-46f2-8054-9f4bd0bfe702 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:57.968631 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:17:57.968948 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Checking segment: {'id': '017f9051-28d8-48d8-bbe5-dd89fbf1ac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '37d4e1f4-6ded-40f5-9221-0525e44cbd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:57.969481 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:57.969889 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Bound using segment: {'id': '017f9051-28d8-48d8-bbe5-dd89fbf1ac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '37d4e1f4-6ded-40f5-9221-0525e44cbd12'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:17:57.970302 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Bound port: 714572c5-553a-445c-868e-aa42c445705e, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '017f9051-28d8-48d8-bbe5-dd89fbf1ac91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '37d4e1f4-6ded-40f5-9221-0525e44cbd12'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:17:57.970688 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.034270 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9b8207cd-e7d1-480a-9f0f-41c8d49fefb2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Unset dirty status for tenant:4e995e9f72ec471e8e6c5b6e94036fb6 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:17:58.053350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d6b77ba2-1bdf-49b6-b100-c66459aa36f1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.053700 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-d6b77ba2-1bdf-49b6-b100-c66459aa36f1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Added segment a088af05-6d46-41f1-8d65-dc4318525b45 of type vlan for network 674d23a4-63ed-4805-a23a-3552f59dbd02 Dec 21 22:17:58.054889 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58400) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:58.055346 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9b8207cd-e7d1-480a-9f0f-41c8d49fefb2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7542102 Dec 21 22:17:58.094566 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-958bc055-61ed-4bcd-8ca1-9b7ffbcbb673 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-565770034'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:58.110499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6be6d68c-841d-46f2-8054-9f4bd0bfe702 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.110499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-71f27fc3-a3fd-465c-acbb-d96927291582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.161135 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4e05-611b-40d3-b883-8432d9f97165 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.181208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-958bc055-61ed-4bcd-8ca1-9b7ffbcbb673 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:58.184683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f453f161-8998-4dac-977f-2a182787a25b None None] For port 714572c5-553a-445c-868e-aa42c445705e, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:17:58.201529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f453f161-8998-4dac-977f-2a182787a25b None None] For port 714572c5-553a-445c-868e-aa42c445705e, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=714572c5-553a-445c-868e-aa42c445705e,segment=NetworkSegment(017f9051-28d8-48d8-bbe5-dd89fbf1ac91),segment_id=017f9051-28d8-48d8-bbe5-dd89fbf1ac91)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:17:58.212672 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-958bc055-61ed-4bcd-8ca1-9b7ffbcbb673 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:network and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:58.213808 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.218831 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'name': 'tempest-ServerActionsTestJSON-734737920-router', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:51Z', 'updated_at': '2021-12-21T22:17:53Z', 'revision_number': 3, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'gw_port': {'id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:52Z', 'updated_at': '2021-12-21T22:17:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:58.221810 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-958bc055-61ed-4bcd-8ca1-9b7ffbcbb673 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:58.224062 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Checking router: 4430a6c6-e334-4ae6-b163-a658a91e6a72 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:17:58.224468 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Updating router 4430a6c6-e334-4ae6-b163-a658a91e6a72 port 575b14a6-2962-4d4b-abef-62128c65a2f9 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:17:58.233896 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Transition to ACTIVE for port object bf627ee9-699f-4168-b527-12926beb4764 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:58.241089 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d9944c7a-63b0-4488-b85e-9ca033bce44c up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:17:58.289265 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.314474 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.413099 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-eb6c4e05-611b-40d3-b883-8432d9f97165 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892dc010-6dda-4555-adac-e0223d72016d']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:58.418342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.432345 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-eb6c4e05-611b-40d3-b883-8432d9f97165 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6611f02e-fb6d-4510-bb59-bcf008ee6623') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:58.432845 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-eb6c4e05-611b-40d3-b883-8432d9f97165 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6611f02e-fb6d-4510-bb59-bcf008ee6623') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:58.433381 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.438285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.449008 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4e05-611b-40d3-b883-8432d9f97165 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.456759 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453f161-8998-4dac-977f-2a182787a25b None None] Pushing event updated for resources: {'Port': ['ID=714572c5-553a-445c-868e-aa42c445705e,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:58.474877 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d6b77ba2-1bdf-49b6-b100-c66459aa36f1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.479793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-958bc055-61ed-4bcd-8ca1-9b7ffbcbb673 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:58.481048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4e05-611b-40d3-b883-8432d9f97165 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.490708 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6c4e05-611b-40d3-b883-8432d9f97165 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:17:58.501122 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4e05-611b-40d3-b883-8432d9f97165 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:17:58.508893 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:17:58.542181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.api [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:17:58.542830 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG oslo_db.api [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:17:58.575146 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Attempting to bind port bf627ee9-699f-4168-b527-12926beb4764 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:17:58.575516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Attempting to bind port bf627ee9-699f-4168-b527-12926beb4764 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'aa76ee3d-25a3-44c7-8b7c-4553edb1e9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e96f66ea-7b29-45ce-abb2-db645988a5d4'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:17:58.575876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Attempting to bind port bf627ee9-699f-4168-b527-12926beb4764 on network e96f66ea-7b29-45ce-abb2-db645988a5d4 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:17:58.593610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.594142 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53e5ec42-7421-4dea-9500-2f41eb11b379 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:17:58.595720 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:17:58.600511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Checking segment: {'id': 'aa76ee3d-25a3-44c7-8b7c-4553edb1e9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e96f66ea-7b29-45ce-abb2-db645988a5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:58.600511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.600511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Bound using segment: {'id': 'aa76ee3d-25a3-44c7-8b7c-4553edb1e9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e96f66ea-7b29-45ce-abb2-db645988a5d4'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:17:58.600511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Bound port: bf627ee9-699f-4168-b527-12926beb4764, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa76ee3d-25a3-44c7-8b7c-4553edb1e9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e96f66ea-7b29-45ce-abb2-db645988a5d4'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:17:58.600511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.643435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958bc055-61ed-4bcd-8ca1-9b7ffbcbb673 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:58.646913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-958bc055-61ed-4bcd-8ca1-9b7ffbcbb673 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.659481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6be6d68c-841d-46f2-8054-9f4bd0bfe702 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.659994 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be6d68c-841d-46f2-8054-9f4bd0bfe702 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Fanout notify agent at l3_agent the message router_deleted on router 814226fe-30e7-46ed-a23d-2b1359000ca2 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:17:58.667721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6be6d68c-841d-46f2-8054-9f4bd0bfe702 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.672040 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6be6d68c-841d-46f2-8054-9f4bd0bfe702 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/routers/814226fe-30e7-46ed-a23d-2b1359000ca2 HTTP/1.1" status: 204 len: 168 time: 2.5610297 Dec 21 22:17:58.674198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-71f27fc3-a3fd-465c-acbb-d96927291582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.677625 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58404) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:58.723907 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d6b77ba2-1bdf-49b6-b100-c66459aa36f1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.727703 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b77ba2-1bdf-49b6-b100-c66459aa36f1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:17:58.728271 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d6b77ba2-1bdf-49b6-b100-c66459aa36f1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.758211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-35a20884-5da0-4321-9569-a14ecb751088 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:58.787246 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4e05-611b-40d3-b883-8432d9f97165 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.794804 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4e05-611b-40d3-b883-8432d9f97165 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.800530 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] For port bf627ee9-699f-4168-b527-12926beb4764, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:17:58.806362 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] For port bf627ee9-699f-4168-b527-12926beb4764, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bf627ee9-699f-4168-b527-12926beb4764,segment=NetworkSegment(aa76ee3d-25a3-44c7-8b7c-4553edb1e9eb),segment_id=aa76ee3d-25a3-44c7-8b7c-4553edb1e9eb)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:17:58.807697 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port d9944c7a-63b0-4488-b85e-9ca033bce44c completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:17:58.816032 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-09950dc2-9668-4890-a4c5-2373c67c6437 None None] Provisioning complete for port d9944c7a-63b0-4488-b85e-9ca033bce44c triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:58.816995 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-09950dc2-9668-4890-a4c5-2373c67c6437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.858846 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c4e05-611b-40d3-b883-8432d9f97165 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event deleted for resources: {'Network': ['ID=892dc010-6dda-4555-adac-e0223d72016d,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:58.861329 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.885823 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-eb6c4e05-611b-40d3-b883-8432d9f97165 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "DELETE /v2.0/networks/892dc010-6dda-4555-adac-e0223d72016d HTTP/1.1" status: 204 len: 168 time: 1.6846344 Dec 21 22:17:58.887724 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.888800 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-abd5834a-9459-4ce1-83b1-d8eca7cb122a tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "DELETE /v2.0/routers/53e5ec42-7421-4dea-9500-2f41eb11b379 HTTP/1.1" status: 204 len: 168 time: 10.7401876 Dec 21 22:17:58.896219 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58408) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:58.896627 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58410) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:58.907898 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port d9944c7a-63b0-4488-b85e-9ca033bce44c triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:17:58.908152 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.911838 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Transition to ACTIVE for port object 575b14a6-2962-4d4b-abef-62128c65a2f9 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:17:58.938572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f27fc3-a3fd-465c-acbb-d96927291582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbfc036d-03ac-49ee-aac1-b2cf72ae89d7,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:58.971694 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:58.994342 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:59.004673 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dca8f4-9279-4c5e-88cd-17ce24256344 None None] Pushing event updated for resources: {'Port': ['ID=bf627ee9-699f-4168-b527-12926beb4764,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:59.078511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dca8f4-9279-4c5e-88cd-17ce24256344 None None] Pushing event updated for resources: {'Port': ['ID=bf627ee9-699f-4168-b527-12926beb4764,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:59.096835 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Attempting to bind port 575b14a6-2962-4d4b-abef-62128c65a2f9 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:17:59.097195 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Attempting to bind port 575b14a6-2962-4d4b-abef-62128c65a2f9 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:17:59.097546 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Attempting to bind port 575b14a6-2962-4d4b-abef-62128c65a2f9 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:17:59.100174 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e3595-82d8-466f-a86f-d05c66910d0b None None] Pushing event updated for resources: {'Port': ['ID=575b14a6-2962-4d4b-abef-62128c65a2f9,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:59.108326 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:17:59.108945 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:17:59.109818 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:59.110642 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:17:59.111179 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Bound port: 575b14a6-2962-4d4b-abef-62128c65a2f9, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:17:59.111474 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:59.135465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Deleting port bf627ee9-699f-4168-b527-12926beb4764 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:59.136075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:59.204133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:59.223763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-09950dc2-9668-4890-a4c5-2373c67c6437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:59.231420 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b77ba2-1bdf-49b6-b100-c66459aa36f1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Network': ['ID=674d23a4-63ed-4805-a23a-3552f59dbd02,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:59.252725 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d6b77ba2-1bdf-49b6-b100-c66459aa36f1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9999530 Dec 21 22:17:59.259516 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-71f27fc3-a3fd-465c-acbb-d96927291582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:59.262080 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-71f27fc3-a3fd-465c-acbb-d96927291582 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bbfc036d-03ac-49ee-aac1-b2cf72ae89d7 HTTP/1.1" status: 204 len: 168 time: 2.5816936 Dec 21 22:17:59.269617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58416) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:59.269948 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58418) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:17:59.275742 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Routers {'cc9bb898-cb80-4d5f-b3dd-537bb89fff93'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:59.276915 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cc9bb898-cb80-4d5f-b3dd-537bb89fff93'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:59.289169 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] For port 575b14a6-2962-4d4b-abef-62128c65a2f9, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:17:59.294669 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] For port 575b14a6-2962-4d4b-abef-62128c65a2f9, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=575b14a6-2962-4d4b-abef-62128c65a2f9,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:17:59.354251 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:59.366932 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45dc7285-0929-4804-8433-ca7e92b5f154 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:59.522648 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e3595-82d8-466f-a86f-d05c66910d0b None None] Pushing event updated for resources: {'Port': ['ID=575b14a6-2962-4d4b-abef-62128c65a2f9,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:17:59.527703 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] Set router cc9bb898-cb80-4d5f-b3dd-537bb89fff93 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:59.538899 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Routers {'4430a6c6-e334-4ae6-b163-a658a91e6a72'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:17:59.539509 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:17:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['4430a6c6-e334-4ae6-b163-a658a91e6a72'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:59.585793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f46efe35-d1b3-4411-b13d-0902c2201fd4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'subnet': {'network_id': '674d23a4-63ed-4805-a23a-3552f59dbd02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:17:59.619229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-958bc055-61ed-4bcd-8ca1-9b7ffbcbb673 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:17:59.657123 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-35a20884-5da0-4321-9569-a14ecb751088 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:17:59.665473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-35a20884-5da0-4321-9569-a14ecb751088 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:17:59.669815 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-35a20884-5da0-4321-9569-a14ecb751088 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:17:59.677045 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-35a20884-5da0-4321-9569-a14ecb751088 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:17:59.691063 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:59.716646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-958bc055-61ed-4bcd-8ca1-9b7ffbcbb673 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:59.717843 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-958bc055-61ed-4bcd-8ca1-9b7ffbcbb673 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Added segment b35c2498-b8ec-4fa8-9338-69ab68fdef85 of type vlan for network 7e14b9f7-0766-45d5-b2c5-db1b30027ebe Dec 21 22:17:59.743022 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2db0e84-a470-4da8-88a5-1d668aacf615 None None] Network 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:59.762140 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 674d23a4-63ed-4805-a23a-3552f59dbd02 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:17:59.794792 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] Set router 4430a6c6-e334-4ae6-b163-a658a91e6a72 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:17:59.805320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9bb898-cb80-4d5f-b3dd-537bb89fff93', 'name': '', 'tenant_id': '80d53883fe774935b19c9898a7fefba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:42Z', 'updated_at': '2021-12-21T22:17:56Z', 'revision_number': 4, 'project_id': '80d53883fe774935b19c9898a7fefba9', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:17:59.827827 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ccc838-3e42-4e91-8b42-ebf9cc2e4902 None None] The sync data for ids ['cc9bb898-cb80-4d5f-b3dd-537bb89fff93'] in dv-neutron-822520-1-hyperv is: [{'id': 'cc9bb898-cb80-4d5f-b3dd-537bb89fff93', 'name': '', 'tenant_id': '80d53883fe774935b19c9898a7fefba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:42Z', 'updated_at': '2021-12-21T22:17:56Z', 'revision_number': 4, 'project_id': '80d53883fe774935b19c9898a7fefba9', 'gw_port_host': None}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:17:59.881301 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a20884-5da0-4321-9569-a14ecb751088 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:17:59.903682 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] Deleting port 51da2c06-0a36-4cdd-a820-c55ce7dacc10 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:17:59.904346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:59.913891 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port d9944c7a-63b0-4488-b85e-9ca033bce44c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d9944c7a-63b0-4488-b85e-9ca033bce44c,segment=NetworkSegment(9830252b-8b95-4c8f-b446-6585189fd96a),segment_id=9830252b-8b95-4c8f-b446-6585189fd96a)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:59.940294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0ccb1d20-9d57-4deb-b9fa-ae0fef8c3c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:59.943265 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7fd405-0de8-4462-8e49-9ce75e39fad3 None None] Network 37d4e1f4-6ded-40f5-9221-0525e44cbd12 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:17:59.963311 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45dc7285-0929-4804-8433-ca7e92b5f154 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:17:59.997446 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] For port bf627ee9-699f-4168-b527-12926beb4764, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bf627ee9-699f-4168-b527-12926beb4764,segment=NetworkSegment(aa76ee3d-25a3-44c7-8b7c-4553edb1e9eb),segment_id=aa76ee3d-25a3-44c7-8b7c-4553edb1e9eb)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:17:59.997803 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:00.019948 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-45dc7285-0929-4804-8433-ca7e92b5f154 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cce927-8418-460c-ad15-25b9dfb9f4cd']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:00.047495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-958bc055-61ed-4bcd-8ca1-9b7ffbcbb673 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:00.057536 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f46efe35-d1b3-4411-b13d-0902c2201fd4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:00.078303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f46efe35-d1b3-4411-b13d-0902c2201fd4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:subnet and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:00.087162 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f46efe35-d1b3-4411-b13d-0902c2201fd4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:00.144522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:00.167497 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Calling delete_port for bf627ee9-699f-4168-b527-12926beb4764 owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:00.215672 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-45dc7285-0929-4804-8433-ca7e92b5f154 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffdeaaad-8195-4281-a971-b16a6c8be545') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:00.215965 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-45dc7285-0929-4804-8433-ca7e92b5f154 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffdeaaad-8195-4281-a971-b16a6c8be545') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:00.255993 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'name': 'tempest-ServerActionsTestJSON-734737920-router', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:51Z', 'updated_at': '2021-12-21T22:17:53Z', 'revision_number': 3, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'gw_port': {'id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:52Z', 'updated_at': '2021-12-21T22:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:00.256939 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45dc7285-0929-4804-8433-ca7e92b5f154 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:00.261371 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c81f62-7d92-4de9-ab2f-0491649f407f None None] The sync data for ids ['4430a6c6-e334-4ae6-b163-a658a91e6a72'] in dv-neutron-822520-1-hyperv is: [{'id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'name': 'tempest-ServerActionsTestJSON-734737920-router', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:51Z', 'updated_at': '2021-12-21T22:17:53Z', 'revision_number': 3, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'gw_port': {'id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:52Z', 'updated_at': '2021-12-21T22:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:18:00.297221 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f46efe35-d1b3-4411-b13d-0902c2201fd4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:00.298550 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45dc7285-0929-4804-8433-ca7e92b5f154 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:00.302549 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [None req-958bc055-61ed-4bcd-8ca1-9b7ffbcbb673 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:18:00.309255 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2d72b6b4-6737-4702-847a-e011d51a3b53 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:18:00.313396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45dc7285-0929-4804-8433-ca7e92b5f154 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:18:00.313845 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45dc7285-0929-4804-8433-ca7e92b5f154 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:00.340622 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-35a20884-5da0-4321-9569-a14ecb751088 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:00.340783 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:00.427507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 2d72b6b4-6737-4702-847a-e011d51a3b53 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:18:00.427833 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2d72b6b4-6737-4702-847a-e011d51a3b53 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:18:00.428166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d1f21573-cd81-470f-af1f-dd3131ebe148 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:18:00.466446 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-958bc055-61ed-4bcd-8ca1-9b7ffbcbb673 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:00.472058 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958bc055-61ed-4bcd-8ca1-9b7ffbcbb673 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:00.474263 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-958bc055-61ed-4bcd-8ca1-9b7ffbcbb673 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:00.490271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: d1f21573-cd81-470f-af1f-dd3131ebe148 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:18:00.490614 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d1f21573-cd81-470f-af1f-dd3131ebe148 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:18:00.513961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-09950dc2-9668-4890-a4c5-2373c67c6437 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:18:00.513961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-09950dc2-9668-4890-a4c5-2373c67c6437 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:18:00.531568 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=d9944c7a-63b0-4488-b85e-9ca033bce44c,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:00.547157 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46efe35-d1b3-4411-b13d-0902c2201fd4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:00.573089 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11a8c72b-1816-4437-9891-59f54c09a727 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:00.645182 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45dc7285-0929-4804-8433-ca7e92b5f154 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:00.683683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:00.724715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a03469-b8a7-47ed-ae4a-a2f89c0e0d70 None None] DHCP port deletion for 4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:18:00.735014 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e7a03469-b8a7-47ed-ae4a-a2f89c0e0d70 None None] Deleting port 51da2c06-0a36-4cdd-a820-c55ce7dacc10 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:00.740979 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7a03469-b8a7-47ed-ae4a-a2f89c0e0d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:00.778355 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45dc7285-0929-4804-8433-ca7e92b5f154 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:00.806306 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc7285-0929-4804-8433-ca7e92b5f154 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event deleted for resources: {'Network': ['ID=49cce927-8418-460c-ad15-25b9dfb9f4cd,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:00.828009 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-45dc7285-0929-4804-8433-ca7e92b5f154 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "DELETE /v2.0/networks/49cce927-8418-460c-ad15-25b9dfb9f4cd HTTP/1.1" status: 204 len: 168 time: 1.9276962 Dec 21 22:18:00.828914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58424) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:00.867202 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 714572c5-553a-445c-868e-aa42c445705e up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:00.938415 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-958bc055-61ed-4bcd-8ca1-9b7ffbcbb673 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.8780334 Dec 21 22:18:00.941126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58428) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:00.951140 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d9c0eb75-fbe1-48ac-b215-61494eef8701 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:00.964074 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:01.082659 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bc055-61ed-4bcd-8ca1-9b7ffbcbb673 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Network': ['ID=7e14b9f7-0766-45d5-b2c5-db1b30027ebe,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:01.092101 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f46efe35-d1b3-4411-b13d-0902c2201fd4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:01.101216 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 7e14b9f7-0766-45d5-b2c5-db1b30027ebe details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:18:01.123057 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] For port 51da2c06-0a36-4cdd-a820-c55ce7dacc10, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=51da2c06-0a36-4cdd-a820-c55ce7dacc10,segment=NetworkSegment(3b9323a5-695a-4cc0-a3b4-75c4fbe92545),segment_id=3b9323a5-695a-4cc0-a3b4-75c4fbe92545)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:01.123496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:01.315788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53d90ca-7998-42f4-8b59-a9fb100c1fbb None None] Update dhcp port {'port': {'network_id': '37d4e1f4-6ded-40f5-9221-0525e44cbd12', 'fixed_ips': [{'subnet_id': '36c17389-f57c-4294-9a68-649edc06b70f', 'ip_address': '2001:db8::2'}, {'subnet_id': '0dad7863-5bae-4c19-bd7a-2cc48a5edb4c'}], 'binding:host_id': 'dv-neutron-822520-1-hyperv'}, 'id': '714572c5-553a-445c-868e-aa42c445705e'} from dv-neutron-822520-1-hyperv. {{(pid=84170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 21 22:18:01.323035 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] Calling delete_port for 51da2c06-0a36-4cdd-a820-c55ce7dacc10 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:01.368692 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a35ba22f-3f80-4cf1-9bc9-e760b5f6d853 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:01.387203 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:01.553824 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf627ee9-699f-4168-b527-12926beb4764,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:01.585502 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e7a03469-b8a7-47ed-ae4a-a2f89c0e0d70 None None] For port 51da2c06-0a36-4cdd-a820-c55ce7dacc10, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=51da2c06-0a36-4cdd-a820-c55ce7dacc10,segment=NetworkSegment(3b9323a5-695a-4cc0-a3b4-75c4fbe92545),segment_id=3b9323a5-695a-4cc0-a3b4-75c4fbe92545)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:01.586063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7a03469-b8a7-47ed-ae4a-a2f89c0e0d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:01.801740 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:01.852167 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e7a03469-b8a7-47ed-ae4a-a2f89c0e0d70 None None] Calling delete_port for 51da2c06-0a36-4cdd-a820-c55ce7dacc10 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:01.923148 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] Pushing event deleted for resources: {'Port': ['ID=51da2c06-0a36-4cdd-a820-c55ce7dacc10,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:01.931211 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d53d90ca-7998-42f4-8b59-a9fb100c1fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:01.944106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] No DVR routers for this DVR port 51da2c06-0a36-4cdd-a820-c55ce7dacc10 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:18:02.013539 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-35a20884-5da0-4321-9569-a14ecb751088 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.025045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 714572c5-553a-445c-868e-aa42c445705e completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:02.080704 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d9944c7a-63b0-4488-b85e-9ca033bce44c up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:02.105759 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a35ba22f-3f80-4cf1-9bc9-e760b5f6d853 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.108479 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-e7a03469-b8a7-47ed-ae4a-a2f89c0e0d70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:18:02.108640 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-e7a03469-b8a7-47ed-ae4a-a2f89c0e0d70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:18:02.131840 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f8f4eb80-6fbd-4d3e-afb9-4be68cbf5901 None None] Provisioning for port 714572c5-553a-445c-868e-aa42c445705e completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:02.159584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f8f4eb80-6fbd-4d3e-afb9-4be68cbf5901 None None] Provisioning complete for port 714572c5-553a-445c-868e-aa42c445705e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:02.159951 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f8f4eb80-6fbd-4d3e-afb9-4be68cbf5901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.161500 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.169053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f46efe35-d1b3-4411-b13d-0902c2201fd4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.182757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a20884-5da0-4321-9569-a14ecb751088 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:02.189195 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-35a20884-5da0-4321-9569-a14ecb751088 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:02.199207 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a20884-5da0-4321-9569-a14ecb751088 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=3f1e2cc3-2b58-40c7-a11f-67160790a082,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:02.201470 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a20884-5da0-4321-9569-a14ecb751088 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:02.202563 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-35a20884-5da0-4321-9569-a14ecb751088 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.213405 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d9c0eb75-fbe1-48ac-b215-61494eef8701 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.268342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.270271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471dddee-cedb-4a80-9055-6e36bf3034c7 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:02.302117 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-a35ba22f-3f80-4cf1-9bc9-e760b5f6d853 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e22927-6183-4770-b55a-60d72b34b755']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:02.323735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:02.327660 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-a35ba22f-3f80-4cf1-9bc9-e760b5f6d853 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6949790-47c7-4b31-9a45-10107fc06dc2') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:02.327660 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-a35ba22f-3f80-4cf1-9bc9-e760b5f6d853 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6949790-47c7-4b31-9a45-10107fc06dc2') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:02.341232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46efe35-d1b3-4411-b13d-0902c2201fd4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Subnet': ['ID=d0e3daea-e647-4cdc-8594-c0c5aa2a2953,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:02.347866 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.350298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9323a5-695a-4cc0-a3b4-75c4fbe92545') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:02.350703 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9323a5-695a-4cc0-a3b4-75c4fbe92545') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:02.374873 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.402984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.414061 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a35ba22f-3f80-4cf1-9bc9-e760b5f6d853 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.414867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:18:02.415434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:02.429593 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:02.453202 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-d53d90ca-7998-42f4-8b59-a9fb100c1fbb None None] Allocated IP 172.20.0.1 (37d4e1f4-6ded-40f5-9221-0525e44cbd12/0dad7863-5bae-4c19-bd7a-2cc48a5edb4c/714572c5-553a-445c-868e-aa42c445705e) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:02.457440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port d9944c7a-63b0-4488-b85e-9ca033bce44c triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:02.457813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.460961 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d9c0eb75-fbe1-48ac-b215-61494eef8701 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.461424 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-35a20884-5da0-4321-9569-a14ecb751088 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.7389207 Dec 21 22:18:02.462410 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46efe35-d1b3-4411-b13d-0902c2201fd4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Checking segment: {'id': 'a088af05-6d46-41f1-8d65-dc4318525b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '674d23a4-63ed-4805-a23a-3552f59dbd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:02.462833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46efe35-d1b3-4411-b13d-0902c2201fd4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network hostable DHCP agents. Network: 674d23a4-63ed-4805-a23a-3552f59dbd02, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:18:02.467694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58432) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:02.527474 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a360b626-d021-4d08-be87-33dd384ffab8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1793366796', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:02.534601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a360b626-d021-4d08-be87-33dd384ffab8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:02.543290 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a360b626-d021-4d08-be87-33dd384ffab8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:router and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:02.547621 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a360b626-d021-4d08-be87-33dd384ffab8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:02.554535 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a360b626-d021-4d08-be87-33dd384ffab8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:02.566396 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f8f4eb80-6fbd-4d3e-afb9-4be68cbf5901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.574972 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a35ba22f-3f80-4cf1-9bc9-e760b5f6d853 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.610213 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35ba22f-3f80-4cf1-9bc9-e760b5f6d853 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:18:02.610598 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a35ba22f-3f80-4cf1-9bc9-e760b5f6d853 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.628428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.631494 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9c0eb75-fbe1-48ac-b215-61494eef8701 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network 7e14b9f7-0766-45d5-b2c5-db1b30027ebe is not hosted by any dhcp agent {{(pid=84169) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 21 22:18:02.631671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e7a03469-b8a7-47ed-ae4a-a2f89c0e0d70 None None] Deleting port 51da2c06-0a36-4cdd-a820-c55ce7dacc10 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:02.631882 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7a03469-b8a7-47ed-ae4a-a2f89c0e0d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.634777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c0eb75-fbe1-48ac-b215-61494eef8701 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:02.639548 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d9c0eb75-fbe1-48ac-b215-61494eef8701 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.639548 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d9c0eb75-fbe1-48ac-b215-61494eef8701 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "PUT /v2.0/networks/7e14b9f7-0766-45d5-b2c5-db1b30027ebe HTTP/1.1" status: 200 len: 723 time: 1.6942070 Dec 21 22:18:02.649520 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58436) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:02.650906 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.662713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-85dbe460-65c0-47e9-9e91-627a4d7b7705 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'subnet': {'network_id': '7e14b9f7-0766-45d5-b2c5-db1b30027ebe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:02.682251 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a360b626-d021-4d08-be87-33dd384ffab8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.683485 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a360b626-d021-4d08-be87-33dd384ffab8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.687090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46efe35-d1b3-4411-b13d-0902c2201fd4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network 674d23a4-63ed-4805-a23a-3552f59dbd02 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:02.689274 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:02.698508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:02.730533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11a8c72b-1816-4437-9891-59f54c09a727 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.737261 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e7a03469-b8a7-47ed-ae4a-a2f89c0e0d70 None None] The port '51da2c06-0a36-4cdd-a820-c55ce7dacc10' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:18:02.790480 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-95bbe701-41bd-45f1-9754-cc6dc1bd447b admin admin] 10.222.0.37 "DELETE /v2.0/networks/4fa3b5d7-62a4-4a78-a4cd-25d429e1c82e HTTP/1.1" status: 204 len: 168 time: 3.4337211 Dec 21 22:18:02.807532 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a360b626-d021-4d08-be87-33dd384ffab8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.850492 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-f46efe35-d1b3-4411-b13d-0902c2201fd4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 674d23a4-63ed-4805-a23a-3552f59dbd02) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:02.859541 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46efe35-d1b3-4411-b13d-0902c2201fd4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:02.861246 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f46efe35-d1b3-4411-b13d-0902c2201fd4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.873653 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b130000c-8902-4515-b21c-0bcdcf21d01d None None] Network 674d23a4-63ed-4805-a23a-3552f59dbd02 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:02.896297 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-85dbe460-65c0-47e9-9e91-627a4d7b7705 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:02.916078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a360b626-d021-4d08-be87-33dd384ffab8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.939750 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': '3f1e2cc3-2b58-40c7-a11f-67160790a082'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:18:02.940573 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:02.946136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-85dbe460-65c0-47e9-9e91-627a4d7b7705 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:02.973171 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f46efe35-d1b3-4411-b13d-0902c2201fd4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6263049 Dec 21 22:18:02.975581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58442) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:02.984843 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'network_id': '674d23a4-63ed-4805-a23a-3552f59dbd02', 'security_groups': [], 'name': 'tempest-PortsTestJSON-665056445'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:03.048639 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d53d90ca-7998-42f4-8b59-a9fb100c1fbb None None] For port 714572c5-553a-445c-868e-aa42c445705e, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=714572c5-553a-445c-868e-aa42c445705e,segment=NetworkSegment(017f9051-28d8-48d8-bbe5-dd89fbf1ac91),segment_id=017f9051-28d8-48d8-bbe5-dd89fbf1ac91)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:03.053203 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a360b626-d021-4d08-be87-33dd384ffab8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:03.057132 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a360b626-d021-4d08-be87-33dd384ffab8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5418715 Dec 21 22:18:03.060744 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58446) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:03.066071 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device aea82ccb-1a62-4719-a636-8c84f23a520d no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:18:03.071725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0eb75-fbe1-48ac-b215-61494eef8701 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Network': ['ID=7e14b9f7-0766-45d5-b2c5-db1b30027ebe,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:03.086908 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:03.102737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:03.134317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 7e14b9f7-0766-45d5-b2c5-db1b30027ebe details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:18:03.161437 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-11a8c72b-1816-4437-9891-59f54c09a727 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Deleting port 7bae164f-dc5d-40ca-b673-0e33f0f7f006 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:03.161766 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11a8c72b-1816-4437-9891-59f54c09a727 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:03.169249 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: aea82ccb-1a62-4719-a636-8c84f23a520d {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:18:03.169593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device aea82ccb-1a62-4719-a636-8c84f23a520d not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:18:03.170047 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9d109434-a5f9-4467-9939-3a11e3be8b81 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:18:03.197903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a35ba22f-3f80-4cf1-9bc9-e760b5f6d853 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:03.198591 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dbe460-65c0-47e9-9e91-627a4d7b7705 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:03.235794 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a35ba22f-3f80-4cf1-9bc9-e760b5f6d853 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:03.240952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 9d109434-a5f9-4467-9939-3a11e3be8b81 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:18:03.241299 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9d109434-a5f9-4467-9939-3a11e3be8b81 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:18:03.247169 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.resource_extend [None req-d53d90ca-7998-42f4-8b59-a9fb100c1fbb None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:18:03.247719 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:03.275851 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ba22f-3f80-4cf1-9bc9-e760b5f6d853 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] Pushing event deleted for resources: {'Network': ['ID=90e22927-6183-4770-b55a-60d72b34b755,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:03.309141 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a35ba22f-3f80-4cf1-9bc9-e760b5f6d853 tempest-BulkNetworkOpsIpV6Test-1554236924 tempest-BulkNetworkOpsIpV6Test-1554236924-project] 10.222.0.37 "DELETE /v2.0/networks/90e22927-6183-4770-b55a-60d72b34b755 HTTP/1.1" status: 204 len: 168 time: 2.4750528 Dec 21 22:18:03.370440 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:03.375926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc9bb898-cb80-4d5f-b3dd-537bb89fff93 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:18:03.414752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:03.418396 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8f6dd0dc-a2f9-4d5a-b601-339dd309e7e0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "DELETE /v2.0/routers/cc9bb898-cb80-4d5f-b3dd-537bb89fff93 HTTP/1.1" status: 204 len: 168 time: 9.2367544 Dec 21 22:18:03.425747 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58452) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:03.431644 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d53d90ca-7998-42f4-8b59-a9fb100c1fbb None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:03.490005 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58456) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:03.491284 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:03.501998 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-85dbe460-65c0-47e9-9e91-627a4d7b7705 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:03.529176 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d53d90ca-7998-42f4-8b59-a9fb100c1fbb None None] Ignored duplicate provisioning block setup for port 714572c5-553a-445c-868e-aa42c445705e by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 21 22:18:03.539953 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 575b14a6-2962-4d4b-abef-62128c65a2f9 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:03.542368 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:port and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:03.600274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:03.630195 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:03.659334 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d53d90ca-7998-42f4-8b59-a9fb100c1fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:03.699578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-674d23a4-63ed-4805-a23a-3552f59dbd02', 'network_id': '674d23a4-63ed-4805-a23a-3552f59dbd02', 'tenant_id': '7df5878e87b444379a0b17911e82c5d2', 'fixed_ips': [{'subnet_id': 'd0e3daea-e647-4cdc-8594-c0c5aa2a2953'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:18:03.700589 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:03.726394 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-11a8c72b-1816-4437-9891-59f54c09a727 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] For port 7bae164f-dc5d-40ca-b673-0e33f0f7f006, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=7bae164f-dc5d-40ca-b673-0e33f0f7f006,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:03.726803 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11a8c72b-1816-4437-9891-59f54c09a727 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:03.751012 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0927fa6-5242-492d-872c-0be50ed201b9 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Deleting subnet cc9b877f-a5aa-423e-b305-e4f437a61500 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:18:03.754385 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0927fa6-5242-492d-872c-0be50ed201b9 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:03.762999 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Allocated IP 2001:db8::2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/3f1e2cc3-2b58-40c7-a11f-67160790a082/d5d01417-28b8-4d2a-99ce-6633231bfe28) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:03.883729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-f8f4eb80-6fbd-4d3e-afb9-4be68cbf5901 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:18:03.884387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-f8f4eb80-6fbd-4d3e-afb9-4be68cbf5901 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:18:03.892469 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:03.895512 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:03.946343 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-11a8c72b-1816-4437-9891-59f54c09a727 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Calling delete_port for 7bae164f-dc5d-40ca-b673-0e33f0f7f006 owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:03.955785 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1afa7fcc-e6fa-40f2-affd-6697d6621b90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f0d4f008c4047b78a3c3af0d575917d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4602640 Dec 21 22:18:03.956362 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58462) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:03.963938 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d90ca-7998-42f4-8b59-a9fb100c1fbb None None] Pushing event updated for resources: {'Port': ['ID=714572c5-553a-445c-868e-aa42c445705e,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:03.965137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] device_id is not set on port a8892f2d-f98d-477e-b788-35651cfb4624 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:18:03.977592 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0927fa6-5242-492d-872c-0be50ed201b9 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:04.128265 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58466) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:04.183794 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0927fa6-5242-492d-872c-0be50ed201b9 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:04.194601 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 575b14a6-2962-4d4b-abef-62128c65a2f9 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:04.237071 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Allocated IP 172.20.0.1 (23bea38b-1ef2-4c9c-a871-d310f9003b4f/db6618fb-d062-4732-86da-363d150315c5/826c5ef3-5c22-4b8a-b234-0bb6834a7f4f) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:04.252554 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Allocated IP 172.20.0.2 (674d23a4-63ed-4805-a23a-3552f59dbd02/d0e3daea-e647-4cdc-8594-c0c5aa2a2953/41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:04.265324 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 575b14a6-2962-4d4b-abef-62128c65a2f9 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:04.266213 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:04.410165 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-be4b1273-9548-4fb0-a138-df5d741520a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:04.577865 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:04.588984 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0927fa6-5242-492d-872c-0be50ed201b9 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:04.591958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-be4b1273-9548-4fb0-a138-df5d741520a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:04.620748 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f8f4eb80-6fbd-4d3e-afb9-4be68cbf5901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:04.651027 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Transition to ACTIVE for port object d5d01417-28b8-4d2a-99ce-6633231bfe28 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:04.673172 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0927fa6-5242-492d-872c-0be50ed201b9 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:04.701579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Transition to ACTIVE for port object d5d01417-28b8-4d2a-99ce-6633231bfe28 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:04.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0927fa6-5242-492d-872c-0be50ed201b9 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cc9b877f-a5aa-423e-b305-e4f437a61500,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:04.729413 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-85dbe460-65c0-47e9-9e91-627a4d7b7705 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:04.733001 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c0927fa6-5242-492d-872c-0be50ed201b9 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/cc9b877f-a5aa-423e-b305-e4f437a61500 HTTP/1.1" status: 204 len: 168 time: 1.3010075 Dec 21 22:18:04.736148 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58472) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:04.782807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:04.786927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:04.802087 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-17b4085c-ccb6-46c9-82d1-2aaafbb1abe8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ffa8a668031749729214181fee5f30d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6668203 Dec 21 22:18:04.804559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58476) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:04.805009 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f8f4eb80-6fbd-4d3e-afb9-4be68cbf5901 None None] For port 714572c5-553a-445c-868e-aa42c445705e, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=714572c5-553a-445c-868e-aa42c445705e,segment=NetworkSegment(017f9051-28d8-48d8-bbe5-dd89fbf1ac91),segment_id=017f9051-28d8-48d8-bbe5-dd89fbf1ac91)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:04.853545 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b491db-0afe-49e4-b80d-67ec40aef611 None None] Network 37d4e1f4-6ded-40f5-9221-0525e44cbd12 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:04.884795 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f8f4eb80-6fbd-4d3e-afb9-4be68cbf5901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:04.911760 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f29b-b450-4f12-8f31-8addfbb90747 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:04.919816 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11a8c72b-1816-4437-9891-59f54c09a727 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:04.978973 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.011015 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8c72b-1816-4437-9891-59f54c09a727 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bae164f-dc5d-40ca-b673-0e33f0f7f006,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:05.030390 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dbe460-65c0-47e9-9e91-627a4d7b7705 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Checking segment: {'id': 'b35c2498-b8ec-4fa8-9338-69ab68fdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e14b9f7-0766-45d5-b2c5-db1b30027ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:05.031022 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dbe460-65c0-47e9-9e91-627a4d7b7705 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network hostable DHCP agents. Network: 7e14b9f7-0766-45d5-b2c5-db1b30027ebe, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:18:05.051142 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:05.055876 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbe460-65c0-47e9-9e91-627a4d7b7705 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Subnet': ['ID=7580fb35-b88a-4438-90ee-2665d3b78098,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:05.069641 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:05.071442 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Pushing event updated for resources: {'Port': ['ID=d5d01417-28b8-4d2a-99ce-6633231bfe28,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:05.080962 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:05.143599 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-be4b1273-9548-4fb0-a138-df5d741520a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.160430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dbe460-65c0-47e9-9e91-627a4d7b7705 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network 7e14b9f7-0766-45d5-b2c5-db1b30027ebe is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:18:05.160669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Transition to ACTIVE for port object 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:05.188762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b1273-9548-4fb0-a138-df5d741520a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a498a3a9-007a-414a-9def-6e4e36d92f5e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:05.199292 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.256633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-85dbe460-65c0-47e9-9e91-627a4d7b7705 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 7e14b9f7-0766-45d5-b2c5-db1b30027ebe) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:05.262001 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dbe460-65c0-47e9-9e91-627a4d7b7705 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:05.262769 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-85dbe460-65c0-47e9-9e91-627a4d7b7705 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1445243'] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.288028 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f128f3-deb2-4fbe-8ba1-5d6996621d13 None None] Network 7e14b9f7-0766-45d5-b2c5-db1b30027ebe requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:05.333498 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::1 (fe7c627c-94be-483c-83d9-84e8e8a5014e/3f1e2cc3-2b58-40c7-a11f-67160790a082/52459c12-f310-4e32-854d-7030ac17cdbc) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:05.341742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-be4b1273-9548-4fb0-a138-df5d741520a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.345594 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-be4b1273-9548-4fb0-a138-df5d741520a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a498a3a9-007a-414a-9def-6e4e36d92f5e HTTP/1.1" status: 204 len: 168 time: 1.3832309 Dec 21 22:18:05.396532 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f29b-b450-4f12-8f31-8addfbb90747 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.414096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d5b276d7-478b-4d20-9178-996b9021a68d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.455033 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-9dc5f29b-b450-4f12-8f31-8addfbb90747 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96f66ea-7b29-45ce-abb2-db645988a5d4']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:05.478281 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-85dbe460-65c0-47e9-9e91-627a4d7b7705 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8221757 Dec 21 22:18:05.481969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58484) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:05.487934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2496fb6b-28eb-400d-ab35-f1810957d4d6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:05.531409 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-02ea67f9-834a-4180-8695-402c24a95255 None None] Provisioning complete for port 714572c5-553a-445c-868e-aa42c445705e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:05.531766 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-02ea67f9-834a-4180-8695-402c24a95255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.548630 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.557026 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-9dc5f29b-b450-4f12-8f31-8addfbb90747 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa76ee3d-25a3-44c7-8b7c-4553edb1e9eb') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:05.557275 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 575b14a6-2962-4d4b-abef-62128c65a2f9, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=575b14a6-2962-4d4b-abef-62128c65a2f9,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:05.557374 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-9dc5f29b-b450-4f12-8f31-8addfbb90747 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa76ee3d-25a3-44c7-8b7c-4553edb1e9eb') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:05.570126 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.602891 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4eb80-6fbd-4d3e-afb9-4be68cbf5901 None None] Pushing event updated for resources: {'Port': ['ID=714572c5-553a-445c-868e-aa42c445705e,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:05.626107 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2496fb6b-28eb-400d-ab35-f1810957d4d6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7712190'] for subnet, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.651839 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Transition to ACTIVE for port object 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:05.655810 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.682045 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d5b276d7-478b-4d20-9178-996b9021a68d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.695381 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f29b-b450-4f12-8f31-8addfbb90747 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.696239 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Attempting to bind port d5d01417-28b8-4d2a-99ce-6633231bfe28 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:18:05.696870 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Attempting to bind port d5d01417-28b8-4d2a-99ce-6633231bfe28 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:18:05.697439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Attempting to bind port d5d01417-28b8-4d2a-99ce-6633231bfe28 on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:18:05.767917 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11a8c72b-1816-4437-9891-59f54c09a727 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.787641 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=575b14a6-2962-4d4b-abef-62128c65a2f9,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:05.792943 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:18:05.793583 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:05.793970 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.794679 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:18:05.796187 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Bound port: d5d01417-28b8-4d2a-99ce-6633231bfe28, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:18:05.797012 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.833164 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Network 23bea38b-1ef2-4c9c-a871-d310f9003b4f is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:05.852669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f29b-b450-4f12-8f31-8addfbb90747 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.864533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:05.866833 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Pushing event updated for resources: {'Port': ['ID=826c5ef3-5c22-4b8a-b234-0bb6834a7f4f,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:05.870451 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.887280 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 51da2c06-0a36-4cdd-a820-c55ce7dacc10 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:18:05.890757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object 52459c12-f310-4e32-854d-7030ac17cdbc will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:05.933666 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:05.945782 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 51da2c06-0a36-4cdd-a820-c55ce7dacc10 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:18:05.946266 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 51da2c06-0a36-4cdd-a820-c55ce7dacc10 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:18:05.951601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2496fb6b-28eb-400d-ab35-f1810957d4d6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755463838437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7898352'] for subnet, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:05.964611 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Transition to ACTIVE for port object 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:05.992732 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc5f29b-b450-4f12-8f31-8addfbb90747 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:18:05.993191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f29b-b450-4f12-8f31-8addfbb90747 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:06.009714 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:06.082213 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.212121 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.303546 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 714572c5-553a-445c-868e-aa42c445705e up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:06.339651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Pushing event updated for resources: {'Port': ['ID=41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:06.350367 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11a8c72b-1816-4437-9891-59f54c09a727 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.353360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.363222 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11a8c72b-1816-4437-9891-59f54c09a727 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.369929 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Network 674d23a4-63ed-4805-a23a-3552f59dbd02 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:06.396876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:06.399187 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-7e14b9f7-0766-45d5-b2c5-db1b30027ebe', 'network_id': '7e14b9f7-0766-45d5-b2c5-db1b30027ebe', 'tenant_id': '4e995e9f72ec471e8e6c5b6e94036fb6', 'fixed_ips': [{'subnet_id': '7580fb35-b88a-4438-90ee-2665d3b78098'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:18:06.399840 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.413100 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:06.433939 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d5b276d7-478b-4d20-9178-996b9021a68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.441999 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2496fb6b-28eb-400d-ab35-f1810957d4d6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:06.442611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2496fb6b-28eb-400d-ab35-f1810957d4d6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.447138 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2496fb6b-28eb-400d-ab35-f1810957d4d6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "PUT /v2.0/subnets/7580fb35-b88a-4438-90ee-2665d3b78098 HTTP/1.1" status: 200 len: 826 time: 0.9615111 Dec 21 22:18:06.447334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f29b-b450-4f12-8f31-8addfbb90747 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.457453 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58498) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:06.484894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc5f29b-b450-4f12-8f31-8addfbb90747 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e96f66ea-7b29-45ce-abb2-db645988a5d4 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 21 22:18:06.523810 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:06.560397 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:06.568255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496fb6b-28eb-400d-ab35-f1810957d4d6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Subnet': ['ID=7580fb35-b88a-4438-90ee-2665d3b78098,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:06.570559 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:06.580376 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.586711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=52459c12-f310-4e32-854d-7030ac17cdbc,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:06.630001 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Allocated IP 172.20.0.7 (674d23a4-63ed-4805-a23a-3552f59dbd02/d0e3daea-e647-4cdc-8594-c0c5aa2a2953/a8892f2d-f98d-477e-b788-35651cfb4624) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:06.674966 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] For port d5d01417-28b8-4d2a-99ce-6633231bfe28, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:18:06.676994 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Attempting to bind port 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:18:06.677363 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Attempting to bind port 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'a088af05-6d46-41f1-8d65-dc4318525b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '674d23a4-63ed-4805-a23a-3552f59dbd02'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:18:06.677722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Attempting to bind port 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c on network 674d23a4-63ed-4805-a23a-3552f59dbd02 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:18:06.681249 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5f29b-b450-4f12-8f31-8addfbb90747 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Pushing event deleted for resources: {'Network': ['ID=e96f66ea-7b29-45ce-abb2-db645988a5d4,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:06.717041 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.721012 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11a8c72b-1816-4437-9891-59f54c09a727 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.721789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a8c72b-1816-4437-9891-59f54c09a727 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5eb0b88-ec3c-413c-8a75-210d32c64ea7 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:18:06.728025 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] For port d5d01417-28b8-4d2a-99ce-6633231bfe28, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d5d01417-28b8-4d2a-99ce-6633231bfe28,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:18:06.730163 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9dc5f29b-b450-4f12-8f31-8addfbb90747 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.739851 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b276d7-478b-4d20-9178-996b9021a68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2b2df9-b40a-427b-8c38-1ae7d79258e9,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:06.746149 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:18:06.746850 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Checking segment: {'id': 'a088af05-6d46-41f1-8d65-dc4318525b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '674d23a4-63ed-4805-a23a-3552f59dbd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:06.748023 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.749143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Bound using segment: {'id': 'a088af05-6d46-41f1-8d65-dc4318525b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '674d23a4-63ed-4805-a23a-3552f59dbd02'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:18:06.749935 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Bound port: 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a088af05-6d46-41f1-8d65-dc4318525b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '674d23a4-63ed-4805-a23a-3552f59dbd02'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:18:06.750485 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.788774 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11a8c72b-1816-4437-9891-59f54c09a727 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.788774 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-11a8c72b-1816-4437-9891-59f54c09a727 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "DELETE /v2.0/routers/e5eb0b88-ec3c-413c-8a75-210d32c64ea7 HTTP/1.1" status: 204 len: 168 time: 7.8806593 Dec 21 22:18:06.788774 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9dc5f29b-b450-4f12-8f31-8addfbb90747 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "DELETE /v2.0/networks/e96f66ea-7b29-45ce-abb2-db645988a5d4 HTTP/1.1" status: 204 len: 168 time: 2.0491235 Dec 21 22:18:06.795728 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58504) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:06.799204 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d5b276d7-478b-4d20-9178-996b9021a68d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.800514 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d5b276d7-478b-4d20-9178-996b9021a68d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b2b2df9-b40a-427b-8c38-1ae7d79258e9 HTTP/1.1" status: 204 len: 168 time: 1.9960492 Dec 21 22:18:06.837421 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.888975 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1055194057', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}, 'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:06.897089 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:06.901396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Usage tracker for resource:router and tenant:f0d51e079d064a2b85951300994fc575 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:06.904724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:06.911457 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:06.920313 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.935607 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0a103-6ce5-470d-b301-1a80dc302f3e None None] Pushing event updated for resources: {'Port': ['ID=d5d01417-28b8-4d2a-99ce-6633231bfe28,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:06.968359 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0005994d-f17e-4b04-8f3b-6db6aa103c0a None None] Provisioning for port 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:06.973947 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 714572c5-553a-445c-868e-aa42c445705e triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:06.974291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:06.974702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:07.013328 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:07.125840 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0005994d-f17e-4b04-8f3b-6db6aa103c0a None None] Provisioning complete for port 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:07.126240 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0005994d-f17e-4b04-8f3b-6db6aa103c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:07.185736 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:07.195147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:07.307763 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:07.344796 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Transition to ACTIVE for port object a8892f2d-f98d-477e-b788-35651cfb4624 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:07.355519 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] For port 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:18:07.397308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0005994d-f17e-4b04-8f3b-6db6aa103c0a None None] Port 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:18:07.403113 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] For port 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c,segment=NetworkSegment(a088af05-6d46-41f1-8d65-dc4318525b45),segment_id=a088af05-6d46-41f1-8d65-dc4318525b45)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:18:07.411743 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Allocated IP 2001:db8::2 (7e14b9f7-0766-45d5-b2c5-db1b30027ebe/7580fb35-b88a-4438-90ee-2665d3b78098/4aa6b482-720d-42a2-b758-0445116e3f27) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:07.465735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:07.528459 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:07.561134 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:07.645509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:07.672572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58522) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:07.686569 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network 674d23a4-63ed-4805-a23a-3552f59dbd02 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:07.690414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:07.695342 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:07.759295 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:07.772713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=a8892f2d-f98d-477e-b788-35651cfb4624,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:07.780296 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:07.781630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:07.812625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:07.956085 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=52459c12-f310-4e32-854d-7030ac17cdbc,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:07.980744 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 575b14a6-2962-4d4b-abef-62128c65a2f9 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:07.995541 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58530) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.001379 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c957a5f1-11c5-4356-9370-be00773b4e06 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Request body: {'router': {'name': 'tempest-router--1982783597', 'project_id': '6dcb34dd4c084fa8b019e585b92c59f6'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:08.007954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:08.058284 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c957a5f1-11c5-4356-9370-be00773b4e06 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:08.069886 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c957a5f1-11c5-4356-9370-be00773b4e06 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Usage tracker for resource:router and tenant:6dcb34dd4c084fa8b019e585b92c59f6 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:08.089292 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c957a5f1-11c5-4356-9370-be00773b4e06 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:08.128147 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-dd09021c-db5c-43b3-9b0d-c104ccf4331d None None] Provisioning complete for port 714572c5-553a-445c-868e-aa42c445705e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:08.128533 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dd09021c-db5c-43b3-9b0d-c104ccf4331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:08.235889 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f5036-7bb0-4748-be85-ae5062cb8c83 None None] Pushing event updated for resources: {'Port': ['ID=41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:08.272571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c957a5f1-11c5-4356-9370-be00773b4e06 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:08.290118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-36a443c4-9990-48d1-a33a-1327469b86c5 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:08.294163 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-36a443c4-9990-48d1-a33a-1327469b86c5 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.6193194 Dec 21 22:18:08.302181 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:08.303229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:08.307839 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58538) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.351260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-557ff5e3-7ef9-47e5-81b7-7665546d007a tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:08.352327 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-557ff5e3-7ef9-47e5-81b7-7665546d007a tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0354819 Dec 21 22:18:08.358443 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Pushing event updated for resources: {'Port': ['ID=826c5ef3-5c22-4b8a-b234-0bb6834a7f4f,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:08.365395 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58544) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.394849 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-801b167d-56d0-43d6-b6fc-645a475e0941 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:08.395826 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-801b167d-56d0-43d6-b6fc-645a475e0941 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0286891 Dec 21 22:18:08.398637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:08.401849 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58548) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.423693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-f1cfaf53-54ca-4e50-a6e3-fae3089d01b4 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:08.427382 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f1cfaf53-54ca-4e50-a6e3-fae3089d01b4 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0215826 Dec 21 22:18:08.427936 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58552) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.456594 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-edfff893-5e12-4e67-b214-fd660b726bff tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:08.460111 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-edfff893-5e12-4e67-b214-fd660b726bff tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0286431 Dec 21 22:18:08.460111 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:08.463915 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58556) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.465755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c957a5f1-11c5-4356-9370-be00773b4e06 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:08.467742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c957a5f1-11c5-4356-9370-be00773b4e06 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:08.475189 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:08.478002 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-85432651-84e8-4f61-8b6b-d877fad6af40 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:08.481502 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-85432651-84e8-4f61-8b6b-d877fad6af40 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0142741 Dec 21 22:18:08.485360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58560) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.499465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-92d601a9-3940-4b65-9f50-eb1475bd76d6 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:08.502205 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-92d601a9-3940-4b65-9f50-eb1475bd76d6 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0125415 Dec 21 22:18:08.505435 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58564) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.513422 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-c2f6514a-3689-4ba5-865b-45681babfd6b tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:08.516788 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c2f6514a-3689-4ba5-865b-45681babfd6b tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0080891 Dec 21 22:18:08.517168 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58568) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.535471 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-3fdd6948-db10-40a4-a737-53fa8f9bf49b tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:08.538950 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3fdd6948-db10-40a4-a737-53fa8f9bf49b tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0183382 Dec 21 22:18:08.539879 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58572) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.553823 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-d820c747-14e2-44be-81e9-f54589e1b546 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:08.564479 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d820c747-14e2-44be-81e9-f54589e1b546 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0160663 Dec 21 22:18:08.595148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 575b14a6-2962-4d4b-abef-62128c65a2f9 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:08.595701 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:08.598367 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58576) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.614788 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-7ca20ca8-67bc-4fb3-84d7-7390ee57204c tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:08.617998 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7ca20ca8-67bc-4fb3-84d7-7390ee57204c tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0114388 Dec 21 22:18:08.628933 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58580) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.644516 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Network 23bea38b-1ef2-4c9c-a871-d310f9003b4f is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:08.648314 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-9eab05fe-8a98-4742-a993-ab461dfa23d1 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:08.649719 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9eab05fe-8a98-4742-a993-ab461dfa23d1 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0186563 Dec 21 22:18:08.653213 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:08.655890 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58586) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.663921 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-a5ff0e37-1a96-43d1-a4b1-0649ea033992 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:08.665604 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a5ff0e37-1a96-43d1-a4b1-0649ea033992 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0064459 Dec 21 22:18:08.746407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58590) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.761634 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:08.865176 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Transition to ACTIVE for port object 4aa6b482-720d-42a2-b758-0445116e3f27 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:08.868760 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-07b3c64f-d861-4896-a65f-6ae65df21167 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 5.8918829 Dec 21 22:18:08.875505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-49a5f2c2-a207-477b-8e49-d8bb8e4c517f tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:08.884091 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-49a5f2c2-a207-477b-8e49-d8bb8e4c517f tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0138619 Dec 21 22:18:08.886202 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58594) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.886672 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58598) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.905277 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Transition to ACTIVE for port object 4aa6b482-720d-42a2-b758-0445116e3f27 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:08.914177 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-99cc5eb8-8ad7-4873-a4ea-eb8f7cc94302 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:08.915380 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-99cc5eb8-8ad7-4873-a4ea-eb8f7cc94302 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0151234 Dec 21 22:18:08.952141 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58604) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.968741 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-8d9c771e-a804-4b76-8ca6-65e596361868 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:08.973052 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8d9c771e-a804-4b76-8ca6-65e596361868 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0171673 Dec 21 22:18:08.978314 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58608) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:08.982454 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:08.997453 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-d568ab43-8a1c-48f1-8a72-bda31d5be601 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:09.001747 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d568ab43-8a1c-48f1-8a72-bda31d5be601 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0124531 Dec 21 22:18:09.007429 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58612) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:09.021631 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-482bc055-61a6-447c-a5ec-1170dab8e46c tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:09.023913 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-482bc055-61a6-447c-a5ec-1170dab8e46c tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0153532 Dec 21 22:18:09.086699 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Network 7e14b9f7-0766-45d5-b2c5-db1b30027ebe is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:09.099294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:09.119930 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:09.181109 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58616) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:09.307610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-54f3ffa9-19aa-4d41-9c68-986efd4325c3 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:09.311560 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-54f3ffa9-19aa-4d41-9c68-986efd4325c3 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.1171985 Dec 21 22:18:09.327866 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58622) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:09.343117 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-74dfe796-33a8-493a-a737-0d5147cf3f34 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:09.346457 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-74dfe796-33a8-493a-a737-0d5147cf3f34 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0129275 Dec 21 22:18:09.346938 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58626) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:09.363485 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-ea5a2ec0-df93-4ad5-b965-0bdd31a1f879 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:09.366941 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ea5a2ec0-df93-4ad5-b965-0bdd31a1f879 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0166476 Dec 21 22:18:09.374610 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d5d01417-28b8-4d2a-99ce-6633231bfe28 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:09.387195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58630) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:09.402216 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Pushing event updated for resources: {'Port': ['ID=4aa6b482-720d-42a2-b758-0445116e3f27,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:09.408609 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:09.423605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58632) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:09.466773 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-eb796d25-7f7d-4f97-b718-23043fa95d0f tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:09.467881 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-eb796d25-7f7d-4f97-b718-23043fa95d0f tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0443051 Dec 21 22:18:09.477760 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58638) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:09.498285 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Attempting to bind port 4aa6b482-720d-42a2-b758-0445116e3f27 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:18:09.498285 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Attempting to bind port 4aa6b482-720d-42a2-b758-0445116e3f27 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'b35c2498-b8ec-4fa8-9338-69ab68fdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e14b9f7-0766-45d5-b2c5-db1b30027ebe'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:18:09.498652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Attempting to bind port 4aa6b482-720d-42a2-b758-0445116e3f27 on network 7e14b9f7-0766-45d5-b2c5-db1b30027ebe {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:18:09.501509 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-9e4b7f77-ca15-4f6a-9b9d-5deaa60c26be tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:09.504881 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9e4b7f77-ca15-4f6a-9b9d-5deaa60c26be tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0198021 Dec 21 22:18:09.506712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Subnet': ['ID=7580fb35-b88a-4438-90ee-2665d3b78098,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:09.511683 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58644) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:09.531347 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:18:09.531770 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Checking segment: {'id': 'b35c2498-b8ec-4fa8-9338-69ab68fdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e14b9f7-0766-45d5-b2c5-db1b30027ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:09.532119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:09.532288 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c957a5f1-11c5-4356-9370-be00773b4e06 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:09.532502 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Bound using segment: {'id': 'b35c2498-b8ec-4fa8-9338-69ab68fdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e14b9f7-0766-45d5-b2c5-db1b30027ebe'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:18:09.532978 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Bound port: 4aa6b482-720d-42a2-b758-0445116e3f27, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35c2498-b8ec-4fa8-9338-69ab68fdef85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7e14b9f7-0766-45d5-b2c5-db1b30027ebe'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:18:09.533347 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:09.536223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-8b1eb6bc-a6eb-42a4-85c2-ec8b0bc3ce76 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port a8892f2d-f98d-477e-b788-35651cfb4624 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:09.536550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb6bc-a6eb-42a4-85c2-ec8b0bc3ce76 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:09.564328 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-1090f490-3117-4f4f-999e-938ab387b518 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:09.565732 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1090f490-3117-4f4f-999e-938ab387b518 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0464730 Dec 21 22:18:09.573934 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58648) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:09.595397 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-035a52a0-2813-4d8a-a2fe-4ed72db71eb0 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:09.596378 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-035a52a0-2813-4d8a-a2fe-4ed72db71eb0 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0108566 Dec 21 22:18:09.602378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58652) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:09.633439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00dbb6b-b033-4383-9baa-fade50c4a82c None None] Network 674d23a4-63ed-4805-a23a-3552f59dbd02 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:09.678334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:09.704525 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e14b9f7-0766-45d5-b2c5-db1b30027ebe']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:09.723129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35c2498-b8ec-4fa8-9338-69ab68fdef85') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:09.723422 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35c2498-b8ec-4fa8-9338-69ab68fdef85') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:09.743329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:09.760101 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:09.766755 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:18:09.767152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:09.800904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb6bc-a6eb-42a4-85c2-ec8b0bc3ce76 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:09.934455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-8b1eb6bc-a6eb-42a4-85c2-ec8b0bc3ce76 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for a8892f2d-f98d-477e-b788-35651cfb4624 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:09.961913 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-734c08bf-9675-4757-884a-84e3093993c8 None None] Provisioning for port d5d01417-28b8-4d2a-99ce-6633231bfe28 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:09.976341 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] For port 4aa6b482-720d-42a2-b758-0445116e3f27, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:18:09.980675 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] For port 4aa6b482-720d-42a2-b758-0445116e3f27, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4aa6b482-720d-42a2-b758-0445116e3f27,segment=NetworkSegment(b35c2498-b8ec-4fa8-9338-69ab68fdef85),segment_id=b35c2498-b8ec-4fa8-9338-69ab68fdef85)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:18:09.983436 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-6a941d09-05e2-4a63-8c9d-0f7628585829 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] Request body: {'port': {'network_id': 'c70da164-0703-407f-bf98-ddebab27764d', 'name': 'tempest-NetworksNegativeTestJSON-578714451'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:09.992051 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:09.997005 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.api [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:18:09.997005 dv-neutron-822520-1-hyperv neutron-server[84169]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:18:09.997005 dv-neutron-822520-1-hyperv neutron-server[84169]: [parameters: {'id': '7e14b9f7-0766-45d5-b2c5-db1b30027ebe'}] Dec 21 22:18:09.997005 dv-neutron-822520-1-hyperv neutron-server[84169]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:18:09.997351 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG oslo_db.api [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:18:10.001829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-403d33e3-3996-4f36-8f3b-e359a600ea5d tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.005206 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-403d33e3-3996-4f36-8f3b-e359a600ea5d tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0379832 Dec 21 22:18:10.006310 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58658) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.015357 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-734c08bf-9675-4757-884a-84e3093993c8 None None] Provisioning complete for port 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:10.015991 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-734c08bf-9675-4757-884a-84e3093993c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:10.031869 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a941d09-05e2-4a63-8c9d-0f7628585829 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] POST failed (client error): The resource could not be found. Dec 21 22:18:10.032349 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a941d09-05e2-4a63-8c9d-0f7628585829 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:10.037698 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6a941d09-05e2-4a63-8c9d-0f7628585829 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5861123 Dec 21 22:18:10.043005 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58660) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.064217 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:10.096391 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-c5514aea-3354-4bc3-9358-6c76fb7ada54 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.096599 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5f7ab7-6770-4760-b792-3203f58346e7 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:10.097051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5f7ab7-6770-4760-b792-3203f58346e7 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:10.097519 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c5514aea-3354-4bc3-9358-6c76fb7ada54 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0415859 Dec 21 22:18:10.102201 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58666) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.103102 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port d5d01417-28b8-4d2a-99ce-6633231bfe28 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:10.106436 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-be5f7ab7-6770-4760-b792-3203f58346e7 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] 10.222.0.37 "DELETE /v2.0/networks/3021d1e6-16d0-43f6-889c-83d153691331 HTTP/1.1" status: 404 len: 339 time: 0.0622947 Dec 21 22:18:10.107408 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c957a5f1-11c5-4356-9370-be00773b4e06 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:10.111631 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-734c08bf-9675-4757-884a-84e3093993c8 None None] Port 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:18:10.112011 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58668) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.114381 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:10.115790 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port d5d01417-28b8-4d2a-99ce-6633231bfe28 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:10.116405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:10.127232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-f59d1010-eb16-46f2-8977-3f03181b26dd tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.128194 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f59d1010-eb16-46f2-8977-3f03181b26dd tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0128865 Dec 21 22:18:10.134713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58674) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.151386 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:10.180609 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-40d5367d-b227-48d1-b710-4a8d9e43fd57 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.181595 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-40d5367d-b227-48d1-b710-4a8d9e43fd57 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0413883 Dec 21 22:18:10.193312 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58678) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.211472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-c7f29e97-5810-46fd-9deb-ed9a6b23d4dc tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.211472 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c7f29e97-5810-46fd-9deb-ed9a6b23d4dc tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0116808 Dec 21 22:18:10.211617 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c21a1a9-bb91-47ae-9315-aef9699de4d7 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:10.211617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c21a1a9-bb91-47ae-9315-aef9699de4d7 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:10.220165 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58682) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.224170 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4c21a1a9-bb91-47ae-9315-aef9699de4d7 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] 10.222.0.37 "DELETE /v2.0/ports/b7868350-a5e5-4042-901e-4adf23ab9cab HTTP/1.1" status: 404 len: 333 time: 0.1075804 Dec 21 22:18:10.228128 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58686) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.234229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-2041d323-3f7b-41cc-8912-72a40be77130 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.235202 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2041d323-3f7b-41cc-8912-72a40be77130 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0141232 Dec 21 22:18:10.242829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58688) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.256145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-84875258-4547-49e0-8a97-da460e84f44c tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.257122 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-84875258-4547-49e0-8a97-da460e84f44c tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0087483 Dec 21 22:18:10.265802 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58694) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.271051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c957a5f1-11c5-4356-9370-be00773b4e06 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:10.272235 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c957a5f1-11c5-4356-9370-be00773b4e06 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 2.2755163 Dec 21 22:18:10.275502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-7f540a0c-3c41-4109-911b-77538d5903dd tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.276402 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7f540a0c-3c41-4109-911b-77538d5903dd tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0080333 Dec 21 22:18:10.277373 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58698) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.289892 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58700) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.313928 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-62401290-5808-4217-a63d-aa1def876e21 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.315342 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-62401290-5808-4217-a63d-aa1def876e21 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0198641 Dec 21 22:18:10.316344 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-63924045-52ca-4fd1-8ef6-5171aa398448 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:10.316784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63924045-52ca-4fd1-8ef6-5171aa398448 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:10.319689 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58706) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.342946 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-e86398fa-0457-493b-8c81-6955ce59722f tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.343909 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e86398fa-0457-493b-8c81-6955ce59722f tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0136826 Dec 21 22:18:10.353479 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58710) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.368741 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-63924045-52ca-4fd1-8ef6-5171aa398448 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] 10.222.0.37 "DELETE /v2.0/subnets/e49a2be3-6eb2-4d3b-93ef-664c4e4463db HTTP/1.1" status: 404 len: 337 time: 0.1281962 Dec 21 22:18:10.371398 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58714) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.374955 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-30b0a96f-fbe4-4d08-a354-f7750e4d25a3 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.375956 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-30b0a96f-fbe4-4d08-a354-f7750e4d25a3 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0130811 Dec 21 22:18:10.381164 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58716) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.442252 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-50eb98e7-abda-4efb-9702-0e8503d70920 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] GET failed (client error): The resource could not be found. Dec 21 22:18:10.450311 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-50eb98e7-abda-4efb-9702-0e8503d70920 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] 10.222.0.37 "GET /v2.0/networks/fe8ac41a-30a9-4d7d-b883-c82e00e77a91 HTTP/1.1" status: 404 len: 339 time: 0.0635476 Dec 21 22:18:10.451188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-63f78075-bba7-4f7c-8107-cabd76d8b0d2 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.452355 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-63f78075-bba7-4f7c-8107-cabd76d8b0d2 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0422134 Dec 21 22:18:10.452911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58722) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.473430 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c1040-7b45-465b-a6b2-2c32d0d53640 None None] Pushing event updated for resources: {'Port': ['ID=4aa6b482-720d-42a2-b758-0445116e3f27,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:10.487025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58724) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.487893 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb6bc-a6eb-42a4-85c2-ec8b0bc3ce76 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:10.504435 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:10.514857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:10.524209 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-062c76ca-95ce-415b-9e43-3d76ecdaf411 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] GET failed (client error): The resource could not be found. Dec 21 22:18:10.529128 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-062c76ca-95ce-415b-9e43-3d76ecdaf411 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] 10.222.0.37 "GET /v2.0/ports/3d67c63a-f4b9-4535-bcc3-9dad45f1ef59 HTTP/1.1" status: 404 len: 333 time: 0.0690076 Dec 21 22:18:10.533980 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79dd541-ae66-4127-b438-2d7452a6eefe None None] Network 7e14b9f7-0766-45d5-b2c5-db1b30027ebe requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:10.534595 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58730) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.548033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-8a3e06ac-f490-4275-8e02-5aa353fc4e99 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.552263 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8a3e06ac-f490-4275-8e02-5aa353fc4e99 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0559690 Dec 21 22:18:10.552425 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-51f04736-bfb0-4e77-a3cf-5a4156f9f278 None None] Provisioning for port 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:10.556159 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Router 4430a6c6-e334-4ae6-b163-a658a91e6a72 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:18:10.559244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Allocated IP 172.26.3.49 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/f9ae70c7-872a-4b67-923a-eaf12d06314a) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:10.560573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58734) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.570807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1eb6bc-a6eb-42a4-85c2-ec8b0bc3ce76 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=a8892f2d-f98d-477e-b788-35651cfb4624,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:10.575127 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-f4336ade-fdbb-40d2-99b1-b551def59161 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.579931 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f4336ade-fdbb-40d2-99b1-b551def59161 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0070515 Dec 21 22:18:10.581272 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58738) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.588557 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-ce1512fb-5734-4166-97eb-de663c99ab06 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.594275 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ce1512fb-5734-4166-97eb-de663c99ab06 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0069797 Dec 21 22:18:10.594996 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58742) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.596366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Router 455dc10b-ceca-4beb-964a-bc790147d449 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:18:10.612863 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Deleting port 4aa6b482-720d-42a2-b758-0445116e3f27 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:10.614106 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:10.633831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-e2859bea-737a-4086-bae8-1e821ad87552 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.637170 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e2859bea-737a-4086-bae8-1e821ad87552 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0370727 Dec 21 22:18:10.643017 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58746) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.645126 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1dedac05-db93-45e3-a147-185da465e8c4 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:10.651368 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-7938ba42-4fc7-4a9a-9f06-1e79d7db509e tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] GET failed (client error): The resource could not be found. Dec 21 22:18:10.651368 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7938ba42-4fc7-4a9a-9f06-1e79d7db509e tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] 10.222.0.37 "GET /v2.0/subnets/4fb4cf7a-0150-49ba-a270-2650874bb0f3 HTTP/1.1" status: 404 len: 337 time: 0.1126249 Dec 21 22:18:10.663768 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58748) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.669648 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port d5d01417-28b8-4d2a-99ce-6633231bfe28, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d5d01417-28b8-4d2a-99ce-6633231bfe28,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:10.698183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-79b5ad1b-39d2-4465-9525-28d0ac4f5075 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:10.698817 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-51f04736-bfb0-4e77-a3cf-5a4156f9f278 None None] Provisioning for port 52459c12-f310-4e32-854d-7030ac17cdbc completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:10.736767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-b2defe37-c633-4fee-b2ee-cd2900b4e7bf tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.740432 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b2defe37-c633-4fee-b2ee-cd2900b4e7bf tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0139532 Dec 21 22:18:10.740562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-51f04736-bfb0-4e77-a3cf-5a4156f9f278 None None] Provisioning complete for port 52459c12-f310-4e32-854d-7030ac17cdbc triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:10.740562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-51f04736-bfb0-4e77-a3cf-5a4156f9f278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:10.745491 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58754) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.746397 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b5ad1b-39d2-4465-9525-28d0ac4f5075 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] PUT failed (client error): The resource could not be found. Dec 21 22:18:10.746849 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b5ad1b-39d2-4465-9525-28d0ac4f5075 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:10.752538 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-79b5ad1b-39d2-4465-9525-28d0ac4f5075 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] 10.222.0.37 "PUT /v2.0/networks/b66b8732-628c-4b8b-9b00-af885696df8b HTTP/1.1" status: 404 len: 339 time: 0.0826752 Dec 21 22:18:10.755850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58758) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.761148 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-b64cb528-0fb9-4248-a3ba-5820434cdbbc tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.764937 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b64cb528-0fb9-4248-a3ba-5820434cdbbc tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0126870 Dec 21 22:18:10.766675 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-7c0472c1-ad21-4575-a1bf-680b29a89b99 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:10.780729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:10.781585 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:10.814141 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58762) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.815435 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0472c1-ad21-4575-a1bf-680b29a89b99 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] PUT failed (client error): The resource could not be found. Dec 21 22:18:10.816074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0472c1-ad21-4575-a1bf-680b29a89b99 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:10.823163 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7c0472c1-ad21-4575-a1bf-680b29a89b99 tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] 10.222.0.37 "PUT /v2.0/ports/88ad1095-1092-4e95-8fad-a7efde7aa90a HTTP/1.1" status: 404 len: 333 time: 0.0660241 Dec 21 22:18:10.824525 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58764) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.832518 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-e42c97c7-fef2-43a0-a9f6-6122f4eb9763 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.837690 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e42c97c7-fef2-43a0-a9f6-6122f4eb9763 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0130513 Dec 21 22:18:10.917332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58770) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.922575 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-51f04736-bfb0-4e77-a3cf-5a4156f9f278 None None] Port 52459c12-f310-4e32-854d-7030ac17cdbc cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:18:10.922717 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-87baba82-c0ef-4915-87fe-a94b55a31c3c tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:10.936450 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-51f04736-bfb0-4e77-a3cf-5a4156f9f278 None None] Could not find standard attr ID for object a8892f2d-f98d-477e-b788-35651cfb4624. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:18:10.938162 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=d5d01417-28b8-4d2a-99ce-6633231bfe28,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:10.969359 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c9580e-4117-4f90-9148-18387d7a423d None None] Network 7e14b9f7-0766-45d5-b2c5-db1b30027ebe requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:10.970574 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-3a090583-05f1-463c-b6b3-2b14446794bf tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:10.974217 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3a090583-05f1-463c-b6b3-2b14446794bf tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0158257 Dec 21 22:18:10.980824 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58774) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:10.983358 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-87baba82-c0ef-4915-87fe-a94b55a31c3c tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] PUT failed (client error): The resource could not be found. Dec 21 22:18:10.984350 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87baba82-c0ef-4915-87fe-a94b55a31c3c tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:10.988562 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-87baba82-c0ef-4915-87fe-a94b55a31c3c tempest-NetworksNegativeTestJSON-1684193852 tempest-NetworksNegativeTestJSON-1684193852-project] 10.222.0.37 "PUT /v2.0/subnets/76c32719-9072-4c87-9bb5-f7c787c66099 HTTP/1.1" status: 404 len: 337 time: 0.1536672 Dec 21 22:18:11.010753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-ec678bcb-5e6b-4b6f-9e5d-ba7fbb5877ed tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.014860 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ec678bcb-5e6b-4b6f-9e5d-ba7fbb5877ed tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0184329 Dec 21 22:18:11.017435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58780) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.023398 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8b1eb6bc-a6eb-42a4-85c2-ec8b0bc3ce76 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:11.027952 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8b1eb6bc-a6eb-42a4-85c2-ec8b0bc3ce76 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/a8892f2d-f98d-477e-b788-35651cfb4624 HTTP/1.1" status: 204 len: 168 time: 2.1300571 Dec 21 22:18:11.028752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58784) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.033538 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-6f93b23e-5837-4802-87f5-5b221e60294d tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.035274 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6f93b23e-5837-4802-87f5-5b221e60294d tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0138998 Dec 21 22:18:11.038537 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58788) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.065109 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-86b4c3b9-2da5-4216-a4b6-e14b16770273 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.068393 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-86b4c3b9-2da5-4216-a4b6-e14b16770273 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0164926 Dec 21 22:18:11.079466 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58792) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.090413 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-1572faf8-9221-4234-927e-711247fb8b21 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.094920 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1572faf8-9221-4234-927e-711247fb8b21 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0110509 Dec 21 22:18:11.105959 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58796) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.108032 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9120ca27-40ec-4232-a357-51b394c1cfe4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] GET failed (client error): The resource could not be found. Dec 21 22:18:11.108792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9120ca27-40ec-4232-a357-51b394c1cfe4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:11.208756 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:11.218903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:11.219863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:11.220344 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:11.227132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] For port 4aa6b482-720d-42a2-b758-0445116e3f27, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4aa6b482-720d-42a2-b758-0445116e3f27,segment=NetworkSegment(b35c2498-b8ec-4fa8-9338-69ab68fdef85),segment_id=b35c2498-b8ec-4fa8-9338-69ab68fdef85)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:11.227487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:11.295208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-a0895d97-b2e3-4f34-a57d-fd349cab2295 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.299569 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a0895d97-b2e3-4f34-a57d-fd349cab2295 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.1900649 Dec 21 22:18:11.300914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a4044f53-5a09-4b7e-86f7-1534177d3e24 None None] Could not find standard attr ID for object a8892f2d-f98d-477e-b788-35651cfb4624. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:18:11.304874 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58800) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.402810 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-d9ff98c9-7da4-46f0-ac79-cf610d173c5b tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.403927 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d9ff98c9-7da4-46f0-ac79-cf610d173c5b tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0262859 Dec 21 22:18:11.412871 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58806) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.415421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Calling delete_port for 4aa6b482-720d-42a2-b758-0445116e3f27 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:11.428366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-e7cd8ad4-bb03-4b0c-a37b-9f3f27628d6f tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.429341 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e7cd8ad4-bb03-4b0c-a37b-9f3f27628d6f tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0146654 Dec 21 22:18:11.442877 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9120ca27-40ec-4232-a357-51b394c1cfe4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:11.446957 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9120ca27-40ec-4232-a357-51b394c1cfe4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports/a8892f2d-f98d-477e-b788-35651cfb4624 HTTP/1.1" status: 404 len: 333 time: 0.4149005 Dec 21 22:18:11.459876 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58810) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.460340 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58812) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.484946 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:11.499097 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489f0483-1fd9-4c65-9cc1-2a63a68e39a9 None None] get_active_networks_info from dv-neutron-822520-1-hyperv {{(pid=84170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:18:11.503752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-b37e069d-050b-4901-ac5d-e34a72f8c224 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.504453 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b37e069d-050b-4901-ac5d-e34a72f8c224 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0432060 Dec 21 22:18:11.511369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58818) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.519819 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-132fac79-3fe8-4d0a-ac06-c7f274371390 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.525905 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-132fac79-3fe8-4d0a-ac06-c7f274371390 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0085089 Dec 21 22:18:11.580876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c,segment=NetworkSegment(a088af05-6d46-41f1-8d65-dc4318525b45),segment_id=a088af05-6d46-41f1-8d65-dc4318525b45)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:11.588206 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58822) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.588557 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58824) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.597654 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-46453cd8-698b-4c83-88d5-73308237a826 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.599001 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-46453cd8-698b-4c83-88d5-73308237a826 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0076513 Dec 21 22:18:11.630436 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58830) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.636055 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:11.655623 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [None req-f8564703-9afd-4f7d-b331-7ed216e2a28c tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.656580 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f8564703-9afd-4f7d-b331-7ed216e2a28c tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0187733 Dec 21 22:18:11.665725 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58834) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.687699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-1fe69d00-c058-42a8-a3f2-09e912e3084a tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.691661 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1fe69d00-c058-42a8-a3f2-09e912e3084a tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0184140 Dec 21 22:18:11.694702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58840) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.699440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1dedac05-db93-45e3-a147-185da465e8c4 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:11.705473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-59ae1eb0-5fe2-4288-b746-41fedfdfb8be tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.708667 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-59ae1eb0-5fe2-4288-b746-41fedfdfb8be tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0106642 Dec 21 22:18:11.711954 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58844) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.719242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-7fb19486-fe16-45b6-993e-a66cd3c03bfc tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.721194 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7fb19486-fe16-45b6-993e-a66cd3c03bfc tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0082154 Dec 21 22:18:11.725985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1dedac05-db93-45e3-a147-185da465e8c4 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:11.726899 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58848) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.737960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-72136a7e-e5fa-44cf-bd1d-7bbe5375bbd0 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.737960 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-72136a7e-e5fa-44cf-bd1d-7bbe5375bbd0 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0078664 Dec 21 22:18:11.738244 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58852) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.743778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-f76f0d63-175a-4731-8b45-792e53cc1689 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.747200 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f76f0d63-175a-4731-8b45-792e53cc1689 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0056810 Dec 21 22:18:11.748971 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:18:11.751267 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58856) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.757892 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1ff6f5ff-ec6b-46b4-83b6-efe9da87bc95 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "PUT /v2.0/routers/455dc10b-ceca-4beb-964a-bc790147d449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6951320 Dec 21 22:18:11.761341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-550fb05e-ede8-40d3-bb22-0f8de907482e tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.761506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58860) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.765504 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-550fb05e-ede8-40d3-bb22-0f8de907482e tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0100734 Dec 21 22:18:11.765920 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58864) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.771710 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-738128e5-6fea-4526-97b6-eedb2cced1a0 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.776037 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-738128e5-6fea-4526-97b6-eedb2cced1a0 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0065978 Dec 21 22:18:11.776836 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58868) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:11.781517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [None req-57943b69-3e56-4363-900c-e9b5611e8247 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:18:11.786468 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-57943b69-3e56-4363-900c-e9b5611e8247 tempest-ExtensionsTestJSON-1183121556 tempest-ExtensionsTestJSON-1183121556-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0051677 Dec 21 22:18:11.807810 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 7bae164f-dc5d-40ca-b673-0e33f0f7f006 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:18:11.867817 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:11.871607 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:11.881844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Sync routers for ids ['455dc10b-ceca-4beb-964a-bc790147d449'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:18:11.898771 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489f0483-1fd9-4c65-9cc1-2a63a68e39a9 None None] Resources bound (agent type, host, resource id): {{(pid=84170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 22:18:11.902052 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:11.902450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1dedac05-db93-45e3-a147-185da465e8c4 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:11.903043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dedac05-db93-45e3-a147-185da465e8c4 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a8d930a-77be-46e5-93b5-28e6bc2f2669 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:18:11.904817 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 7bae164f-dc5d-40ca-b673-0e33f0f7f006 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:18:11.911866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 7bae164f-dc5d-40ca-b673-0e33f0f7f006 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:18:11.913616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1dedac05-db93-45e3-a147-185da465e8c4 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:11.917570 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1dedac05-db93-45e3-a147-185da465e8c4 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "DELETE /v2.0/routers/6a8d930a-77be-46e5-93b5-28e6bc2f2669 HTTP/1.1" status: 204 len: 168 time: 1.6393001 Dec 21 22:18:11.926536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Routers {'455dc10b-ceca-4beb-964a-bc790147d449'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:11.927799 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['455dc10b-ceca-4beb-964a-bc790147d449'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:11.955506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Port': ['ID=4aa6b482-720d-42a2-b758-0445116e3f27,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:11.977662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4e678a2-a0d5-4e78-9605-2b8b5cc256cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:12.035459 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] No DVR routers for this DVR port 4aa6b482-720d-42a2-b758-0445116e3f27 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:18:12.050808 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f4e678a2-a0d5-4e78-9605-2b8b5cc256cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:12.052561 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78659fd-a3c4-455e-b4f6-245b13862d98 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:12.053157 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c78659fd-a3c4-455e-b4f6-245b13862d98 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:12.065299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f4e678a2-a0d5-4e78-9605-2b8b5cc256cc admin admin] Usage tracker for resource:security_group_rule and tenant:53d1908ba24546028019e92fe45e5a40 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:12.082828 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f4e678a2-a0d5-4e78-9605-2b8b5cc256cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:12.096859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:12.099642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f4e678a2-a0d5-4e78-9605-2b8b5cc256cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:12.115093 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5cce35-47e2-49f8-a9a2-9167efcff962 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting subnet d0e3daea-e647-4cdc-8594-c0c5aa2a2953 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:18:12.117040 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:12.132226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d5cce35-47e2-49f8-a9a2-9167efcff962 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:12.161139 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:12.210762 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:18:12.233530 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Pushing event updated for resources: {'Port': ['ID=f9ae70c7-872a-4b67-923a-eaf12d06314a,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:12.253762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4e678a2-a0d5-4e78-9605-2b8b5cc256cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:12.275160 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Sync routers for ids ['4430a6c6-e334-4ae6-b163-a658a91e6a72'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:18:12.277476 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d5d01417-28b8-4d2a-99ce-6633231bfe28 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:12.329620 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Routers {'4430a6c6-e334-4ae6-b163-a658a91e6a72'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:12.334682 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4e678a2-a0d5-4e78-9605-2b8b5cc256cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:12.335002 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7583c9a3-95c8-40ca-91ab-e8d00ad0778a admin admin] 10.222.0.37 "PUT /v2.0/routers/4430a6c6-e334-4ae6-b163-a658a91e6a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8104324 Dec 21 22:18:12.335908 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c78659fd-a3c4-455e-b4f6-245b13862d98 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:12.340792 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c78659fd-a3c4-455e-b4f6-245b13862d98 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports/52459c12-f310-4e32-854d-7030ac17cdbc HTTP/1.1" status: 200 len: 911 time: 0.5746949 Dec 21 22:18:12.342349 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['4430a6c6-e334-4ae6-b163-a658a91e6a72'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:12.345196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58878) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:12.352859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d5cce35-47e2-49f8-a9a2-9167efcff962 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:12.460654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Set router 455dc10b-ceca-4beb-964a-bc790147d449 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:18:12.495921 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e678a2-a0d5-4e78-9605-2b8b5cc256cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d861e9cb-4bf5-46ed-983d-d219233b30a9,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:12.497557 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:12.523829 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f4e678a2-a0d5-4e78-9605-2b8b5cc256cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53d1908ba24546028019e92fe45e5a40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9302654 Dec 21 22:18:12.531025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58884) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:12.561689 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58888) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:12.642804 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e14b9f7-0766-45d5-b2c5-db1b30027ebe']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:12.676348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35c2498-b8ec-4fa8-9338-69ab68fdef85') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:12.676638 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35c2498-b8ec-4fa8-9338-69ab68fdef85') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:12.680786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port d5d01417-28b8-4d2a-99ce-6633231bfe28 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:12.680786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:12.712437 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:12.721803 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58894) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:12.745551 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-60bc637a-feea-45b1-bed1-3abd4a841b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:12.768033 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:12.779366 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Set router 4430a6c6-e334-4ae6-b163-a658a91e6a72 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:18:12.796725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6ca2c1-fa4e-472f-aedc-2cab8b66c90c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:12.802225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6ca2c1-fa4e-472f-aedc-2cab8b66c90c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:12.804909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-60bc637a-feea-45b1-bed1-3abd4a841b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:12.807202 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ca6ca2c1-fa4e-472f-aedc-2cab8b66c90c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4572344 Dec 21 22:18:12.810219 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58900) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:12.812352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:18:12.812752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:12.835707 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:12.941317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d5cce35-47e2-49f8-a9a2-9167efcff962 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:12.987652 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-60bc637a-feea-45b1-bed1-3abd4a841b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:13.012674 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3529f04-72a8-44b0-bd91-05e4230ecb6b None None] get_active_networks_info from dv-neutron-822520-1-hyperv {{(pid=84170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:18:13.025061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc637a-feea-45b1-bed1-3abd4a841b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d861e9cb-4bf5-46ed-983d-d219233b30a9,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:13.028524 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-60bc637a-feea-45b1-bed1-3abd4a841b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:13.030280 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-60bc637a-feea-45b1-bed1-3abd4a841b5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d861e9cb-4bf5-46ed-983d-d219233b30a9 HTTP/1.1" status: 204 len: 168 time: 0.4955401 Dec 21 22:18:13.161736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d49b2d3e-8ddc-455d-bd0c-40ce7efd4e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:13.231080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d49b2d3e-8ddc-455d-bd0c-40ce7efd4e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:13.231687 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:13.240363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d49b2d3e-8ddc-455d-bd0c-40ce7efd4e97 admin admin] Usage tracker for resource:security_group_rule and tenant:d8d8277594454c82b4245a109b72c6f5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:13.247067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d49b2d3e-8ddc-455d-bd0c-40ce7efd4e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:13.257599 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d49b2d3e-8ddc-455d-bd0c-40ce7efd4e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:13.303874 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:13.304937 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:13.324029 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1513461232', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}, 'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:13.331821 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:13.334878 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Network': ['ID=7e14b9f7-0766-45d5-b2c5-db1b30027ebe,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:13.403729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3529f04-72a8-44b0-bd91-05e4230ecb6b None None] Resources bound (agent type, host, resource id): {{(pid=84170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 22:18:13.405071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d49b2d3e-8ddc-455d-bd0c-40ce7efd4e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:13.418559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:13.425146 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'name': 'tempest-ServerActionsTestJSON-734737920-router', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:51Z', 'updated_at': '2021-12-21T22:18:06Z', 'revision_number': 4, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'gw_port': {'id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:52Z', 'updated_at': '2021-12-21T22:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '826c5ef3-5c22-4b8a-b234-0bb6834a7f4f', 'name': '', 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'mac_address': 'fa:16:3e:f9:7f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6618fb-d062-4732-86da-363d150315c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:03Z', 'updated_at': '2021-12-21T22:18:07Z', 'revision_number': 2, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'subnets': [{'id': 'db6618fb-d062-4732-86da-363d150315c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:13.429789 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Checking router: 4430a6c6-e334-4ae6-b163-a658a91e6a72 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:18:13.430182 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Updating router 4430a6c6-e334-4ae6-b163-a658a91e6a72 port 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:18:13.448878 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Usage tracker for resource:router and tenant:63e2b1bdef5147dda15f8720eba413a7 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:13.470419 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58910) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:13.476302 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-065ac04e-854c-4ca4-8fae-915b8d68c4c9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/networks/7e14b9f7-0766-45d5-b2c5-db1b30027ebe HTTP/1.1" status: 204 len: 168 time: 6.9886630 Dec 21 22:18:13.476302 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:13.479857 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:13.523612 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:13.525491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d49b2d3e-8ddc-455d-bd0c-40ce7efd4e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:13.584304 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52e3031-4b0c-43df-85f1-e05ccb744df2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:13.584768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52e3031-4b0c-43df-85f1-e05ccb744df2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:13.647781 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d52e3031-4b0c-43df-85f1-e05ccb744df2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/networks/7e14b9f7-0766-45d5-b2c5-db1b30027ebe HTTP/1.1" status: 404 len: 339 time: 0.1749001 Dec 21 22:18:13.653605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58914) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:13.660733 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b2d3e-8ddc-455d-bd0c-40ce7efd4e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce31b51a-0b0a-420b-a7f5-8726755ff3c7,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:13.679556 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ac243cb9-14f3-4b9f-8819-eb28a34aba0c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1647740299', 'description': 'd1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:13.689219 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d49b2d3e-8ddc-455d-bd0c-40ce7efd4e97 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8d8277594454c82b4245a109b72c6f5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1249042 Dec 21 22:18:13.692527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ac243cb9-14f3-4b9f-8819-eb28a34aba0c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:13.693165 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:13.695075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58918) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:13.699932 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ac243cb9-14f3-4b9f-8819-eb28a34aba0c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Usage tracker for resource:network and tenant:4e995e9f72ec471e8e6c5b6e94036fb6 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:13.714495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ac243cb9-14f3-4b9f-8819-eb28a34aba0c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:13.728929 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ac243cb9-14f3-4b9f-8819-eb28a34aba0c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:13.791132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58924) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:13.808195 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-d5740f3e-adff-4a49-ae13-57e8fff12616 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--462923505', 'description': 'tempest-description--1162453463'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:13.819862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9ec6-2b8f-43d0-a670-0b4729127fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:13.833034 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d5cce35-47e2-49f8-a9a2-9167efcff962 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:13.834173 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d5740f3e-adff-4a49-ae13-57e8fff12616 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:13.838138 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:13.839246 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:13.841582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac243cb9-14f3-4b9f-8819-eb28a34aba0c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:13.849935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ac243cb9-14f3-4b9f-8819-eb28a34aba0c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:13.889100 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455dc10b-ceca-4beb-964a-bc790147d449', 'name': 'tempest-NetworksTestDHCPv6-router-1793366796', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:18:02Z', 'updated_at': '2021-12-21T22:18:06Z', 'revision_number': 2, 'project_id': '065d5148d6d54fb6b432072451bf7580', 'gw_port_host': None, '_interfaces': [{'id': '52459c12-f310-4e32-854d-7030ac17cdbc', 'name': '', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'mac_address': 'fa:16:3e:3f:3d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455dc10b-ceca-4beb-964a-bc790147d449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1e2cc3-2b58-40c7-a11f-67160790a082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:05Z', 'updated_at': '2021-12-21T22:18:07Z', 'revision_number': 2, 'project_id': '065d5148d6d54fb6b432072451bf7580', 'subnets': [{'id': '3f1e2cc3-2b58-40c7-a11f-67160790a082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:13.897799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d5740f3e-adff-4a49-ae13-57e8fff12616 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Usage tracker for resource:security_group and tenant:1554338f714a4532b4ef038ba8da42a6 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:13.901687 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cce35-47e2-49f8-a9a2-9167efcff962 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e3daea-e647-4cdc-8594-c0c5aa2a2953,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:13.917801 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d5740f3e-adff-4a49-ae13-57e8fff12616 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:13.919071 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d5cce35-47e2-49f8-a9a2-9167efcff962 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:13.946438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d5740f3e-adff-4a49-ae13-57e8fff12616 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:13.992475 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Checking router: 455dc10b-ceca-4beb-964a-bc790147d449 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:18:13.993305 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Updating router 455dc10b-ceca-4beb-964a-bc790147d449 port 52459c12-f310-4e32-854d-7030ac17cdbc binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:18:14.001336 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8d5cce35-47e2-49f8-a9a2-9167efcff962 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/d0e3daea-e647-4cdc-8594-c0c5aa2a2953 HTTP/1.1" status: 204 len: 168 time: 2.5383928 Dec 21 22:18:14.001924 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 58932) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:14.006909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9ec6-2b8f-43d0-a670-0b4729127fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.010758 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.053509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac243cb9-14f3-4b9f-8819-eb28a34aba0c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:18:14.076012 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ac243cb9-14f3-4b9f-8819-eb28a34aba0c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.077191 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-ac243cb9-14f3-4b9f-8819-eb28a34aba0c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Added segment 57611fbe-d2d9-470a-b9bb-6940008b102e of type vlan for network f275560c-7635-44a9-82f8-f977cf9d988f Dec 21 22:18:14.077356 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:14.078110 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.105275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ac243cb9-14f3-4b9f-8819-eb28a34aba0c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.115064 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5740f3e-adff-4a49-ae13-57e8fff12616 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.175229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.213495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9ec6-2b8f-43d0-a670-0b4729127fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.247016 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.247353 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d5740f3e-adff-4a49-ae13-57e8fff12616 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:14.251556 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e9ec6-2b8f-43d0-a670-0b4729127fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce31b51a-0b0a-420b-a7f5-8726755ff3c7,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:14.272440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d5740f3e-adff-4a49-ae13-57e8fff12616 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Usage tracker for resource:security_group_rule and tenant:1554338f714a4532b4ef038ba8da42a6 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:14.279183 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Transition to ACTIVE for port object 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:14.283612 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d5740f3e-adff-4a49-ae13-57e8fff12616 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:14.289136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ac243cb9-14f3-4b9f-8819-eb28a34aba0c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.292828 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac243cb9-14f3-4b9f-8819-eb28a34aba0c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:14.293750 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ac243cb9-14f3-4b9f-8819-eb28a34aba0c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.319580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d5740f3e-adff-4a49-ae13-57e8fff12616 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:14.320167 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.371888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9e4e9ec6-2b8f-43d0-a670-0b4729127fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.372977 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9e4e9ec6-2b8f-43d0-a670-0b4729127fb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce31b51a-0b0a-420b-a7f5-8726755ff3c7 HTTP/1.1" status: 204 len: 168 time: 0.6766737 Dec 21 22:18:14.376535 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.483268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:14.483766 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.509908 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ac243cb9-14f3-4b9f-8819-eb28a34aba0c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8516877 Dec 21 22:18:14.517719 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58944) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:14.521823 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac243cb9-14f3-4b9f-8819-eb28a34aba0c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Network': ['ID=f275560c-7635-44a9-82f8-f977cf9d988f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:14.567430 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf832cf0-a468-4ad8-833f-d190796ff348 None None] Pushing event updated for resources: {'Port': ['ID=826c5ef3-5c22-4b8a-b234-0bb6834a7f4f,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:14.568090 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.582068 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf832cf0-a468-4ad8-833f-d190796ff348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:14.582454 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf832cf0-a468-4ad8-833f-d190796ff348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:14.582735 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf832cf0-a468-4ad8-833f-d190796ff348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:14.583058 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf832cf0-a468-4ad8-833f-d190796ff348 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:14.583381 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf832cf0-a468-4ad8-833f-d190796ff348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:14.583869 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf832cf0-a468-4ad8-833f-d190796ff348 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:14.584191 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf832cf0-a468-4ad8-833f-d190796ff348 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:14.584527 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf832cf0-a468-4ad8-833f-d190796ff348 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:14.585113 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf832cf0-a468-4ad8-833f-d190796ff348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:14.585113 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf832cf0-a468-4ad8-833f-d190796ff348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:14.585443 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf832cf0-a468-4ad8-833f-d190796ff348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:14.683978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5740f3e-adff-4a49-ae13-57e8fff12616 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.685660 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Attempting to bind port 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:18:14.686913 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Attempting to bind port 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '9830252b-8b95-4c8f-b446-6585189fd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:18:14.687434 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Attempting to bind port 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f on network 23bea38b-1ef2-4c9c-a871-d310f9003b4f {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:18:14.694974 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:18:14.695402 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Checking segment: {'id': '9830252b-8b95-4c8f-b446-6585189fd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:14.695804 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.696382 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Bound using segment: {'id': '9830252b-8b95-4c8f-b446-6585189fd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:18:14.696842 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Bound port: 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9830252b-8b95-4c8f-b446-6585189fd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:18:14.697227 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.738795 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Router bd311849-a634-4f93-a82c-53be93db7102 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:18:14.788363 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network f275560c-7635-44a9-82f8-f977cf9d988f details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:18:14.853759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5740f3e-adff-4a49-ae13-57e8fff12616 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.881153 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] For port 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:18:14.885282 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] For port 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=826c5ef3-5c22-4b8a-b234-0bb6834a7f4f,segment=NetworkSegment(9830252b-8b95-4c8f-b446-6585189fd96a),segment_id=9830252b-8b95-4c8f-b446-6585189fd96a)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:18:14.937044 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ff2f78-d9f8-4e62-bb3a-7700e5dda87e None None] Network 674d23a4-63ed-4805-a23a-3552f59dbd02 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:14.942831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5005cc-652c-45c9-963f-39da67a1c49a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:14.944370 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-dd5005cc-652c-45c9-963f-39da67a1c49a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Synchronizing usage tracker for tenant:4e995e9f72ec471e8e6c5b6e94036fb6 on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:14.960121 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:14.978473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5740f3e-adff-4a49-ae13-57e8fff12616 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6232cf4d-34f9-4463-9633-9779c7f9fb9f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:15.052295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5740f3e-adff-4a49-ae13-57e8fff12616 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:15.054074 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d5740f3e-adff-4a49-ae13-57e8fff12616 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.2543817 Dec 21 22:18:15.056937 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58956) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:15.065733 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e050ccf9-0d4a-427f-b49c-cfd995d4cda4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Request body: {'security_group_rule': {'security_group_id': '6232cf4d-34f9-4463-9633-9779c7f9fb9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:15.068884 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] For port 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c,segment=NetworkSegment(a088af05-6d46-41f1-8d65-dc4318525b45),segment_id=a088af05-6d46-41f1-8d65-dc4318525b45)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:15.069237 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:15.081254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-dd5005cc-652c-45c9-963f-39da67a1c49a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Unset dirty status for tenant:4e995e9f72ec471e8e6c5b6e94036fb6 on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:15.086757 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-dd5005cc-652c-45c9-963f-39da67a1c49a tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "GET /v2.0/networks?id=f275560c-7635-44a9-82f8-f977cf9d988f HTTP/1.1" status: 200 len: 765 time: 0.5633013 Dec 21 22:18:15.087932 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58960) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:15.090215 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e050ccf9-0d4a-427f-b49c-cfd995d4cda4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:15.118198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ac4d07d4-8d67-44af-b8d3-0b2e8100b9f2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'network': {'description': 'd2'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:15.206997 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf832cf0-a468-4ad8-833f-d190796ff348 None None] Pushing event updated for resources: {'Port': ['ID=826c5ef3-5c22-4b8a-b234-0bb6834a7f4f,revision_number=4']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:15.217570 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Routers {'4430a6c6-e334-4ae6-b163-a658a91e6a72'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:15.224892 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['4430a6c6-e334-4ae6-b163-a658a91e6a72'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:15.305111 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:15.331779 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:15.445750 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58966) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:15.450214 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e050ccf9-0d4a-427f-b49c-cfd995d4cda4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Usage tracker for resource:security_group_rule and tenant:1554338f714a4532b4ef038ba8da42a6 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:15.460337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e050ccf9-0d4a-427f-b49c-cfd995d4cda4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:15.498230 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e050ccf9-0d4a-427f-b49c-cfd995d4cda4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:15.610343 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] Set router 4430a6c6-e334-4ae6-b163-a658a91e6a72 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:18:15.617259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ac4d07d4-8d67-44af-b8d3-0b2e8100b9f2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:15.680654 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e050ccf9-0d4a-427f-b49c-cfd995d4cda4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:15.759819 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e74b24-524d-4bc1-bb5b-f7a0b93ec382 None None] DHCP port deletion for 674d23a4-63ed-4805-a23a-3552f59dbd02 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:18:15.779067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:15.782741 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f6e74b24-524d-4bc1-bb5b-f7a0b93ec382 None None] Deleting port 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:15.783483 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f6e74b24-524d-4bc1-bb5b-f7a0b93ec382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:15.797434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2d30904d-83fe-4247-a6c9-928ab38fb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:15.817615 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ac4d07d4-8d67-44af-b8d3-0b2e8100b9f2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:15.937109 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac4d07d4-8d67-44af-b8d3-0b2e8100b9f2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network f275560c-7635-44a9-82f8-f977cf9d988f is not hosted by any dhcp agent {{(pid=84168) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 21 22:18:15.944547 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4d07d4-8d67-44af-b8d3-0b2e8100b9f2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:15.946675 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ac4d07d4-8d67-44af-b8d3-0b2e8100b9f2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:15.948315 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ac4d07d4-8d67-44af-b8d3-0b2e8100b9f2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "PUT /v2.0/networks/f275560c-7635-44a9-82f8-f977cf9d988f HTTP/1.1" status: 200 len: 762 time: 0.8463428 Dec 21 22:18:15.956455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58976) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:15.969307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:15.987471 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Transition to ACTIVE for port object 52459c12-f310-4e32-854d-7030ac17cdbc will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:16.015762 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f6e74b24-524d-4bc1-bb5b-f7a0b93ec382 None None] The port '41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:18:16.046690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:16.073936 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:16.100542 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No DVR routers for this DVR port 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:18:16.145628 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:16.236000 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'name': 'tempest-ServerActionsTestJSON-734737920-router', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:51Z', 'updated_at': '2021-12-21T22:18:06Z', 'revision_number': 4, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'gw_port': {'id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:52Z', 'updated_at': '2021-12-21T22:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '826c5ef3-5c22-4b8a-b234-0bb6834a7f4f', 'name': '', 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'mac_address': 'fa:16:3e:f9:7f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6618fb-d062-4732-86da-363d150315c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:03Z', 'updated_at': '2021-12-21T22:18:14Z', 'revision_number': 4, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'subnets': [{'id': 'db6618fb-d062-4732-86da-363d150315c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:16.241499 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5fb5d4-b3f1-4ecf-804f-70c48a32f460 None None] The sync data for ids ['4430a6c6-e334-4ae6-b163-a658a91e6a72'] in dv-neutron-822520-1-hyperv is: [{'id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'name': 'tempest-ServerActionsTestJSON-734737920-router', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:51Z', 'updated_at': '2021-12-21T22:18:06Z', 'revision_number': 4, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'gw_port': {'id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:52Z', 'updated_at': '2021-12-21T22:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '826c5ef3-5c22-4b8a-b234-0bb6834a7f4f', 'name': '', 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'mac_address': 'fa:16:3e:f9:7f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6618fb-d062-4732-86da-363d150315c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:03Z', 'updated_at': '2021-12-21T22:18:14Z', 'revision_number': 4, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'subnets': [{'id': 'db6618fb-d062-4732-86da-363d150315c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:18:16.256688 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:16.402342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385ace7-14a4-4f42-bcac-eb26e4a0518a None None] Pushing event updated for resources: {'Port': ['ID=52459c12-f310-4e32-854d-7030ac17cdbc,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:16.414699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e050ccf9-0d4a-427f-b49c-cfd995d4cda4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:16.423123 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-73f5deb9-ce88-4104-8fc2-f68652579e2e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1873303173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:16.457336 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d07d4-8d67-44af-b8d3-0b2e8100b9f2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Network': ['ID=f275560c-7635-44a9-82f8-f977cf9d988f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:16.461762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-73f5deb9-ce88-4104-8fc2-f68652579e2e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:16.474470 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-73f5deb9-ce88-4104-8fc2-f68652579e2e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Usage tracker for resource:router and tenant:c0335393d5374c08ac632d08b8983e54 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:16.492307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-73f5deb9-ce88-4104-8fc2-f68652579e2e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:16.498768 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network f275560c-7635-44a9-82f8-f977cf9d988f details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:18:16.587595 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Allocated IP 172.26.3.20 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/fa0e4dea-1ec2-492d-83e6-1db0b837a2e0) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:16.599869 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:16.600028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e050ccf9-0d4a-427f-b49c-cfd995d4cda4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:16.621706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58986) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:16.650808 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-73f5deb9-ce88-4104-8fc2-f68652579e2e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:16.679187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050ccf9-0d4a-427f-b49c-cfd995d4cda4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d340a0a-4ef1-4a59-bd58-5a854285a278,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:16.695342 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8389900-fea4-4582-9e11-01c85f128734 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:16.700564 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e8389900-fea4-4582-9e11-01c85f128734 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "GET /v2.0/networks?id=f275560c-7635-44a9-82f8-f977cf9d988f HTTP/1.1" status: 200 len: 765 time: 0.7351489 Dec 21 22:18:16.700978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58992) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:16.728293 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e050ccf9-0d4a-427f-b49c-cfd995d4cda4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:16.729751 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e050ccf9-0d4a-427f-b49c-cfd995d4cda4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6713405 Dec 21 22:18:16.735447 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 58996) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:16.749653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-28998b9e-eec9-463c-8a4d-f5c0e5f3aaaa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Request body: {'security_group_rule': {'security_group_id': '6232cf4d-34f9-4463-9633-9779c7f9fb9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:16.771338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-28998b9e-eec9-463c-8a4d-f5c0e5f3aaaa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:16.782613 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-73f5deb9-ce88-4104-8fc2-f68652579e2e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:16.783681 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-73f5deb9-ce88-4104-8fc2-f68652579e2e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:16.790805 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-28998b9e-eec9-463c-8a4d-f5c0e5f3aaaa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Usage tracker for resource:security_group_rule and tenant:1554338f714a4532b4ef038ba8da42a6 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:16.806121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-28998b9e-eec9-463c-8a4d-f5c0e5f3aaaa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:16.821247 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:16.841452 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Attempting to bind port 52459c12-f310-4e32-854d-7030ac17cdbc on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:18:16.841880 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Attempting to bind port 52459c12-f310-4e32-854d-7030ac17cdbc by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:18:16.842522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Attempting to bind port 52459c12-f310-4e32-854d-7030ac17cdbc on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:18:16.866439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:18:16.866795 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:16.867134 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:16.868627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:18:16.869109 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Bound port: 52459c12-f310-4e32-854d-7030ac17cdbc, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:18:16.869471 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:16.888075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-28998b9e-eec9-463c-8a4d-f5c0e5f3aaaa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:16.901944 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-82184723'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:16.912664 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:16.934456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Usage tracker for resource:network and tenant:74bc5cd7f1d043a3a8b8ad3b84f78b52 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:16.944560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:16.952769 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-73f5deb9-ce88-4104-8fc2-f68652579e2e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:16.984512 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:16.986804 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:18:16.990114 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] For port 52459c12-f310-4e32-854d-7030ac17cdbc, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:18:16.993930 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] For port 52459c12-f310-4e32-854d-7030ac17cdbc, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=52459c12-f310-4e32-854d-7030ac17cdbc,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:18:16.996122 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.007218 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.007969 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0005b42a-62c2-40b1-8691-fa6e5b21453f None None] Sync routers for ids ['bd311849-a634-4f93-a82c-53be93db7102'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:18:17.032099 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005b42a-62c2-40b1-8691-fa6e5b21453f None None] Routers {'bd311849-a634-4f93-a82c-53be93db7102'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:17.033171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0005b42a-62c2-40b1-8691-fa6e5b21453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['bd311849-a634-4f93-a82c-53be93db7102'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:17.035018 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2ff98b-04c1-4a6d-81de-6b33dd1980ce tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:17.039175 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fa2ff98b-04c1-4a6d-81de-6b33dd1980ce tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3338153 Dec 21 22:18:17.039175 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-28998b9e-eec9-463c-8a4d-f5c0e5f3aaaa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.044537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59000) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:17.104793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-73f5deb9-ce88-4104-8fc2-f68652579e2e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.106275 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0005b42a-62c2-40b1-8691-fa6e5b21453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:17.113340 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:17.117199 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.126596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ba42c79d-5583-4e38-9d58-b04e5a51c267 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Synchronizing usage tracker for tenant:4e995e9f72ec471e8e6c5b6e94036fb6 on resource:subnet {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:17.150656 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674d23a4-63ed-4805-a23a-3552f59dbd02']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:17.150833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Made reservation on behalf of 74bc5cd7f1d043a3a8b8ad3b84f78b52 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:17.151983 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.180868 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005b42a-62c2-40b1-8691-fa6e5b21453f None None] Routers {'bd311849-a634-4f93-a82c-53be93db7102'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:17.181352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.181507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0005b42a-62c2-40b1-8691-fa6e5b21453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['bd311849-a634-4f93-a82c-53be93db7102'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:17.199015 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Pushing event updated for resources: {'Port': ['ID=fa0e4dea-1ec2-492d-83e6-1db0b837a2e0,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:17.203150 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a088af05-6d46-41f1-8d65-dc4318525b45') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:17.203482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a088af05-6d46-41f1-8d65-dc4318525b45') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:17.211674 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:17.224714 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:17.228597 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Usage tracker for resource:security_group_rule and tenant:74bc5cd7f1d043a3a8b8ad3b84f78b52 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:17.231909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:17.237821 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:17.260992 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:17.297149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:17.334737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.335064 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.338121 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385ace7-14a4-4f42-bcac-eb26e4a0518a None None] Pushing event updated for resources: {'Port': ['ID=52459c12-f310-4e32-854d-7030ac17cdbc,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:17.339768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-73f5deb9-ce88-4104-8fc2-f68652579e2e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.344008 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-73f5deb9-ce88-4104-8fc2-f68652579e2e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.8880963 Dec 21 22:18:17.344008 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ba42c79d-5583-4e38-9d58-b04e5a51c267 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Unset dirty status for tenant:4e995e9f72ec471e8e6c5b6e94036fb6 on resource:subnet {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:17.348305 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ba42c79d-5583-4e38-9d58-b04e5a51c267 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708 HTTP/1.1" status: 200 len: 207 time: 0.2995243 Dec 21 22:18:17.348305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59004) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:17.356083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59006) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:17.361643 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.362630 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-31ecc4cd-58d7-4777-a2dd-56a000aa64df tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.5607753 Dec 21 22:18:17.368162 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1516478264'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:17.368668 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:17.369264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.374867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-28998b9e-eec9-463c-8a4d-f5c0e5f3aaaa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.375730 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59012) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:17.408136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:17.419432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-d788bc62-0b91-43a1-94ae-0e561da8be03 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'enable_snat': False}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:17.425399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0005b42a-62c2-40b1-8691-fa6e5b21453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:17.426537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0005b42a-62c2-40b1-8691-fa6e5b21453f None None] The sync data for ids ['bd311849-a634-4f93-a82c-53be93db7102'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:18:17.433506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.480882 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Routers {'455dc10b-ceca-4beb-964a-bc790147d449'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:17.489492 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['455dc10b-ceca-4beb-964a-bc790147d449'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:17.517290 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:18:17.517684 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.530198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Usage tracker for resource:network and tenant:c0335393d5374c08ac632d08b8983e54 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:17.534087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.537371 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:17.566812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-28998b9e-eec9-463c-8a4d-f5c0e5f3aaaa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.597642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:17.621181 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:17.635422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:18:17.642352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-2d30904d-83fe-4247-a6c9-928ab38fb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port 52459c12-f310-4e32-854d-7030ac17cdbc {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:17.642685 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2d30904d-83fe-4247-a6c9-928ab38fb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.689516 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28998b9e-eec9-463c-8a4d-f5c0e5f3aaaa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16329dc9-272b-425a-84f1-353d17a26eca,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:17.719033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf41188-744c-45ae-8e3a-8e0bf5d9c38b,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:17.720379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.725921 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.736810 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.737160 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Added segment 9ad37e41-009d-43c4-801c-ad661297fd8d of type vlan for network cd99cb2e-d321-4498-a85a-86ed72eccfc5 Dec 21 22:18:17.785414 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/networks/674d23a4-63ed-4805-a23a-3552f59dbd02 HTTP/1.1" status: 204 len: 168 time: 3.7797489 Dec 21 22:18:17.785924 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59016) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:17.796643 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Made reservation on behalf of c0335393d5374c08ac632d08b8983e54 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:17.796902 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.799605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.802361 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0b3a3-cdfb-4117-8431-b516a85fae5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Network': ['ID=674d23a4-63ed-4805-a23a-3552f59dbd02,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:17.810362 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.817697 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c1a4bd05-e055-4e57-bc9b-7dd63b975582 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'name': 'tempest-PortsTestJSON-1643682572'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:17.821812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-28998b9e-eec9-463c-8a4d-f5c0e5f3aaaa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.822448 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] Set router 455dc10b-ceca-4beb-964a-bc790147d449 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:18:17.825911 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-28998b9e-eec9-463c-8a4d-f5c0e5f3aaaa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0871546 Dec 21 22:18:17.828678 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece67c36-8dfd-4cfb-b6af-28e46fb55dc3 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:17.832879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece67c36-8dfd-4cfb-b6af-28e46fb55dc3 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:17.836447 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece67c36-8dfd-4cfb-b6af-28e46fb55dc3 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:17.837295 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59020) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:17.840364 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece67c36-8dfd-4cfb-b6af-28e46fb55dc3 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:17.844262 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece67c36-8dfd-4cfb-b6af-28e46fb55dc3 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:17.848121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece67c36-8dfd-4cfb-b6af-28e46fb55dc3 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:17.849886 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ece67c36-8dfd-4cfb-b6af-28e46fb55dc3 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4874215 Dec 21 22:18:17.849997 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:17.855430 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:17.909098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=826c5ef3-5c22-4b8a-b234-0bb6834a7f4f,segment=NetworkSegment(9830252b-8b95-4c8f-b446-6585189fd96a),segment_id=9830252b-8b95-4c8f-b446-6585189fd96a)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:17.912992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59024) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:17.915163 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Usage tracker for resource:floatingip and tenant:1554338f714a4532b4ef038ba8da42a6 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:17.917687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:17.956871 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:18:17.986656 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:18.068864 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:18.083715 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:18.096069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:18.102945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Usage tracker for resource:security_group_rule and tenant:c0335393d5374c08ac632d08b8983e54 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:18.106281 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:18.118752 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:18:18.127216 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:18.155389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:18.158822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:18.159331 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:18.166156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:18:18.166872 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 41fbbad6-a7c1-4d6c-9ca9-ae9d885ad50c not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:18:18.200707 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c1a4bd05-e055-4e57-bc9b-7dd63b975582 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:18.208376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-2d30904d-83fe-4247-a6c9-928ab38fb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] For port 52459c12-f310-4e32-854d-7030ac17cdbc, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=52459c12-f310-4e32-854d-7030ac17cdbc,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:18.208725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2d30904d-83fe-4247-a6c9-928ab38fb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:18.217475 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=826c5ef3-5c22-4b8a-b234-0bb6834a7f4f,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:18.227113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:18.233950 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-20bfdfed-a840-4e57-af90-4e13330337ba tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3126240 Dec 21 22:18:18.235827 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59028) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:18.241011 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c1a4bd05-e055-4e57-bc9b-7dd63b975582 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:18.290294 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6452641 Dec 21 22:18:18.291088 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455dc10b-ceca-4beb-964a-bc790147d449', 'name': 'tempest-NetworksTestDHCPv6-router-1793366796', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:18:02Z', 'updated_at': '2021-12-21T22:18:06Z', 'revision_number': 2, 'project_id': '065d5148d6d54fb6b432072451bf7580', 'gw_port_host': None, '_interfaces': [{'id': '52459c12-f310-4e32-854d-7030ac17cdbc', 'name': '', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'mac_address': 'fa:16:3e:3f:3d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455dc10b-ceca-4beb-964a-bc790147d449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1e2cc3-2b58-40c7-a11f-67160790a082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:05Z', 'updated_at': '2021-12-21T22:18:16Z', 'revision_number': 4, 'project_id': '065d5148d6d54fb6b432072451bf7580', 'subnets': [{'id': '3f1e2cc3-2b58-40c7-a11f-67160790a082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:18.297269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c93e71-eb5a-497c-a0d5-1020d6167c44 None None] The sync data for ids ['455dc10b-ceca-4beb-964a-bc790147d449'] in dv-neutron-822520-1-hyperv is: [{'id': '455dc10b-ceca-4beb-964a-bc790147d449', 'name': 'tempest-NetworksTestDHCPv6-router-1793366796', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:18:02Z', 'updated_at': '2021-12-21T22:18:06Z', 'revision_number': 2, 'project_id': '065d5148d6d54fb6b432072451bf7580', 'gw_port_host': None, '_interfaces': [{'id': '52459c12-f310-4e32-854d-7030ac17cdbc', 'name': '', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'mac_address': 'fa:16:3e:3f:3d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455dc10b-ceca-4beb-964a-bc790147d449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f1e2cc3-2b58-40c7-a11f-67160790a082', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:05Z', 'updated_at': '2021-12-21T22:18:16Z', 'revision_number': 4, 'project_id': '065d5148d6d54fb6b432072451bf7580', 'subnets': [{'id': '3f1e2cc3-2b58-40c7-a11f-67160790a082', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:18:18.304656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59032) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:18.380041 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-2d30904d-83fe-4247-a6c9-928ab38fb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for 52459c12-f310-4e32-854d-7030ac17cdbc owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:18.418843 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-871e162e-0bc9-4252-80ea-4db8b7eb64dd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Request body: {'subnet': {'network_id': 'cd99cb2e-d321-4498-a85a-86ed72eccfc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:18.436507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:18.454039 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b026a-664a-4c1a-9450-8a415b68f200 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Pushing event updated for resources: {'Network': ['ID=cd99cb2e-d321-4498-a85a-86ed72eccfc5,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:18.475792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network cd99cb2e-d321-4498-a85a-86ed72eccfc5 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:18:18.485112 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a4bd05-e055-4e57-bc9b-7dd63b975582 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:18.488080 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1a4bd05-e055-4e57-bc9b-7dd63b975582 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:18.523259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee13a12-2e12-4d40-bc81-e3d74831474b tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:18.524487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee13a12-2e12-4d40-bc81-e3d74831474b tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:18.525937 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee13a12-2e12-4d40-bc81-e3d74831474b tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:18.527521 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee13a12-2e12-4d40-bc81-e3d74831474b tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:18.528947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee13a12-2e12-4d40-bc81-e3d74831474b tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:18.530789 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4ee13a12-2e12-4d40-bc81-e3d74831474b tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2937999 Dec 21 22:18:18.568154 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59036) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:18.633019 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-c1a4bd05-e055-4e57-bc9b-7dd63b975582 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] device_id is not set on port 6305f28e-48dd-4379-8ce6-dc015d2d8a4b yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:18:18.692653 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:18.693370 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:18.733644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:18.734395 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:18.750150 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:18.751076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-871e162e-0bc9-4252-80ea-4db8b7eb64dd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:18.756819 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-871e162e-0bc9-4252-80ea-4db8b7eb64dd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Usage tracker for resource:subnet and tenant:74bc5cd7f1d043a3a8b8ad3b84f78b52 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:18.757020 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62d9cc4-d82e-4c1b-bf3b-d4c903feb9d0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:18.757837 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62d9cc4-d82e-4c1b-bf3b-d4c903feb9d0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:18.759342 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62d9cc4-d82e-4c1b-bf3b-d4c903feb9d0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:18.760360 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-871e162e-0bc9-4252-80ea-4db8b7eb64dd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:18.760637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62d9cc4-d82e-4c1b-bf3b-d4c903feb9d0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:18.761976 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62d9cc4-d82e-4c1b-bf3b-d4c903feb9d0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:18.762749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d62d9cc4-d82e-4c1b-bf3b-d4c903feb9d0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Synchronizing usage tracker for tenant:4e995e9f72ec471e8e6c5b6e94036fb6 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:18.767619 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-871e162e-0bc9-4252-80ea-4db8b7eb64dd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:18.832302 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:18.858383 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871e162e-0bc9-4252-80ea-4db8b7eb64dd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Made reservation on behalf of 74bc5cd7f1d043a3a8b8ad3b84f78b52 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:18.899381 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:18:18.922592 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d62d9cc4-d82e-4c1b-bf3b-d4c903feb9d0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Unset dirty status for tenant:4e995e9f72ec471e8e6c5b6e94036fb6 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:18.923983 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d62d9cc4-d82e-4c1b-bf3b-d4c903feb9d0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3516893 Dec 21 22:18:18.930092 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5abd32-1f88-4d34-b064-534fee89742d,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:18.932357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59040) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:18.961096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:19.021687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:19.022217 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Added segment 6b159a0b-c6a5-4832-9f98-999fb5ad5728 of type vlan for network c45c868e-76b9-4f9b-bae7-0c04affc2910 Dec 21 22:18:19.035778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-871e162e-0bc9-4252-80ea-4db8b7eb64dd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:19.176341 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2d30904d-83fe-4247-a6c9-928ab38fb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:19.227791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:19.265092 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30904d-83fe-4247-a6c9-928ab38fb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=52459c12-f310-4e32-854d-7030ac17cdbc,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:19.317082 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f184519-64fb-48c7-8a82-a4ee8da34519 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:19.318473 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8f184519-64fb-48c7-8a82-a4ee8da34519 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "GET /v2.0/networks/ce9fab96-ad7a-4d51-9fe1-213c937774bb HTTP/1.1" status: 200 len: 804 time: 0.3405356 Dec 21 22:18:19.332192 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59044) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:19.428123 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Allocated IP 172.26.3.220 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/8fe68ae3-ff87-4808-ad74-a2f5b60e8b3c) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:19.445402 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1a4bd05-e055-4e57-bc9b-7dd63b975582 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:19.447782 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:19.452417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:19.453004 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:19.614714 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event updated for resources: {'Network': ['ID=c45c868e-76b9-4f9b-bae7-0c04affc2910,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:19.629209 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9401ae19-d6c8-4bf3-922c-32c63489d06b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.2716618 Dec 21 22:18:19.629426 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network c45c868e-76b9-4f9b-bae7-0c04affc2910 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:18:19.630409 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59048) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:19.644643 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-9c680ea5-5a1e-4185-abf6-8886c8482cb8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Request body: {'subnet': {'network_id': 'c45c868e-76b9-4f9b-bae7-0c04affc2910', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:19.718253 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-871e162e-0bc9-4252-80ea-4db8b7eb64dd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:19.895687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9c680ea5-5a1e-4185-abf6-8886c8482cb8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:19.897717 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e162e-0bc9-4252-80ea-4db8b7eb64dd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Pushing event updated for resources: {'Subnet': ['ID=5e44458c-6800-4587-840e-a19176d2826e,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:19.903832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9c680ea5-5a1e-4185-abf6-8886c8482cb8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Usage tracker for resource:subnet and tenant:c0335393d5374c08ac632d08b8983e54 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:19.911221 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9c680ea5-5a1e-4185-abf6-8886c8482cb8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:19.924981 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9c680ea5-5a1e-4185-abf6-8886c8482cb8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:19.938250 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871e162e-0bc9-4252-80ea-4db8b7eb64dd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Checking segment: {'id': '9ad37e41-009d-43c4-801c-ad661297fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd99cb2e-d321-4498-a85a-86ed72eccfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:19.943491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871e162e-0bc9-4252-80ea-4db8b7eb64dd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Network hostable DHCP agents. Network: cd99cb2e-d321-4498-a85a-86ed72eccfc5, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:18:19.958943 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a529f117-a7d3-41d8-980b-1650863564ed tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Synchronizing usage tracker for tenant:4e995e9f72ec471e8e6c5b6e94036fb6 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:19.962720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2d30904d-83fe-4247-a6c9-928ab38fb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:19.964560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d788bc62-0b91-43a1-94ae-0e561da8be03 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:20.016295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c680ea5-5a1e-4185-abf6-8886c8482cb8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Made reservation on behalf of c0335393d5374c08ac632d08b8983e54 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:20.052065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871e162e-0bc9-4252-80ea-4db8b7eb64dd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Network cd99cb2e-d321-4498-a85a-86ed72eccfc5 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:18:20.086284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a529f117-a7d3-41d8-980b-1650863564ed tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Unset dirty status for tenant:4e995e9f72ec471e8e6c5b6e94036fb6 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:20.087602 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a529f117-a7d3-41d8-980b-1650863564ed tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "GET /v2.0/networks/ce9fab96-ad7a-4d51-9fe1-213c937774bb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.7532961 Dec 21 22:18:20.088666 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1a4bd05-e055-4e57-bc9b-7dd63b975582 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:20.101098 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:20.106972 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59052) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:20.136958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-871e162e-0bc9-4252-80ea-4db8b7eb64dd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, cd99cb2e-d321-4498-a85a-86ed72eccfc5) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:20.145935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871e162e-0bc9-4252-80ea-4db8b7eb64dd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:20.146467 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-871e162e-0bc9-4252-80ea-4db8b7eb64dd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:20.147689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329eaf18-b4d7-42e6-a214-666a618df0e6 None None] Network cd99cb2e-d321-4498-a85a-86ed72eccfc5 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:20.152704 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9c680ea5-5a1e-4185-abf6-8886c8482cb8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:20.327908 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a4bd05-e055-4e57-bc9b-7dd63b975582 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:20.341172 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-c1a4bd05-e055-4e57-bc9b-7dd63b975582 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:20.349792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4bd05-e055-4e57-bc9b-7dd63b975582 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=6305f28e-48dd-4379-8ce6-dc015d2d8a4b,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:20.353950 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a4bd05-e055-4e57-bc9b-7dd63b975582 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:20.358543 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a4bd05-e055-4e57-bc9b-7dd63b975582 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:20.359343 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1a4bd05-e055-4e57-bc9b-7dd63b975582 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:20.366609 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e248ade5-273e-4208-9cf9-9c6880e31cf0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:20.371795 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e248ade5-273e-4208-9cf9-9c6880e31cf0 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "GET /v2.0/subnets/3eac26f8-1b63-46a0-8a39-a0a674c63d49 HTTP/1.1" status: 200 len: 843 time: 0.2283068 Dec 21 22:18:20.373173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59056) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:20.398055 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-871e162e-0bc9-4252-80ea-4db8b7eb64dd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0898063 Dec 21 22:18:20.401612 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59060) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:20.413646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Request body: {'port': {'network_id': 'cd99cb2e-d321-4498-a85a-86ed72eccfc5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-587329481'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:20.446774 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-cd99cb2e-d321-4498-a85a-86ed72eccfc5', 'network_id': 'cd99cb2e-d321-4498-a85a-86ed72eccfc5', 'tenant_id': '74bc5cd7f1d043a3a8b8ad3b84f78b52', 'fixed_ips': [{'subnet_id': '5e44458c-6800-4587-840e-a19176d2826e'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:18:20.447942 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:20.501037 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Router a17ecb2a-d926-43df-ba1b-03bfaad0e42d is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:18:20.601219 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17269247-6f37-4bd7-a021-711b3c784c03 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:20.602602 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-17269247-6f37-4bd7-a021-711b3c784c03 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "GET /v2.0/subnets/3eac26f8-1b63-46a0-8a39-a0a674c63d49?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2293932 Dec 21 22:18:20.606507 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59064) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:20.622982 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Allocated IP 172.20.0.2 (cd99cb2e-d321-4498-a85a-86ed72eccfc5/5e44458c-6800-4587-840e-a19176d2826e/707ff7ee-f23f-455f-b146-a0bb9b5b230b) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:20.657401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-dba3de33-1b32-425f-8351-f3ff9901c70c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-70068072'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:20.678485 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-dba3de33-1b32-425f-8351-f3ff9901c70c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:20.688107 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:20.706682 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Usage tracker for resource:port and tenant:74bc5cd7f1d043a3a8b8ad3b84f78b52 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:20.710642 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c1a4bd05-e055-4e57-bc9b-7dd63b975582 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9096439 Dec 21 22:18:20.711655 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-dba3de33-1b32-425f-8351-f3ff9901c70c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:20.713277 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:20.713634 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:20.716250 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59068) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:20.726054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:20.831422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Made reservation on behalf of 74bc5cd7f1d043a3a8b8ad3b84f78b52 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:20.834219 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:20.843693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba3de33-1b32-425f-8351-f3ff9901c70c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:20.844519 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:20.846478 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dba3de33-1b32-425f-8351-f3ff9901c70c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:20.854752 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Transition to ACTIVE for port object 707ff7ee-f23f-455f-b146-a0bb9b5b230b will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:20.880439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Transition to ACTIVE for port object 707ff7ee-f23f-455f-b146-a0bb9b5b230b will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:20.895417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] device_id is not set on port 2dea64b6-cd66-456b-8e94-2cbc6a069b23 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:18:20.939753 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:20.942036 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Pushing event updated for resources: {'Port': ['ID=8fe68ae3-ff87-4808-ad74-a2f5b60e8b3c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:20.945748 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:20.949594 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d7cb3-d3eb-4329-bf62-cb3a2a31b916 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port 6305f28e-48dd-4379-8ce6-dc015d2d8a4b {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:20.949935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7cb3-d3eb-4329-bf62-cb3a2a31b916 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:20.974223 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:20.982776 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9c680ea5-5a1e-4185-abf6-8886c8482cb8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:20.983346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:21.019717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Network cd99cb2e-d321-4498-a85a-86ed72eccfc5 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:21.022927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:21.026799 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:21.066076 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Pushing event updated for resources: {'Port': ['ID=707ff7ee-f23f-455f-b146-a0bb9b5b230b,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:21.067840 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba3de33-1b32-425f-8351-f3ff9901c70c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:18:21.073641 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d30904d-83fe-4247-a6c9-928ab38fb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Router 455dc10b-ceca-4beb-964a-bc790147d449 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:18:21.129297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Attempting to bind port 707ff7ee-f23f-455f-b146-a0bb9b5b230b on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:18:21.129788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Attempting to bind port 707ff7ee-f23f-455f-b146-a0bb9b5b230b by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '9ad37e41-009d-43c4-801c-ad661297fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd99cb2e-d321-4498-a85a-86ed72eccfc5'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:18:21.130533 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Attempting to bind port 707ff7ee-f23f-455f-b146-a0bb9b5b230b on network cd99cb2e-d321-4498-a85a-86ed72eccfc5 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:18:21.131148 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dba3de33-1b32-425f-8351-f3ff9901c70c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:21.131491 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-dba3de33-1b32-425f-8351-f3ff9901c70c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Added segment 2842d804-9134-486d-9379-8fd45502ad83 of type vlan for network a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2 Dec 21 22:18:21.132790 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c680ea5-5a1e-4185-abf6-8886c8482cb8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event updated for resources: {'Subnet': ['ID=66ea71fe-359b-41e0-a534-cf0cc9eee8e8,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:21.139881 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:18:21.140327 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Checking segment: {'id': '9ad37e41-009d-43c4-801c-ad661297fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd99cb2e-d321-4498-a85a-86ed72eccfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:21.140619 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:21.141006 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Bound using segment: {'id': '9ad37e41-009d-43c4-801c-ad661297fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd99cb2e-d321-4498-a85a-86ed72eccfc5'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:18:21.141606 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Bound port: 707ff7ee-f23f-455f-b146-a0bb9b5b230b, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad37e41-009d-43c4-801c-ad661297fd8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cd99cb2e-d321-4498-a85a-86ed72eccfc5'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:18:21.142322 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:21.159839 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d788bc62-0b91-43a1-94ae-0e561da8be03 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:21.215391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d788bc62-0b91-43a1-94ae-0e561da8be03 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:21.231636 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dba3de33-1b32-425f-8351-f3ff9901c70c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:21.271927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] For port 707ff7ee-f23f-455f-b146-a0bb9b5b230b, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:18:21.276390 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] For port 707ff7ee-f23f-455f-b146-a0bb9b5b230b, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=707ff7ee-f23f-455f-b146-a0bb9b5b230b,segment=NetworkSegment(9ad37e41-009d-43c4-801c-ad661297fd8d),segment_id=9ad37e41-009d-43c4-801c-ad661297fd8d)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:18:21.306226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c680ea5-5a1e-4185-abf6-8886c8482cb8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Checking segment: {'id': '6b159a0b-c6a5-4832-9f98-999fb5ad5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c45c868e-76b9-4f9b-bae7-0c04affc2910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:21.306630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c680ea5-5a1e-4185-abf6-8886c8482cb8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Network hostable DHCP agents. Network: c45c868e-76b9-4f9b-bae7-0c04affc2910, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:18:21.336810 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:21.369611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Allocated IP 172.20.0.12 (cd99cb2e-d321-4498-a85a-86ed72eccfc5/5e44458c-6800-4587-840e-a19176d2826e/2dea64b6-cd66-456b-8e94-2cbc6a069b23) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:21.440277 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32bad47-50cb-4a22-baf6-a306f1e082b3 None None] Pushing event updated for resources: {'Port': ['ID=707ff7ee-f23f-455f-b146-a0bb9b5b230b,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:21.472576 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dba3de33-1b32-425f-8351-f3ff9901c70c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:21.472576 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba3de33-1b32-425f-8351-f3ff9901c70c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:21.472827 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dba3de33-1b32-425f-8351-f3ff9901c70c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:21.545402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c680ea5-5a1e-4185-abf6-8886c8482cb8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Network c45c868e-76b9-4f9b-bae7-0c04affc2910 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:18:21.595927 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7cb3-d3eb-4329-bf62-cb3a2a31b916 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:21.747752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-5b2d7cb3-d3eb-4329-bf62-cb3a2a31b916 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for 6305f28e-48dd-4379-8ce6-dc015d2d8a4b owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:21.784564 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3de33-1b32-425f-8351-f3ff9901c70c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Network': ['ID=a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:21.786816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-9c680ea5-5a1e-4185-abf6-8886c8482cb8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, c45c868e-76b9-4f9b-bae7-0c04affc2910) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:21.796948 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d66a1d-e060-4e42-992d-86fe08dc2710 None None] Network c45c868e-76b9-4f9b-bae7-0c04affc2910 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:21.806237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c680ea5-5a1e-4185-abf6-8886c8482cb8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:21.806875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9c680ea5-5a1e-4185-abf6-8886c8482cb8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:21.807303 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d30904d-83fe-4247-a6c9-928ab38fb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:18:21.812641 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:18:21.860925 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-dba3de33-1b32-425f-8351-f3ff9901c70c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2532575 Dec 21 22:18:21.864493 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59072) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:21.883301 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-006d3f45-8956-472d-8775-ff00a4174922 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'subnet': {'network_id': 'a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:21.905154 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2d30904d-83fe-4247-a6c9-928ab38fb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "PUT /v2.0/routers/455dc10b-ceca-4beb-964a-bc790147d449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0710506 Dec 21 22:18:21.907150 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59076) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:21.912327 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:21.922155 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:21.944280 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9c680ea5-5a1e-4185-abf6-8886c8482cb8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3098724 Dec 21 22:18:21.952736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59080) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:21.966423 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:18:21.986137 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59979a02-5cd3-4f1e-9600-43c726aa8fb0 None None] Sync routers for ids ['a17ecb2a-d926-43df-ba1b-03bfaad0e42d'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:18:22.015203 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59979a02-5cd3-4f1e-9600-43c726aa8fb0 None None] Routers {'a17ecb2a-d926-43df-ba1b-03bfaad0e42d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:22.015822 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-59979a02-5cd3-4f1e-9600-43c726aa8fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['a17ecb2a-d926-43df-ba1b-03bfaad0e42d'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:22.018675 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692da2dd-fb72-425f-9ae2-b69116d21bd9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:22.020361 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692da2dd-fb72-425f-9ae2-b69116d21bd9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:22.024840 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-692da2dd-fb72-425f-9ae2-b69116d21bd9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1056895 Dec 21 22:18:22.025427 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59084) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:22.088296 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-59979a02-5cd3-4f1e-9600-43c726aa8fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:22.099315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7cb3-d3eb-4329-bf62-cb3a2a31b916 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:22.104491 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59979a02-5cd3-4f1e-9600-43c726aa8fb0 None None] Routers {'a17ecb2a-d926-43df-ba1b-03bfaad0e42d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:22.105484 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-59979a02-5cd3-4f1e-9600-43c726aa8fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['a17ecb2a-d926-43df-ba1b-03bfaad0e42d'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:22.169413 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:22.170716 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-49608d2f-5785-46ec-b109-9ebe05f491f9 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.4431248 Dec 21 22:18:22.184546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59088) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:22.185251 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-59979a02-5cd3-4f1e-9600-43c726aa8fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:22.185846 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59979a02-5cd3-4f1e-9600-43c726aa8fb0 None None] The sync data for ids ['a17ecb2a-d926-43df-ba1b-03bfaad0e42d'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:18:22.189392 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d7cb3-d3eb-4329-bf62-cb3a2a31b916 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=6305f28e-48dd-4379-8ce6-dc015d2d8a4b,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:22.210919 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-c45c868e-76b9-4f9b-bae7-0c04affc2910', 'network_id': 'c45c868e-76b9-4f9b-bae7-0c04affc2910', 'tenant_id': 'c0335393d5374c08ac632d08b8983e54', 'fixed_ips': [{'subnet_id': '66ea71fe-359b-41e0-a534-cf0cc9eee8e8'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:18:22.212368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:22.223211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Transition to ACTIVE for port object 2dea64b6-cd66-456b-8e94-2cbc6a069b23 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:22.229325 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e26dab17-f277-43da-a9d5-154217cdb069 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Request body: {'network': {'name': 'tempest-router-network01--135365024'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:22.241775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e26dab17-f277-43da-a9d5-154217cdb069 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:22.257435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e26dab17-f277-43da-a9d5-154217cdb069 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Usage tracker for resource:network and tenant:c0335393d5374c08ac632d08b8983e54 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:22.264714 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e26dab17-f277-43da-a9d5-154217cdb069 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:22.268887 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-006d3f45-8956-472d-8775-ff00a4174922 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:22.275514 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e26dab17-f277-43da-a9d5-154217cdb069 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:22.304708 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7cb3-d3eb-4329-bf62-cb3a2a31b916 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:22.309250 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5b2d7cb3-d3eb-4329-bf62-cb3a2a31b916 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/6305f28e-48dd-4379-8ce6-dc015d2d8a4b HTTP/1.1" status: 204 len: 168 time: 1.5508406 Dec 21 22:18:22.311527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-006d3f45-8956-472d-8775-ff00a4174922 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:22.314741 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:22.323633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59092) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:22.331434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a3d5580a-b058-4659-86f1-520918771561 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'mac_address': 'fa:16:3e:88:c6:30', 'name': 'tempest-PortsTestJSON-1721309405'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:22.356363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d788bc62-0b91-43a1-94ae-0e561da8be03 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Router bd311849-a634-4f93-a82c-53be93db7102 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:18:22.494810 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26dab17-f277-43da-a9d5-154217cdb069 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Made reservation on behalf of c0335393d5374c08ac632d08b8983e54 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:22.501406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e26dab17-f277-43da-a9d5-154217cdb069 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:22.525513 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006d3f45-8956-472d-8775-ff00a4174922 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Made reservation on behalf of 4e995e9f72ec471e8e6c5b6e94036fb6 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:22.537214 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Allocated IP 172.20.0.2 (c45c868e-76b9-4f9b-bae7-0c04affc2910/66ea71fe-359b-41e0-a534-cf0cc9eee8e8/ce61eecc-9da0-4d63-b76f-87503c8d6de0) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:22.600665 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 707ff7ee-f23f-455f-b146-a0bb9b5b230b up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:22.612078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:22.636153 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b96e33-18a6-4d88-a115-3f5697935765 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 3f1e2cc3-2b58-40c7-a11f-67160790a082 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:18:22.649078 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-12b96e33-18a6-4d88-a115-3f5697935765 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:22.722612 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dae6d0-a4a0-44ec-bbb2-e452b60bd4f5 None None] Network cd99cb2e-d321-4498-a85a-86ed72eccfc5 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:22.725382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a3d5580a-b058-4659-86f1-520918771561 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:22.749912 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a3d5580a-b058-4659-86f1-520918771561 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:port and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:22.816722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a3d5580a-b058-4659-86f1-520918771561 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:22.836394 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a3d5580a-b058-4659-86f1-520918771561 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:22.841054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Network cd99cb2e-d321-4498-a85a-86ed72eccfc5 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:22.852471 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26dab17-f277-43da-a9d5-154217cdb069 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:18:22.857203 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:22.869617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-006d3f45-8956-472d-8775-ff00a4174922 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:22.889465 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:22.910299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-12b96e33-18a6-4d88-a115-3f5697935765 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:22.919706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Pushing event updated for resources: {'Port': ['ID=2dea64b6-cd66-456b-8e94-2cbc6a069b23,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:22.956534 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e26dab17-f277-43da-a9d5-154217cdb069 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:22.957017 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-e26dab17-f277-43da-a9d5-154217cdb069 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Added segment 4007b0ba-7696-4667-9afd-68a59f8641e0 of type vlan for network d6c17f51-edba-4492-b0a5-6402126d63d4 Dec 21 22:18:22.983914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c6e04990-ae58-4f56-82cb-2373baf56094 None None] Provisioning for port 707ff7ee-f23f-455f-b146-a0bb9b5b230b completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:23.000905 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.018226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.022334 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Transition to ACTIVE for port object ce61eecc-9da0-4d63-b76f-87503c8d6de0 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:23.044378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.ipam_backend_mixin [None req-006d3f45-8956-472d-8775-ff00a4174922 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Performing IP validity checks on allocation pools {{(pid=84168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 21 22:18:23.045614 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.ipam_backend_mixin [None req-006d3f45-8956-472d-8775-ff00a4174922 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 21 22:18:23.051313 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:23.051881 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.062779 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-12b96e33-18a6-4d88-a115-3f5697935765 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.068753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d5580a-b058-4659-86f1-520918771561 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:23.068911 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 707ff7ee-f23f-455f-b146-a0bb9b5b230b completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:23.083905 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Transition to ACTIVE for port object ce61eecc-9da0-4d63-b76f-87503c8d6de0 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:23.085608 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 707ff7ee-f23f-455f-b146-a0bb9b5b230b triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:23.090952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.098647 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1aa94281-fd6a-4e30-98d0-7581c4ecb3db tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "GET /v2.0/routers/a17ecb2a-d926-43df-ba1b-03bfaad0e42d HTTP/1.1" status: 200 len: 920 time: 0.9083202 Dec 21 22:18:23.098647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.108285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59096) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:23.110426 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e26dab17-f277-43da-a9d5-154217cdb069 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.207732 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.226098 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Pushing event updated for resources: {'Port': ['ID=8fe68ae3-ff87-4808-ad74-a2f5b60e8b3c,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:23.253043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.306399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.318550 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8e225dd6-a948-48d0-9b15-7efc8db1b50f tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ecb2a-d926-43df-ba1b-03bfaad0e42d HTTP/1.1" status: 200 len: 205 time: 0.1996570 Dec 21 22:18:23.320831 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59100) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:23.337912 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Network c45c868e-76b9-4f9b-bae7-0c04affc2910 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:23.343889 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:23.347532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Pushing event updated for resources: {'Port': ['ID=ce61eecc-9da0-4d63-b76f-87503c8d6de0,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:23.350184 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:23.380379 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-663e6620-92fb-4b3c-a3cf-f64baaa48024 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9739661 Dec 21 22:18:23.380379 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [None req-e26dab17-f277-43da-a9d5-154217cdb069 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:18:23.391371 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59104) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:23.394396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.396848 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0045dd3e-ec39-43cb-b274-0cefe835e355 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5586367 Dec 21 22:18:23.398338 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-12b96e33-18a6-4d88-a115-3f5697935765 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.452888 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 707ff7ee-f23f-455f-b146-a0bb9b5b230b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=707ff7ee-f23f-455f-b146-a0bb9b5b230b,segment=NetworkSegment(9ad37e41-009d-43c4-801c-ad661297fd8d),segment_id=9ad37e41-009d-43c4-801c-ad661297fd8d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:23.460487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a3d5580a-b058-4659-86f1-520918771561 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.474339 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Attempting to bind port ce61eecc-9da0-4d63-b76f-87503c8d6de0 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:18:23.474713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Attempting to bind port ce61eecc-9da0-4d63-b76f-87503c8d6de0 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '6b159a0b-c6a5-4832-9f98-999fb5ad5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c45c868e-76b9-4f9b-bae7-0c04affc2910'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:18:23.475122 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Attempting to bind port ce61eecc-9da0-4d63-b76f-87503c8d6de0 on network c45c868e-76b9-4f9b-bae7-0c04affc2910 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:18:23.483328 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:18:23.487760 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Checking segment: {'id': '6b159a0b-c6a5-4832-9f98-999fb5ad5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c45c868e-76b9-4f9b-bae7-0c04affc2910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:23.487760 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.487760 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Bound using segment: {'id': '6b159a0b-c6a5-4832-9f98-999fb5ad5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c45c868e-76b9-4f9b-bae7-0c04affc2910'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:18:23.487760 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Bound port: ce61eecc-9da0-4d63-b76f-87503c8d6de0, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b159a0b-c6a5-4832-9f98-999fb5ad5728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c45c868e-76b9-4f9b-bae7-0c04affc2910'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:18:23.487760 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.495960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Request body: {'port': {'network_id': 'cd99cb2e-d321-4498-a85a-86ed72eccfc5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1024787904', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:23.499780 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.api.validators [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] bootfile-name is not in valid_values {{(pid=84169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:18:23.501703 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.api.validators [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] tftp-server is not in valid_values {{(pid=84169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:18:23.508839 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.api.validators [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] server-ip-address is not in valid_values {{(pid=84169) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:18:23.543121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-a3d5580a-b058-4659-86f1-520918771561 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] device_id is not set on port d5ef65b8-7672-4149-9f7c-12208eae0e45 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:18:23.551317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.574664 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b96e33-18a6-4d88-a115-3f5697935765 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=3f1e2cc3-2b58-40c7-a11f-67160790a082,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:23.615171 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e26dab17-f277-43da-a9d5-154217cdb069 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.618813 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26dab17-f277-43da-a9d5-154217cdb069 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:23.619478 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e26dab17-f277-43da-a9d5-154217cdb069 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.731627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] For port ce61eecc-9da0-4d63-b76f-87503c8d6de0, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:18:23.733990 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=707ff7ee-f23f-455f-b146-a0bb9b5b230b,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:23.740735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] For port ce61eecc-9da0-4d63-b76f-87503c8d6de0, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ce61eecc-9da0-4d63-b76f-87503c8d6de0,segment=NetworkSegment(6b159a0b-c6a5-4832-9f98-999fb5ad5728),segment_id=6b159a0b-c6a5-4832-9f98-999fb5ad5728)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:18:23.745307 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4650aaae-56a6-4033-9b3f-6f4c84196499 None None] Provisioning complete for port 707ff7ee-f23f-455f-b146-a0bb9b5b230b triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:23.745757 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4650aaae-56a6-4033-9b3f-6f4c84196499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.777914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-12b96e33-18a6-4d88-a115-3f5697935765 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.782663 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-12b96e33-18a6-4d88-a115-3f5697935765 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/3f1e2cc3-2b58-40c7-a11f-67160790a082 HTTP/1.1" status: 204 len: 168 time: 1.7557776 Dec 21 22:18:23.784527 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59116) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:23.838535 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bcb546-a804-4fb0-8692-209bb6c92d9a None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:23.856371 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-006d3f45-8956-472d-8775-ff00a4174922 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.866713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:23.977172 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26dab17-f277-43da-a9d5-154217cdb069 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event updated for resources: {'Network': ['ID=d6c17f51-edba-4492-b0a5-6402126d63d4,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:23.983985 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e26dab17-f277-43da-a9d5-154217cdb069 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.0261045 Dec 21 22:18:23.995503 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59120) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:24.008352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a9950eb6-6baa-4475-86e0-6f5726f1f928 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Request body: {'network': {'name': 'tempest-router-network02--11846569'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:24.018170 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:24.020343 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d788bc62-0b91-43a1-94ae-0e561da8be03 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:18:24.034260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d788bc62-0b91-43a1-94ae-0e561da8be03 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:24.038487 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d788bc62-0b91-43a1-94ae-0e561da8be03 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "PUT /v2.0/routers/bd311849-a634-4f93-a82c-53be93db7102 HTTP/1.1" status: 200 len: 925 time: 6.6403372 Dec 21 22:18:24.056695 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a9950eb6-6baa-4475-86e0-6f5726f1f928 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:24.068372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11279dd1-3d10-4ee8-9c93-af566201c3b1 None None] Sync routers for ids ['bd311849-a634-4f93-a82c-53be93db7102'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:18:24.068603 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59124) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:24.070943 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network d6c17f51-edba-4492-b0a5-6402126d63d4 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:18:24.112149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Usage tracker for resource:port and tenant:74bc5cd7f1d043a3a8b8ad3b84f78b52 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:24.129597 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a9950eb6-6baa-4475-86e0-6f5726f1f928 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Usage tracker for resource:network and tenant:c0335393d5374c08ac632d08b8983e54 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:24.130199 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f3637-48aa-4afa-b0a9-b825546634c3 None None] Pushing event updated for resources: {'Port': ['ID=ce61eecc-9da0-4d63-b76f-87503c8d6de0,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:24.134905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:24.144663 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a9950eb6-6baa-4475-86e0-6f5726f1f928 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:24.170536 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3ed50df8-b09b-4723-9a96-340af0699402 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3701723 Dec 21 22:18:24.172074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59128) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:24.178849 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:24.190420 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d3f45-8956-472d-8775-ff00a4174922 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Subnet': ['ID=b705de83-1550-4679-ab04-723c722501ff,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:24.193418 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a9950eb6-6baa-4475-86e0-6f5726f1f928 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:24.345740 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Made reservation on behalf of 74bc5cd7f1d043a3a8b8ad3b84f78b52 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:24.348927 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:24.474462 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-a862ac0b-dc70-4353-90de-60487cf8eafa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Synchronizing usage tracker for tenant:1554338f714a4532b4ef038ba8da42a6 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:24.478481 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11279dd1-3d10-4ee8-9c93-af566201c3b1 None None] Routers {'bd311849-a634-4f93-a82c-53be93db7102'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:24.483152 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-11279dd1-3d10-4ee8-9c93-af566201c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['bd311849-a634-4f93-a82c-53be93db7102'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:24.506417 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] device_id is not set on port 1e9041ea-8c31-4c19-bf45-c6e7e5598433 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:18:24.543095 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d3f45-8956-472d-8775-ff00a4174922 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Checking segment: {'id': '2842d804-9134-486d-9379-8fd45502ad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:24.543906 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d3f45-8956-472d-8775-ff00a4174922 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network hostable DHCP agents. Network: a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:18:24.573344 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0f934727-39e0-4c01-b789-57258bd37ea1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:24.576299 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 707ff7ee-f23f-455f-b146-a0bb9b5b230b up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:24.589182 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a3d5580a-b058-4659-86f1-520918771561 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:24.631328 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-11279dd1-3d10-4ee8-9c93-af566201c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:24.656246 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-a862ac0b-dc70-4353-90de-60487cf8eafa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Unset dirty status for tenant:1554338f714a4532b4ef038ba8da42a6 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:24.657360 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-a862ac0b-dc70-4353-90de-60487cf8eafa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--462923505&fields=id&tenant_id=1554338f714a4532b4ef038ba8da42a6 HTTP/1.1" status: 200 len: 267 time: 0.8456867 Dec 21 22:18:24.678061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9950eb6-6baa-4475-86e0-6f5726f1f928 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Made reservation on behalf of c0335393d5374c08ac632d08b8983e54 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:24.681014 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a9950eb6-6baa-4475-86e0-6f5726f1f928 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:24.696710 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11279dd1-3d10-4ee8-9c93-af566201c3b1 None None] Routers {'bd311849-a634-4f93-a82c-53be93db7102'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:24.697294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-11279dd1-3d10-4ee8-9c93-af566201c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['bd311849-a634-4f93-a82c-53be93db7102'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:24.697587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d3f45-8956-472d-8775-ff00a4174922 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Network a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:18:24.748925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9950eb6-6baa-4475-86e0-6f5726f1f928 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:18:24.766700 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a9950eb6-6baa-4475-86e0-6f5726f1f928 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:24.767114 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-a9950eb6-6baa-4475-86e0-6f5726f1f928 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Added segment 7ba52350-0fce-4fc8-a26f-d0ab87aed90c of type vlan for network c3590ff0-ee09-4238-83cf-dc0fcae0d1cf Dec 21 22:18:24.775291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-11279dd1-3d10-4ee8-9c93-af566201c3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:24.775291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11279dd1-3d10-4ee8-9c93-af566201c3b1 None None] The sync data for ids ['bd311849-a634-4f93-a82c-53be93db7102'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:18:24.802335 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 707ff7ee-f23f-455f-b146-a0bb9b5b230b triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:24.802597 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:24.803904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-006d3f45-8956-472d-8775-ff00a4174922 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:24.808888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006d3f45-8956-472d-8775-ff00a4174922 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:24.813338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-006d3f45-8956-472d-8775-ff00a4174922 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:24.821711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a9950eb6-6baa-4475-86e0-6f5726f1f928 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:24.834643 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af4cecb-6162-4a38-87b4-385796d21a47 None None] Network a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:24.847583 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a3d5580a-b058-4659-86f1-520918771561 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:24.867162 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4650aaae-56a6-4033-9b3f-6f4c84196499 None None] Provisioning for port 2dea64b6-cd66-456b-8e94-2cbc6a069b23 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:24.908196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4650aaae-56a6-4033-9b3f-6f4c84196499 None None] Provisioning complete for port 2dea64b6-cd66-456b-8e94-2cbc6a069b23 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:24.908433 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4650aaae-56a6-4033-9b3f-6f4c84196499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:24.943809 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-006d3f45-8956-472d-8775-ff00a4174922 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0733407 Dec 21 22:18:24.946171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d8ce08-f3e4-4d2c-86ad-f7aafdc4409d None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:18:24.946736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59136) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:24.953845 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-25b87043-6587-4831-8d90-548303b2c74e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:24.992442 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-65a29957-4e45-4ce7-8cc6-0f4e4cba55d9 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "GET /v2.0/routers/bd311849-a634-4f93-a82c-53be93db7102 HTTP/1.1" status: 200 len: 925 time: 0.9189904 Dec 21 22:18:24.996562 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59140) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:25.014831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d5580a-b058-4659-86f1-520918771561 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:25.019554 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8ce08-f3e4-4d2c-86ad-f7aafdc4409d None None] Deleting port d5d01417-28b8-4d2a-99ce-6633231bfe28 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:25.019949 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ce08-f3e4-4d2c-86ad-f7aafdc4409d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:25.052274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-a3d5580a-b058-4659-86f1-520918771561 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:25.054993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d5580a-b058-4659-86f1-520918771561 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:25.059198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d5580a-b058-4659-86f1-520918771561 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:25.059890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a3d5580a-b058-4659-86f1-520918771561 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:25.082782 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5580a-b058-4659-86f1-520918771561 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=d5ef65b8-7672-4149-9f7c-12208eae0e45,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:25.117535 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a9950eb6-6baa-4475-86e0-6f5726f1f928 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:25.121411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9950eb6-6baa-4475-86e0-6f5726f1f928 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:25.122098 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a9950eb6-6baa-4475-86e0-6f5726f1f928 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:25.164475 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-4650aaae-56a6-4033-9b3f-6f4c84196499 None None] Port 2dea64b6-cd66-456b-8e94-2cbc6a069b23 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:18:25.249739 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a3d5580a-b058-4659-86f1-520918771561 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9252880 Dec 21 22:18:25.250937 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59144) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:25.271104 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ce598f6-b6a5-4f73-8353-926633600ea5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:25.359276 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-0d0cff44-1719-4860-b4ad-5b73973c28a6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:25.359966 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-0d0cff44-1719-4860-b4ad-5b73973c28a6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Synchronizing usage tracker for tenant:1554338f714a4532b4ef038ba8da42a6 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:25.363097 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Allocated IP 172.20.0.3 (cd99cb2e-d321-4498-a85a-86ed72eccfc5/5e44458c-6800-4587-840e-a19176d2826e/1e9041ea-8c31-4c19-bf45-c6e7e5598433) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:25.383909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25b87043-6587-4831-8d90-548303b2c74e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7712190'] for subnet, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:25.406753 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2', 'network_id': 'a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2', 'tenant_id': '4e995e9f72ec471e8e6c5b6e94036fb6', 'fixed_ips': [{'subnet_id': 'b705de83-1550-4679-ab04-723c722501ff'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:18:25.407633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:25.423559 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2d8eaa60-5cdf-42bd-af49-c9bf01ad7104 None None] Provisioning complete for port 2dea64b6-cd66-456b-8e94-2cbc6a069b23 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:25.423934 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2d8eaa60-5cdf-42bd-af49-c9bf01ad7104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:25.473068 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1f47f9-d414-4d4d-ba5f-6daa5241eac6 None None] Network c45c868e-76b9-4f9b-bae7-0c04affc2910 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:25.484016 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a9950eb6-6baa-4475-86e0-6f5726f1f928 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4840169 Dec 21 22:18:25.498800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59148) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:25.506385 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-51c70bab-c654-413a-b575-7a670dc4096c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Request body: {'subnet': {'network_id': 'd6c17f51-edba-4492-b0a5-6402126d63d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:25.564826 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0f934727-39e0-4c01-b789-57258bd37ea1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:25.596528 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0f934727-39e0-4c01-b789-57258bd37ea1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:25.599867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9950eb6-6baa-4475-86e0-6f5726f1f928 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event updated for resources: {'Network': ['ID=c3590ff0-ee09-4238-83cf-dc0fcae0d1cf,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:25.602378 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-0d0cff44-1719-4860-b4ad-5b73973c28a6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Unset dirty status for tenant:1554338f714a4532b4ef038ba8da42a6 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:25.603581 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-0d0cff44-1719-4860-b4ad-5b73973c28a6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/networks?id=23bea38b-1ef2-4c9c-a871-d310f9003b4f HTTP/1.1" status: 200 len: 811 time: 0.7520304 Dec 21 22:18:25.632009 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2d8eaa60-5cdf-42bd-af49-c9bf01ad7104 None None] Port 2dea64b6-cd66-456b-8e94-2cbc6a069b23 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:18:25.668743 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-c66e2fd2-383a-4a42-abe7-6f41f1520cfd tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/quotas/1554338f714a4532b4ef038ba8da42a6 HTTP/1.1" status: 200 len: 375 time: 0.0457869 Dec 21 22:18:25.670910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e220b598-2407-4ffb-a12b-95b1bb4c232b tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:25.671506 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e220b598-2407-4ffb-a12b-95b1bb4c232b tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:25.682003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network c3590ff0-ee09-4238-83cf-dc0fcae0d1cf details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:18:25.683569 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-eec15a8b-3349-43aa-997a-859c6abb6c5f tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Synchronizing usage tracker for tenant:a861f3293388429abba521275c3540c3 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:25.822933 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-51c70bab-c654-413a-b575-7a670dc4096c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:25.834468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-51c70bab-c654-413a-b575-7a670dc4096c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Usage tracker for resource:subnet and tenant:c0335393d5374c08ac632d08b8983e54 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:25.840401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e220b598-2407-4ffb-a12b-95b1bb4c232b tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:25.842647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59152) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:25.842879 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e220b598-2407-4ffb-a12b-95b1bb4c232b tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports/d5ef65b8-7672-4149-9f7c-12208eae0e45 HTTP/1.1" status: 200 len: 841 time: 0.5639038 Dec 21 22:18:25.843984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-51c70bab-c654-413a-b575-7a670dc4096c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:25.867767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-51c70bab-c654-413a-b575-7a670dc4096c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:25.869716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-eec15a8b-3349-43aa-997a-859c6abb6c5f tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Unset dirty status for tenant:a861f3293388429abba521275c3540c3 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:25.871213 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-eec15a8b-3349-43aa-997a-859c6abb6c5f tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&device_id=bd311849-a634-4f93-a82c-53be93db7102&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8635004 Dec 21 22:18:25.875685 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59156) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:25.926729 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0f934727-39e0-4c01-b789-57258bd37ea1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:25.927153 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f934727-39e0-4c01-b789-57258bd37ea1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Fanout notify agent at l3_agent the message router_deleted on router 455dc10b-ceca-4beb-964a-bc790147d449 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:18:25.982676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25b87043-6587-4831-8d90-548303b2c74e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755463838437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7898352'] for subnet, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:26.003735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a44aa-b9b7-4587-9d22-aed7d5b793a9 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port d5ef65b8-7672-4149-9f7c-12208eae0e45 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:26.004063 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3d7a44aa-b9b7-4587-9d22-aed7d5b793a9 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:26.030961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a2d8ce08-f3e4-4d2c-86ad-f7aafdc4409d None None] For port d5d01417-28b8-4d2a-99ce-6633231bfe28, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d5d01417-28b8-4d2a-99ce-6633231bfe28,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:26.031360 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ce08-f3e4-4d2c-86ad-f7aafdc4409d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:26.032624 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c70bab-c654-413a-b575-7a670dc4096c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Made reservation on behalf of c0335393d5374c08ac632d08b8983e54 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:26.055472 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0f934727-39e0-4c01-b789-57258bd37ea1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:26.057040 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0f934727-39e0-4c01-b789-57258bd37ea1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/routers/455dc10b-ceca-4beb-964a-bc790147d449 HTTP/1.1" status: 204 len: 168 time: 1.8680334 Dec 21 22:18:26.061512 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b3d7acb7-64e1-4c0d-abcd-bcd838de5560 None None] Provisioning for port ce61eecc-9da0-4d63-b76f-87503c8d6de0 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:26.072785 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59160) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:26.123160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:26.133243 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b87043-6587-4831-8d90-548303b2c74e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event updated for resources: {'Subnet': ['ID=b705de83-1550-4679-ab04-723c722501ff,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:26.135967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f78b03-0c90-49e5-a8b3-20c24d820835 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:26.136530 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-80f78b03-0c90-49e5-a8b3-20c24d820835 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Synchronizing usage tracker for tenant:a861f3293388429abba521275c3540c3 on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:26.171655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Transition to ACTIVE for port object 1e9041ea-8c31-4c19-bf45-c6e7e5598433 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:26.188026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b87043-6587-4831-8d90-548303b2c74e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:26.188026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25b87043-6587-4831-8d90-548303b2c74e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:26.188026 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-25b87043-6587-4831-8d90-548303b2c74e tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "PUT /v2.0/subnets/b705de83-1550-4679-ab04-723c722501ff HTTP/1.1" status: 200 len: 900 time: 1.2376227 Dec 21 22:18:26.197318 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59164) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:26.203603 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-87653997-62b5-4bdc-a246-11c224cd3c58 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Synchronizing usage tracker for tenant:1554338f714a4532b4ef038ba8da42a6 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:26.237911 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8ce08-f3e4-4d2c-86ad-f7aafdc4409d None None] Calling delete_port for d5d01417-28b8-4d2a-99ce-6633231bfe28 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:26.305649 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ce598f6-b6a5-4f73-8353-926633600ea5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:26.437269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Allocated IP 2001:db8::3 (a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2/b705de83-1550-4679-ab04-723c722501ff/6cc15f03-43ff-4328-a893-70996d8d74cc) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:26.452334 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-51c70bab-c654-413a-b575-7a670dc4096c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:26.452796 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3d7a44aa-b9b7-4587-9d22-aed7d5b793a9 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:26.452796 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef33d72-b949-4ee9-8471-d5d98bfbf4d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:26.452796 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5ef33d72-b949-4ee9-8471-d5d98bfbf4d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:26.520724 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:26.564049 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ce61eecc-9da0-4d63-b76f-87503c8d6de0 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:26.752461 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a44aa-b9b7-4587-9d22-aed7d5b793a9 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for d5ef65b8-7672-4149-9f7c-12208eae0e45 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:26.757880 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:26.769723 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Transition to ACTIVE for port object 6cc15f03-43ff-4328-a893-70996d8d74cc will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:26.790825 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Transition to ACTIVE for port object 6cc15f03-43ff-4328-a893-70996d8d74cc will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:26.817825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:26.948540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-87653997-62b5-4bdc-a246-11c224cd3c58 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Unset dirty status for tenant:1554338f714a4532b4ef038ba8da42a6 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:26.949942 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-87653997-62b5-4bdc-a246-11c224cd3c58 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1554338f714a4532b4ef038ba8da42a6&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2255886 Dec 21 22:18:26.971448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-80f78b03-0c90-49e5-a8b3-20c24d820835 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Unset dirty status for tenant:a861f3293388429abba521275c3540c3 on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:26.972533 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-80f78b03-0c90-49e5-a8b3-20c24d820835 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "GET /v2.0/networks/1ca459d5-42d5-4445-a501-f60bc2ce7708 HTTP/1.1" status: 200 len: 881 time: 1.0939734 Dec 21 22:18:26.974641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-51c70bab-c654-413a-b575-7a670dc4096c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:26.974793 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a2d8ce08-f3e4-4d2c-86ad-f7aafdc4409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:26.979407 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:26.981342 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59168) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:26.993815 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-5ce598f6-b6a5-4f73-8353-926633600ea5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Deleting port fa0e4dea-1ec2-492d-83e6-1db0b837a2e0 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:26.994195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ce598f6-b6a5-4f73-8353-926633600ea5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.010527 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port ce61eecc-9da0-4d63-b76f-87503c8d6de0 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:27.018773 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3d7a44aa-b9b7-4587-9d22-aed7d5b793a9 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.031535 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8ce08-f3e4-4d2c-86ad-f7aafdc4409d None None] Pushing event deleted for resources: {'Port': ['ID=d5d01417-28b8-4d2a-99ce-6633231bfe28,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:27.065034 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.068284 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port ce61eecc-9da0-4d63-b76f-87503c8d6de0 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:27.074855 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.074992 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d13352c7-4eff-4658-9038-1c5245627117 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd311849-a634-4f93-a82c-53be93db7102 HTTP/1.1" status: 200 len: 205 time: 0.0621839 Dec 21 22:18:27.074992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59172) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:27.082586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5ef33d72-b949-4ee9-8471-d5d98bfbf4d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:27.086202 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5ef33d72-b949-4ee9-8471-d5d98bfbf4d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0066047 Dec 21 22:18:27.116856 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d8ce08-f3e4-4d2c-86ad-f7aafdc4409d None None] No DVR routers for this DVR port d5d01417-28b8-4d2a-99ce-6633231bfe28 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:18:27.138926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59176) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:27.149359 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Network a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:27.156016 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Network cd99cb2e-d321-4498-a85a-86ed72eccfc5 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:27.156399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:27.164542 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:27.170816 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Pushing event updated for resources: {'Port': ['ID=6cc15f03-43ff-4328-a893-70996d8d74cc,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:27.174674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.178234 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c70bab-c654-413a-b575-7a670dc4096c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event updated for resources: {'Subnet': ['ID=da0c2e0e-a1d1-4d54-be9f-91df0435a5e8,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:27.200088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:27.202130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a44aa-b9b7-4587-9d22-aed7d5b793a9 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=d5ef65b8-7672-4149-9f7c-12208eae0e45,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:27.212411 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:27.273645 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Subnet': ['ID=b705de83-1550-4679-ab04-723c722501ff,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:27.318723 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c70bab-c654-413a-b575-7a670dc4096c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Checking segment: {'id': '4007b0ba-7696-4667-9afd-68a59f8641e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd6c17f51-edba-4492-b0a5-6402126d63d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:27.319118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c70bab-c654-413a-b575-7a670dc4096c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Network hostable DHCP agents. Network: d6c17f51-edba-4492-b0a5-6402126d63d4, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:18:27.336547 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8af7f223-72f0-4929-92e6-0e8679833c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.341538 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Attempting to bind port 6cc15f03-43ff-4328-a893-70996d8d74cc on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:18:27.344503 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Attempting to bind port 6cc15f03-43ff-4328-a893-70996d8d74cc by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '2842d804-9134-486d-9379-8fd45502ad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:18:27.344888 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Attempting to bind port 6cc15f03-43ff-4328-a893-70996d8d74cc on network a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:18:27.361109 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.373722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:18:27.374107 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Checking segment: {'id': '2842d804-9134-486d-9379-8fd45502ad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:27.374530 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.374995 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Bound using segment: {'id': '2842d804-9134-486d-9379-8fd45502ad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:18:27.375478 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Bound port: 6cc15f03-43ff-4328-a893-70996d8d74cc, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2842d804-9134-486d-9379-8fd45502ad83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:18:27.375898 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.405895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.443999 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3d7a44aa-b9b7-4587-9d22-aed7d5b793a9 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.460531 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port ce61eecc-9da0-4d63-b76f-87503c8d6de0, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ce61eecc-9da0-4d63-b76f-87503c8d6de0,segment=NetworkSegment(6b159a0b-c6a5-4832-9f98-999fb5ad5728),segment_id=6b159a0b-c6a5-4832-9f98-999fb5ad5728)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:27.495886 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] For port 6cc15f03-43ff-4328-a893-70996d8d74cc, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:18:27.501146 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] For port 6cc15f03-43ff-4328-a893-70996d8d74cc, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=6cc15f03-43ff-4328-a893-70996d8d74cc,segment=NetworkSegment(2842d804-9134-486d-9379-8fd45502ad83),segment_id=2842d804-9134-486d-9379-8fd45502ad83)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:18:27.513805 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:27.521724 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-21f6cf5f-13f2-4f3f-8b87-edb1fae78ba8 service neutron] 10.222.0.37 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5596528 Dec 21 22:18:27.537496 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.542218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2842d804-9134-486d-9379-8fd45502ad83') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:27.548446 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2842d804-9134-486d-9379-8fd45502ad83') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:27.566960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.588470 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.594468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.600156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:18:27.600799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.605782 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d5d01417-28b8-4d2a-99ce-6633231bfe28 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:27.618453 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:27.630693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c70bab-c654-413a-b575-7a670dc4096c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Network d6c17f51-edba-4492-b0a5-6402126d63d4 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:18:27.642782 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f50b3e-0455-4fcc-afe1-fb3c9518ea81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:27.643454 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f0f50b3e-0455-4fcc-afe1-fb3c9518ea81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:27.657701 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: d5d01417-28b8-4d2a-99ce-6633231bfe28 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:18:27.658247 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d5d01417-28b8-4d2a-99ce-6633231bfe28 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:18:27.674792 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3d7a44aa-b9b7-4587-9d22-aed7d5b793a9 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/d5ef65b8-7672-4149-9f7c-12208eae0e45 HTTP/1.1" status: 204 len: 168 time: 1.8294699 Dec 21 22:18:27.681154 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59180) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:27.687698 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=ce61eecc-9da0-4d63-b76f-87503c8d6de0,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:27.699124 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:18:27.732219 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-51c70bab-c654-413a-b575-7a670dc4096c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, d6c17f51-edba-4492-b0a5-6402126d63d4) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:27.738292 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c70bab-c654-413a-b575-7a670dc4096c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:27.739983 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-51c70bab-c654-413a-b575-7a670dc4096c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.757297 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-778bd9c3-6192-4b31-a3ce-fd3560efe563 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.758985 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee41c12-11fd-4f77-a6d0-22819df1be3b None None] Pushing event updated for resources: {'Port': ['ID=6cc15f03-43ff-4328-a893-70996d8d74cc,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:27.763257 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ff8e58-ad89-412e-a69f-21d906ebdb1b None None] Network d6c17f51-edba-4492-b0a5-6402126d63d4 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:27.781412 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-acd6601d-4308-42b2-b4b6-b808200f4a44 None None] Provisioning for port 1e9041ea-8c31-4c19-bf45-c6e7e5598433 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:27.784538 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fedf1e0-6a7f-4509-a830-d0ea855aa1a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] GET failed (client error): The resource could not be found. Dec 21 22:18:27.785392 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7fedf1e0-6a7f-4509-a830-d0ea855aa1a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:27.802259 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ce598f6-b6a5-4f73-8353-926633600ea5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.821973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.api [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:18:27.821973 dv-neutron-822520-1-hyperv neutron-server[84168]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:18:27.821973 dv-neutron-822520-1-hyperv neutron-server[84168]: [parameters: {'id': 'a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2'}] Dec 21 22:18:27.821973 dv-neutron-822520-1-hyperv neutron-server[84168]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:18:27.823379 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG oslo_db.api [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:18:27.846326 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-acd6601d-4308-42b2-b4b6-b808200f4a44 None None] Provisioning complete for port 1e9041ea-8c31-4c19-bf45-c6e7e5598433 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:27.846695 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-acd6601d-4308-42b2-b4b6-b808200f4a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:27.862838 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Pushing event updated for resources: {'Port': ['ID=1e9041ea-8c31-4c19-bf45-c6e7e5598433,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:27.933345 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-51c70bab-c654-413a-b575-7a670dc4096c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4334717 Dec 21 22:18:27.939932 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59184) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:27.948054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-64bc34c5-1691-40b4-b25f-90c0a20f1526 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Request body: {'subnet': {'network_id': 'c3590ff0-ee09-4238-83cf-dc0fcae0d1cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:27.997147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-5ce598f6-b6a5-4f73-8353-926633600ea5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Calling delete_port for fa0e4dea-1ec2-492d-83e6-1db0b837a2e0 owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:28.013145 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-acd6601d-4308-42b2-b4b6-b808200f4a44 None None] Port 1e9041ea-8c31-4c19-bf45-c6e7e5598433 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:18:28.025311 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95576305-e588-4be7-9d76-671c1091f7bb None None] Network a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:28.111757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-64bc34c5-1691-40b4-b25f-90c0a20f1526 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:28.117660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-64bc34c5-1691-40b4-b25f-90c0a20f1526 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Usage tracker for resource:subnet and tenant:c0335393d5374c08ac632d08b8983e54 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:28.124572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-64bc34c5-1691-40b4-b25f-90c0a20f1526 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:28.132393 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-64bc34c5-1691-40b4-b25f-90c0a20f1526 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:28.153487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-778bd9c3-6192-4b31-a3ce-fd3560efe563 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:28.165773 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:28.175232 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:28.188413 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f0f50b3e-0455-4fcc-afe1-fb3c9518ea81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:28.193387 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f0f50b3e-0455-4fcc-afe1-fb3c9518ea81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0466225 Dec 21 22:18:28.193548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59188) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:28.257565 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-b865ad36-7848-40ec-bd9f-8c12e5261222 service neutron] 10.222.0.37 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6588914 Dec 21 22:18:28.261883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bc34c5-1691-40b4-b25f-90c0a20f1526 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Made reservation on behalf of c0335393d5374c08ac632d08b8983e54 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:28.291268 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-43a69a39-a0b6-4576-a2b0-06da6e622f0e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:router {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:28.296406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-778bd9c3-6192-4b31-a3ce-fd3560efe563 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Deleting port f9ae70c7-872a-4b67-923a-eaf12d06314a {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:28.297089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-778bd9c3-6192-4b31-a3ce-fd3560efe563 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:28.327823 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-d6c17f51-edba-4492-b0a5-6402126d63d4', 'network_id': 'd6c17f51-edba-4492-b0a5-6402126d63d4', 'tenant_id': 'c0335393d5374c08ac632d08b8983e54', 'fixed_ips': [{'subnet_id': 'da0c2e0e-a1d1-4d54-be9f-91df0435a5e8'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:18:28.328787 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:28.331262 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:28.336192 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bbdc4dcd-e275-4edb-80cd-4b6cf6773abd tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.9431226 Dec 21 22:18:28.337017 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ce598f6-b6a5-4f73-8353-926633600ea5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:28.341179 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7fedf1e0-6a7f-4509-a830-d0ea855aa1a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:28.347322 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7fedf1e0-6a7f-4509-a830-d0ea855aa1a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports/d5ef65b8-7672-4149-9f7c-12208eae0e45 HTTP/1.1" status: 404 len: 333 time: 0.6598253 Dec 21 22:18:28.353602 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59192) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:28.353602 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59194) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:28.467479 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-43a69a39-a0b6-4576-a2b0-06da6e622f0e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:router {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:28.471517 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-8d514b38-5c62-4615-ba80-9540018f7a88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'name': 'tempest-PortsTestJSON-1511569625'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:28.473108 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-43a69a39-a0b6-4576-a2b0-06da6e622f0e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2775009 Dec 21 22:18:28.475968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59200) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:28.498789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ce61eecc-9da0-4d63-b76f-87503c8d6de0 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:28.505063 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-64bc34c5-1691-40b4-b25f-90c0a20f1526 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:28.518147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce598f6-b6a5-4f73-8353-926633600ea5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Pushing event deleted for resources: {'Port': ['ID=fa0e4dea-1ec2-492d-83e6-1db0b837a2e0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:28.518426 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Deleting port 6cc15f03-43ff-4328-a893-70996d8d74cc {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:28.518751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:28.556401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-7f4917fa-436b-46a1-8631-4d5e2e190e65 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:28.755699 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Allocated IP 172.20.0.2 (d6c17f51-edba-4492-b0a5-6402126d63d4/da0c2e0e-a1d1-4d54-be9f-91df0435a5e8/a673b89e-f05e-4e96-b8f2-37f8fd5dec02) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:28.759080 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c2b4e-7e43-4de1-a209-b18c737a5405 None None] Network a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:28.783203 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port ce61eecc-9da0-4d63-b76f-87503c8d6de0 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:28.783631 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:28.867214 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8d514b38-5c62-4615-ba80-9540018f7a88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:28.876810 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-de61f9c9-6441-48e7-b28a-273d4ce3a56a req-21f6a846-b5f4-45ca-ba50-998550c7b050 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1633718 Dec 21 22:18:28.945291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8d514b38-5c62-4615-ba80-9540018f7a88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:29.032478 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e664ba9-694c-473a-ade8-bd1ea9e15c11 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:29.036392 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e664ba9-694c-473a-ade8-bd1ea9e15c11 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:29.040283 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e664ba9-694c-473a-ade8-bd1ea9e15c11 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:29.041451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8e664ba9-694c-473a-ade8-bd1ea9e15c11 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Synchronizing usage tracker for tenant:74bc5cd7f1d043a3a8b8ad3b84f78b52 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:29.052840 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ce598f6-b6a5-4f73-8353-926633600ea5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.083107 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7f4917fa-436b-46a1-8631-4d5e2e190e65 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:29.151347 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7f4917fa-436b-46a1-8631-4d5e2e190e65 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:29.158203 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-778bd9c3-6192-4b31-a3ce-fd3560efe563 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.189933 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d514b38-5c62-4615-ba80-9540018f7a88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:29.193111 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d514b38-5c62-4615-ba80-9540018f7a88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.258290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.270775 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Transition to ACTIVE for port object a673b89e-f05e-4e96-b8f2-37f8fd5dec02 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:29.291090 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Transition to ACTIVE for port object a673b89e-f05e-4e96-b8f2-37f8fd5dec02 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:29.291300 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8e664ba9-694c-473a-ade8-bd1ea9e15c11 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Unset dirty status for tenant:74bc5cd7f1d043a3a8b8ad3b84f78b52 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:29.296439 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8e664ba9-694c-473a-ade8-bd1ea9e15c11 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.8729570 Dec 21 22:18:29.350771 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-8d514b38-5c62-4615-ba80-9540018f7a88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] device_id is not set on port 1c975bf0-59a3-4f15-96bd-d4fb1f210f21 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:18:29.353953 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59210) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:29.354427 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.355506 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4917fa-436b-46a1-8631-4d5e2e190e65 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:29.401423 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ce598f6-b6a5-4f73-8353-926633600ea5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.418259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-778bd9c3-6192-4b31-a3ce-fd3560efe563 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Calling delete_port for f9ae70c7-872a-4b67-923a-eaf12d06314a owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:29.421032 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ce598f6-b6a5-4f73-8353-926633600ea5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.424056 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Network d6c17f51-edba-4492-b0a5-6402126d63d4 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:29.427042 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:29.431265 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:29.438202 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Pushing event updated for resources: {'Port': ['ID=a673b89e-f05e-4e96-b8f2-37f8fd5dec02,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:29.486276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] For port 6cc15f03-43ff-4328-a893-70996d8d74cc, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=6cc15f03-43ff-4328-a893-70996d8d74cc,segment=NetworkSegment(2842d804-9134-486d-9379-8fd45502ad83),segment_id=2842d804-9134-486d-9379-8fd45502ad83)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:29.486722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.535910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ce598f6-b6a5-4f73-8353-926633600ea5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.536515 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce598f6-b6a5-4f73-8353-926633600ea5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Fanout notify agent at l3_agent the message router_deleted on router a17ecb2a-d926-43df-ba1b-03bfaad0e42d {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:18:29.538218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Attempting to bind port a673b89e-f05e-4e96-b8f2-37f8fd5dec02 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:18:29.538586 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Attempting to bind port a673b89e-f05e-4e96-b8f2-37f8fd5dec02 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '4007b0ba-7696-4667-9afd-68a59f8641e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd6c17f51-edba-4492-b0a5-6402126d63d4'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:18:29.538945 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Attempting to bind port a673b89e-f05e-4e96-b8f2-37f8fd5dec02 on network d6c17f51-edba-4492-b0a5-6402126d63d4 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:18:29.547099 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:18:29.547581 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Checking segment: {'id': '4007b0ba-7696-4667-9afd-68a59f8641e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd6c17f51-edba-4492-b0a5-6402126d63d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:29.548063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.548504 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Bound using segment: {'id': '4007b0ba-7696-4667-9afd-68a59f8641e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd6c17f51-edba-4492-b0a5-6402126d63d4'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:18:29.548886 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Bound port: a673b89e-f05e-4e96-b8f2-37f8fd5dec02, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4007b0ba-7696-4667-9afd-68a59f8641e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd6c17f51-edba-4492-b0a5-6402126d63d4'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:18:29.549255 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.593334 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c686aa5b-ffb2-495e-90af-95febf57be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.634985 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ce598f6-b6a5-4f73-8353-926633600ea5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.639606 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5ce598f6-b6a5-4f73-8353-926633600ea5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "DELETE /v2.0/routers/a17ecb2a-d926-43df-ba1b-03bfaad0e42d HTTP/1.1" status: 204 len: 168 time: 6.3143404 Dec 21 22:18:29.639781 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59214) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:29.646648 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] For port a673b89e-f05e-4e96-b8f2-37f8fd5dec02, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:18:29.646857 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1157133303', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'enable_snat': False}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:29.650055 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] For port a673b89e-f05e-4e96-b8f2-37f8fd5dec02, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a673b89e-f05e-4e96-b8f2-37f8fd5dec02,segment=NetworkSegment(4007b0ba-7696-4667-9afd-68a59f8641e0),segment_id=4007b0ba-7696-4667-9afd-68a59f8641e0)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:18:29.652565 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d514b38-5c62-4615-ba80-9540018f7a88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.654430 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:29.660407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Usage tracker for resource:router and tenant:80d53883fe774935b19c9898a7fefba9 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:29.663882 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:29.671463 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:29.713783 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.734037 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Calling delete_port for 6cc15f03-43ff-4328-a893-70996d8d74cc owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:29.736332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.737446 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.759496 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.777991 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d514b38-5c62-4615-ba80-9540018f7a88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.797626 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada524d-7639-4353-ad25-77f086061fa3 None None] Pushing event updated for resources: {'Port': ['ID=a673b89e-f05e-4e96-b8f2-37f8fd5dec02,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:29.802201 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-36a94886-7585-4a77-982d-ed321786a62c tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Deleting port 1e9041ea-8c31-4c19-bf45-c6e7e5598433 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:29.802718 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-36a94886-7585-4a77-982d-ed321786a62c tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.874065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f4917fa-436b-46a1-8631-4d5e2e190e65 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:29.946163 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d514b38-5c62-4615-ba80-9540018f7a88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:30.002932 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-8d514b38-5c62-4615-ba80-9540018f7a88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:30.011607 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d514b38-5c62-4615-ba80-9540018f7a88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=1c975bf0-59a3-4f15-96bd-d4fb1f210f21,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:30.013088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d514b38-5c62-4615-ba80-9540018f7a88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:30.017239 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d514b38-5c62-4615-ba80-9540018f7a88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:30.017884 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d514b38-5c62-4615-ba80-9540018f7a88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:30.088582 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-249270ff-e242-4655-b621-cdade7c381d6 req-66303510-af65-43ad-9f36-3951cf897266 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0830648 Dec 21 22:18:30.100954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:30.137599 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8d514b38-5c62-4615-ba80-9540018f7a88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7127163 Dec 21 22:18:30.143316 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59220) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:30.149464 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-0d20ba1f-618c-465e-a910-bd056677d817 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:30.300470 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-64bc34c5-1691-40b4-b25f-90c0a20f1526 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:30.302898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0d20ba1f-618c-465e-a910-bd056677d817 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:30.383304 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:30.496305 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a673b89e-f05e-4e96-b8f2-37f8fd5dec02 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:30.581442 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Port': ['ID=6cc15f03-43ff-4328-a893-70996d8d74cc,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:30.608340 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] No DVR routers for this DVR port 6cc15f03-43ff-4328-a893-70996d8d74cc on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:18:30.658644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc34c5-1691-40b4-b25f-90c0a20f1526 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event updated for resources: {'Subnet': ['ID=8445d3f4-0507-49a6-bc34-9a6d7250ae46,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:30.696938 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:30.714698 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port a673b89e-f05e-4e96-b8f2-37f8fd5dec02 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:30.744171 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:30.766052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-36a94886-7585-4a77-982d-ed321786a62c tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:30.791263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:30.793798 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:30.809510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-778bd9c3-6192-4b31-a3ce-fd3560efe563 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:30.853094 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.resource_extend [None req-0d20ba1f-618c-465e-a910-bd056677d817 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:18:30.877744 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0d20ba1f-618c-465e-a910-bd056677d817 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:30.927916 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf503c8-e96f-4b57-be2c-06d0e061c9be None None] Sync routers for ids ['455dc10b-ceca-4beb-964a-bc790147d449'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:18:30.949175 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:30.956863 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0d20ba1f-618c-465e-a910-bd056677d817 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:30.967469 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf503c8-e96f-4b57-be2c-06d0e061c9be None None] Routers set() bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:30.967839 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf503c8-e96f-4b57-be2c-06d0e061c9be None None] Router IDs set() for agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 21 22:18:30.968481 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_agentschedulers_db [None req-1bf503c8-e96f-4b57-be2c-06d0e061c9be None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'455dc10b-ceca-4beb-964a-bc790147d449'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent'). {{(pid=84171) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 21 22:18:30.972030 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6789f63-bc32-4570-84c9-ab29c56ebc6d None None] Network d6c17f51-edba-4492-b0a5-6402126d63d4 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:30.979595 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf503c8-e96f-4b57-be2c-06d0e061c9be None None] Routers set() bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:30.979595 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf503c8-e96f-4b57-be2c-06d0e061c9be None None] Router IDs set() for agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 21 22:18:30.980046 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_agentschedulers_db [None req-1bf503c8-e96f-4b57-be2c-06d0e061c9be None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'455dc10b-ceca-4beb-964a-bc790147d449'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent'). {{(pid=84171) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 21 22:18:30.980616 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf503c8-e96f-4b57-be2c-06d0e061c9be None None] The sync data for ids ['455dc10b-ceca-4beb-964a-bc790147d449'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:18:31.016246 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bc34c5-1691-40b4-b25f-90c0a20f1526 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Checking segment: {'id': '7ba52350-0fce-4fc8-a26f-d0ab87aed90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3590ff0-ee09-4238-83cf-dc0fcae0d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:31.016612 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bc34c5-1691-40b4-b25f-90c0a20f1526 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Network hostable DHCP agents. Network: c3590ff0-ee09-4238-83cf-dc0fcae0d1cf, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:18:31.032967 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-0d20ba1f-618c-465e-a910-bd056677d817 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] In _notify_port_updated(), no bound segment for port 1c975bf0-59a3-4f15-96bd-d4fb1f210f21 on network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e {{(pid=84169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:18:31.037278 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d20ba1f-618c-465e-a910-bd056677d817 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:31.037888 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0d20ba1f-618c-465e-a910-bd056677d817 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:31.038359 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-36a94886-7585-4a77-982d-ed321786a62c tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Calling delete_port for 1e9041ea-8c31-4c19-bf45-c6e7e5598433 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:31.039256 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0d20ba1f-618c-465e-a910-bd056677d817 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "PUT /v2.0/ports/1c975bf0-59a3-4f15-96bd-d4fb1f210f21 HTTP/1.1" status: 200 len: 818 time: 0.8947754 Dec 21 22:18:31.051899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59224) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:31.084086 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778bd9c3-6192-4b31-a3ce-fd3560efe563 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Pushing event deleted for resources: {'Port': ['ID=f9ae70c7-872a-4b67-923a-eaf12d06314a,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:31.121382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:31.132629 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Allocated IP 172.26.3.166 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/cb392c1b-c5e5-43cb-b55d-5060ce82324d) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:31.180126 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2842d804-9134-486d-9379-8fd45502ad83') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:31.180346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2842d804-9134-486d-9379-8fd45502ad83') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:31.182255 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20ba1f-618c-465e-a910-bd056677d817 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=1c975bf0-59a3-4f15-96bd-d4fb1f210f21,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:31.242141 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-467adcc2-a99f-4ae8-99a0-f6980f388d9c None None] Provisioning for port a673b89e-f05e-4e96-b8f2-37f8fd5dec02 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:31.253069 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-467adcc2-a99f-4ae8-99a0-f6980f388d9c None None] Provisioning complete for port a673b89e-f05e-4e96-b8f2-37f8fd5dec02 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:31.253829 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-467adcc2-a99f-4ae8-99a0-f6980f388d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:31.268489 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3e969cff-fc6a-4f16-a28e-141800f76bd7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port 1c975bf0-59a3-4f15-96bd-d4fb1f210f21 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:31.272851 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e969cff-fc6a-4f16-a28e-141800f76bd7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:31.288151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:31.300250 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5885aa29-fe5b-46b5-b482-4dc203a3861f req-34f95ba2-4097-4f86-b221-be912ea2cfd8 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1221945 Dec 21 22:18:31.358842 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:31.456259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-467adcc2-a99f-4ae8-99a0-f6980f388d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:31.478758 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:18:31.479473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:31.479920 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:31.496184 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:31.506156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-467adcc2-a99f-4ae8-99a0-f6980f388d9c None None] For port a673b89e-f05e-4e96-b8f2-37f8fd5dec02, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a673b89e-f05e-4e96-b8f2-37f8fd5dec02,segment=NetworkSegment(4007b0ba-7696-4667-9afd-68a59f8641e0),segment_id=4007b0ba-7696-4667-9afd-68a59f8641e0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:31.516170 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bc34c5-1691-40b4-b25f-90c0a20f1526 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Network c3590ff0-ee09-4238-83cf-dc0fcae0d1cf is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:18:31.576432 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-467adcc2-a99f-4ae8-99a0-f6980f388d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:31.587977 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e969cff-fc6a-4f16-a28e-141800f76bd7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:31.652164 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467adcc2-a99f-4ae8-99a0-f6980f388d9c None None] Pushing event updated for resources: {'Port': ['ID=a673b89e-f05e-4e96-b8f2-37f8fd5dec02,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:31.726288 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3e969cff-fc6a-4f16-a28e-141800f76bd7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for 1c975bf0-59a3-4f15-96bd-d4fb1f210f21 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:31.726621 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6091ded7-9c4e-4737-9c04-041baa929c32 None None] get_active_networks_info from dv-neutron-822520-1-hyperv {{(pid=84170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:18:31.829342 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:31.841096 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-778bd9c3-6192-4b31-a3ce-fd3560efe563 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:31.847466 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e5388272-672f-4861-8d59-9cf14f0a7fff None None] Provisioning complete for port a673b89e-f05e-4e96-b8f2-37f8fd5dec02 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:31.848018 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e5388272-672f-4861-8d59-9cf14f0a7fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:31.903298 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:31.906241 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:31.910945 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:31.915278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-64bc34c5-1691-40b4-b25f-90c0a20f1526 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, c3590ff0-ee09-4238-83cf-dc0fcae0d1cf) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:31.925544 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.objects.ports [None req-7f4917fa-436b-46a1-8631-4d5e2e190e65 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84168) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:18:31.937566 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Pushing event updated for resources: {'Port': ['ID=cb392c1b-c5e5-43cb-b55d-5060ce82324d,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:31.942849 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e969cff-fc6a-4f16-a28e-141800f76bd7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:31.977038 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bc34c5-1691-40b4-b25f-90c0a20f1526 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:31.977626 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-64bc34c5-1691-40b4-b25f-90c0a20f1526 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:31.984715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6091ded7-9c4e-4737-9c04-041baa929c32 None None] Resources bound (agent type, host, resource id): {{(pid=84170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 22:18:31.990993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f4917fa-436b-46a1-8631-4d5e2e190e65 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:31.994716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:31.999132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e969cff-fc6a-4f16-a28e-141800f76bd7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=1c975bf0-59a3-4f15-96bd-d4fb1f210f21,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:32.018434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e969cff-fc6a-4f16-a28e-141800f76bd7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:32.059888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:32.071057 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-36a94886-7585-4a77-982d-ed321786a62c tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:32.124967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Network': ['ID=a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:32.132425 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:32.155093 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3e969cff-fc6a-4f16-a28e-141800f76bd7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/1c975bf0-59a3-4f15-96bd-d4fb1f210f21 HTTP/1.1" status: 204 len: 168 time: 1.1012127 Dec 21 22:18:32.157465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59230) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.265474 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7ee38c-2bc1-453b-98d1-1fb171eff31d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:32.266378 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6c7ee38c-2bc1-453b-98d1-1fb171eff31d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:32.285032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a94886-7585-4a77-982d-ed321786a62c tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Pushing event deleted for resources: {'Port': ['ID=1e9041ea-8c31-4c19-bf45-c6e7e5598433,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:32.308096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:32.308895 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:32.321067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4917fa-436b-46a1-8631-4d5e2e190e65 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:32.324940 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-778bd9c3-6192-4b31-a3ce-fd3560efe563 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:32.332194 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-7f4917fa-436b-46a1-8631-4d5e2e190e65 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:32.332194 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4917fa-436b-46a1-8631-4d5e2e190e65 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=1e8ee2b8-572b-43a7-93db-002758c23102,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:32.335396 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4917fa-436b-46a1-8631-4d5e2e190e65 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:32.335975 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f4917fa-436b-46a1-8631-4d5e2e190e65 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:32.372023 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-782185fd-96a7-4051-91a9-48493ce1f9b6 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/networks/a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2 HTTP/1.1" status: 204 len: 168 time: 6.1736741 Dec 21 22:18:32.385068 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59236) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.385950 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-778bd9c3-6192-4b31-a3ce-fd3560efe563 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:32.394714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6c7ee38c-2bc1-453b-98d1-1fb171eff31d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:32.398875 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6c7ee38c-2bc1-453b-98d1-1fb171eff31d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2381406 Dec 21 22:18:32.409086 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59238) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.443113 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-c3590ff0-ee09-4238-83cf-dc0fcae0d1cf', 'network_id': 'c3590ff0-ee09-4238-83cf-dc0fcae0d1cf', 'tenant_id': 'c0335393d5374c08ac632d08b8983e54', 'fixed_ips': [{'subnet_id': '8445d3f4-0507-49a6-bc34-9a6d7250ae46'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:18:32.444133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:32.471082 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-64bc34c5-1691-40b4-b25f-90c0a20f1526 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5296853 Dec 21 22:18:32.474954 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fa1a27-690f-414e-8097-17e4b160cc50 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:32.475607 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fa1a27-690f-414e-8097-17e4b160cc50 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:32.477446 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d3fa1a27-690f-414e-8097-17e4b160cc50 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/subnets/b705de83-1550-4679-ab04-723c722501ff HTTP/1.1" status: 404 len: 337 time: 0.0561123 Dec 21 22:18:32.480380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59244) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.480864 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59246) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.556600 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': '1e8ee2b8-572b-43a7-93db-002758c23102'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:18:32.557523 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:32.576739 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a673b89e-f05e-4e96-b8f2-37f8fd5dec02 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:32.597676 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7f4917fa-436b-46a1-8631-4d5e2e190e65 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1185582 Dec 21 22:18:32.602050 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8cadf2-3792-4810-aeb1-629baab0a6ef tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] GET failed (client error): The resource could not be found. Dec 21 22:18:32.606755 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cd8cadf2-3792-4810-aeb1-629baab0a6ef tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports/1c975bf0-59a3-4f15-96bd-d4fb1f210f21 HTTP/1.1" status: 404 len: 333 time: 0.1966772 Dec 21 22:18:32.608627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59252) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.608845 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59254) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.615427 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f1f730b6-3a91-48ff-9ce1-72d786375fcf req-7ce595e9-5643-4489-a797-7869d5e52957 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1658101 Dec 21 22:18:32.620773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1984483836'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:32.625124 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-562a6b57-1220-473a-80d4-4f4931c41fb2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:32.625765 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562a6b57-1220-473a-80d4-4f4931c41fb2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:32.627370 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-562a6b57-1220-473a-80d4-4f4931c41fb2 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/networks/a0dd9fc6-67f5-4a1d-b93b-f174c9f06bd2 HTTP/1.1" status: 404 len: 339 time: 0.1424809 Dec 21 22:18:32.630410 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59260) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.631412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-dd64c334-2695-4f49-99a9-8d2c9c2fca89 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:32.649697 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:32.710127 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-36a94886-7585-4a77-982d-ed321786a62c tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:32.721198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:network and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:32.729746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:32.752610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:32.754876 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-778bd9c3-6192-4b31-a3ce-fd3560efe563 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:32.755534 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778bd9c3-6192-4b31-a3ce-fd3560efe563 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Fanout notify agent at l3_agent the message router_deleted on router bd311849-a634-4f93-a82c-53be93db7102 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:18:32.757805 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-36a94886-7585-4a77-982d-ed321786a62c tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] 10.222.0.37 "DELETE /v2.0/ports/1e9041ea-8c31-4c19-bf45-c6e7e5598433 HTTP/1.1" status: 204 len: 168 time: 3.3875225 Dec 21 22:18:32.766964 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-778bd9c3-6192-4b31-a3ce-fd3560efe563 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:32.768290 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-778bd9c3-6192-4b31-a3ce-fd3560efe563 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "DELETE /v2.0/routers/bd311849-a634-4f93-a82c-53be93db7102 HTTP/1.1" status: 204 len: 168 time: 5.6932290 Dec 21 22:18:32.770561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59264) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.777510 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Allocated IP 172.20.0.2 (c3590ff0-ee09-4238-83cf-dc0fcae0d1cf/8445d3f4-0507-49a6-bc34-9a6d7250ae46/c6ba1390-436d-424f-84c7-d3ccc4bf72ad) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:32.778117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59266) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:32.824974 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:32.827327 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-914300a9-dd3a-4bd9-adee-1aed6bd131ac tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Request body: {'port': {'name': 'tempest-new-port-name-1163279811', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:32.827902 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.api.validators [None req-914300a9-dd3a-4bd9-adee-1aed6bd131ac tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] bootfile-name is not in valid_values {{(pid=84168) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:18:32.828417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.api.validators [None req-914300a9-dd3a-4bd9-adee-1aed6bd131ac tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] tftp-server is not in valid_values {{(pid=84168) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:18:32.828925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.api.validators [None req-914300a9-dd3a-4bd9-adee-1aed6bd131ac tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] server-ip-address is not in valid_values {{(pid=84168) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 21 22:18:32.874174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-5c2a0b36-bbc6-4313-af25-67c1af1eeb8e tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-86274473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:32.891002 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5c2a0b36-bbc6-4313-af25-67c1af1eeb8e tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:32.958403 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port a673b89e-f05e-4e96-b8f2-37f8fd5dec02 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:32.959606 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:32.972537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5c2a0b36-bbc6-4313-af25-67c1af1eeb8e tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Usage tracker for resource:router and tenant:f0d51e079d064a2b85951300994fc575 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:32.982364 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:32.985577 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:32.988720 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.004395 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5c2a0b36-bbc6-4313-af25-67c1af1eeb8e tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:33.018792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f275560c-7635-44a9-82f8-f977cf9d988f']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:33.022630 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Allocated IP 2001:db8::f816:3eff:fe5f:434f (fe7c627c-94be-483c-83d9-84e8e8a5014e/1e8ee2b8-572b-43a7-93db-002758c23102/2c1963d3-9fc1-4d36-9244-98eea6da9507) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:33.023112 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5c2a0b36-bbc6-4313-af25-67c1af1eeb8e tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:33.036232 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57611fbe-d2d9-470a-b9bb-6940008b102e') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:33.036530 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57611fbe-d2d9-470a-b9bb-6940008b102e') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:33.051401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.069167 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.075512 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:18:33.075912 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:33.091293 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:33.162531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Router a0736fd2-73f2-4906-afb5-9c1801e73c6b is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:18:33.162804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-dd64c334-2695-4f49-99a9-8d2c9c2fca89 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:33.182491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:18:33.194277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-dd64c334-2695-4f49-99a9-8d2c9c2fca89 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:33.201728 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0b36-bbc6-4313-af25-67c1af1eeb8e tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.204756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0b36-bbc6-4313-af25-67c1af1eeb8e tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.249042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.257280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-914300a9-dd3a-4bd9-adee-1aed6bd131ac tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.268666 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.285091 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Network': ['ID=f275560c-7635-44a9-82f8-f977cf9d988f,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:33.299251 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.304740 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/networks/f275560c-7635-44a9-82f8-f977cf9d988f HTTP/1.1" status: 204 len: 168 time: 0.6722085 Dec 21 22:18:33.306962 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59272) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:33.355959 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:33.356581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:33.357095 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:33.358305 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:33.358794 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:33.359273 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:33.359790 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:33.360272 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:33.361758 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:33.362199 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:33.362535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d56e6f1-b884-45b5-ac95-5cd4157daa69 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:33.366252 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4abdd050-a843-464f-809a-bbdfa17de3fb tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:33.366434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4abdd050-a843-464f-809a-bbdfa17de3fb tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:33.371461 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4abdd050-a843-464f-809a-bbdfa17de3fb tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/subnets/7580fb35-b88a-4438-90ee-2665d3b78098 HTTP/1.1" status: 404 len: 337 time: 0.0620465 Dec 21 22:18:33.371921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Transition to ACTIVE for port object c6ba1390-436d-424f-84c7-d3ccc4bf72ad will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:33.374488 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59276) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:33.406600 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd534f9-dd3c-44b8-a473-3c02ffe12a39 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:33.407037 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abd534f9-dd3c-44b8-a473-3c02ffe12a39 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:33.409544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 52459c12-f310-4e32-854d-7030ac17cdbc no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:18:33.410504 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-abd534f9-dd3c-44b8-a473-3c02ffe12a39 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/networks/7e14b9f7-0766-45d5-b2c5-db1b30027ebe HTTP/1.1" status: 404 len: 339 time: 0.0351501 Dec 21 22:18:33.412374 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59280) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:33.430155 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.430499 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Added segment feb45e84-d929-4e60-a4b4-22f41cf0d5ff of type vlan for network 59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3 Dec 21 22:18:33.442043 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.449210 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Transition to ACTIVE for port object c6ba1390-436d-424f-84c7-d3ccc4bf72ad will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:33.453221 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 52459c12-f310-4e32-854d-7030ac17cdbc {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:18:33.453564 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 52459c12-f310-4e32-854d-7030ac17cdbc not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:18:33.461244 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Transition to ACTIVE for port object 2c1963d3-9fc1-4d36-9244-98eea6da9507 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:33.481391 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Transition to ACTIVE for port object 2c1963d3-9fc1-4d36-9244-98eea6da9507 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:33.519417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.525992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd64c334-2695-4f49-99a9-8d2c9c2fca89 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:33.529419 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dd64c334-2695-4f49-99a9-8d2c9c2fca89 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.530351 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:18:33.559586 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Sync routers for ids ['a0736fd2-73f2-4906-afb5-9c1801e73c6b'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:18:33.587654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.633656 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.637570 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6cd44f0d-62eb-41e5-9775-ba64a5844fce tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.9943657 Dec 21 22:18:33.638064 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59284) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:33.657586 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Network c3590ff0-ee09-4238-83cf-dc0fcae0d1cf is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:33.661400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.674635 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:33.681352 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:33.683682 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Pushing event updated for resources: {'Port': ['ID=c6ba1390-436d-424f-84c7-d3ccc4bf72ad,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:33.690990 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0b36-bbc6-4313-af25-67c1af1eeb8e tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.702932 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Routers {'a0736fd2-73f2-4906-afb5-9c1801e73c6b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:33.703930 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['a0736fd2-73f2-4906-afb5-9c1801e73c6b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:33.866046 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9b3d9294-2c82-4302-8b5c-da8122ccc531 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "GET /v2.0/routers/a0736fd2-73f2-4906-afb5-9c1801e73c6b HTTP/1.1" status: 200 len: 909 time: 0.2240410 Dec 21 22:18:33.866259 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59290) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:33.871209 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1157133303', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'enable_snat': True}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:33.875868 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:33.879640 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Usage tracker for resource:router and tenant:80d53883fe774935b19c9898a7fefba9 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:33.882881 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:33.885044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:18:33.888517 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:33.933046 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-05bc0c4b-5258-4cf8-bc56-836d0d21c85a req-b4e0ea8f-983c-4546-80cf-21ea789f5ee0 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1691484 Dec 21 22:18:33.968358 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:33.976126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.977162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:33.997507 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:34.015352 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:34.030723 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:34.044159 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Attempting to bind port c6ba1390-436d-424f-84c7-d3ccc4bf72ad on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:18:34.044517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Attempting to bind port c6ba1390-436d-424f-84c7-d3ccc4bf72ad by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '7ba52350-0fce-4fc8-a26f-d0ab87aed90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3590ff0-ee09-4238-83cf-dc0fcae0d1cf'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:18:34.045062 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Attempting to bind port c6ba1390-436d-424f-84c7-d3ccc4bf72ad on network c3590ff0-ee09-4238-83cf-dc0fcae0d1cf {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:18:34.068756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0b36-bbc6-4313-af25-67c1af1eeb8e tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:34.084337 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Pushing event updated for resources: {'Port': ['ID=2c1963d3-9fc1-4d36-9244-98eea6da9507,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:34.087478 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Set router a0736fd2-73f2-4906-afb5-9c1801e73c6b gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:18:34.130844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:18:34.131089 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Checking segment: {'id': '7ba52350-0fce-4fc8-a26f-d0ab87aed90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3590ff0-ee09-4238-83cf-dc0fcae0d1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:34.131493 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:34.132108 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Bound using segment: {'id': '7ba52350-0fce-4fc8-a26f-d0ab87aed90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3590ff0-ee09-4238-83cf-dc0fcae0d1cf'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:18:34.132420 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Bound port: c6ba1390-436d-424f-84c7-d3ccc4bf72ad, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba52350-0fce-4fc8-a26f-d0ab87aed90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c3590ff0-ee09-4238-83cf-dc0fcae0d1cf'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:18:34.132905 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:34.177965 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:34.181709 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:34.182188 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:34.207275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:34.214282 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:34.261267 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-30735f8c-cd5f-43e6-bb3e-07a5d322586f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Deleting subnet 0dad7863-5bae-4c19-bd7a-2cc48a5edb4c {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:18:34.288070 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-30735f8c-cd5f-43e6-bb3e-07a5d322586f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:34.315314 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5c2a0b36-bbc6-4313-af25-67c1af1eeb8e tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:34.318989 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5c2a0b36-bbc6-4313-af25-67c1af1eeb8e tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.4598565 Dec 21 22:18:34.324647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59294) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:34.332632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Request body: {'router': {'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:34.341495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Attempting to bind port 2c1963d3-9fc1-4d36-9244-98eea6da9507 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:18:34.342489 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Attempting to bind port 2c1963d3-9fc1-4d36-9244-98eea6da9507 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:18:34.342823 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Attempting to bind port 2c1963d3-9fc1-4d36-9244-98eea6da9507 on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:18:34.423059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:18:34.423459 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:34.423800 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:34.424189 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:18:34.424645 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Bound port: 2c1963d3-9fc1-4d36-9244-98eea6da9507, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:18:34.425004 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:34.455757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Network': ['ID=59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:34.457671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] For port c6ba1390-436d-424f-84c7-d3ccc4bf72ad, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:18:34.459460 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8471901 Dec 21 22:18:34.523991 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] For port c6ba1390-436d-424f-84c7-d3ccc4bf72ad, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c6ba1390-436d-424f-84c7-d3ccc4bf72ad,segment=NetworkSegment(7ba52350-0fce-4fc8-a26f-d0ab87aed90c),segment_id=7ba52350-0fce-4fc8-a26f-d0ab87aed90c)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:18:34.560131 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59298) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:34.572044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-53a1be20-6878-4bc1-add5-585814bbf975 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'subnet': {'network_id': '59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:34.583284 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:34.616533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-30735f8c-cd5f-43e6-bb3e-07a5d322586f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:34.640726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] For port 2c1963d3-9fc1-4d36-9244-98eea6da9507, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:18:34.651488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:34.651834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:34.652172 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:34.652511 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:34.652835 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:34.653161 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:34.653673 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:34.654001 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:34.654878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:34.655194 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:34.655684 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8ced30-d158-4b0e-815d-af6e3326b524 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:34.667029 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] For port 2c1963d3-9fc1-4d36-9244-98eea6da9507, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2c1963d3-9fc1-4d36-9244-98eea6da9507,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:18:34.691063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:18:34.720430 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef5474-a829-4a9e-a666-3d731a437a2b None None] Pushing event updated for resources: {'Port': ['ID=c6ba1390-436d-424f-84c7-d3ccc4bf72ad,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:34.769107 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [None req-914300a9-dd3a-4bd9-adee-1aed6bd131ac tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:18:34.824579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:34.878981 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0736fd2-73f2-4906-afb5-9c1801e73c6b', 'name': 'tempest-snat-router-1157133303', 'tenant_id': '80d53883fe774935b19c9898a7fefba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.166'}], 'enable_snat': False}, 'gw_port_id': 'cb392c1b-c5e5-43cb-b55d-5060ce82324d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:18:29Z', 'updated_at': '2021-12-21T22:18:32Z', 'revision_number': 3, 'project_id': '80d53883fe774935b19c9898a7fefba9', 'gw_port': {'id': 'cb392c1b-c5e5-43cb-b55d-5060ce82324d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0736fd2-73f2-4906-afb5-9c1801e73c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:30Z', 'updated_at': '2021-12-21T22:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:34.902599 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Checking router: a0736fd2-73f2-4906-afb5-9c1801e73c6b for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:18:34.903040 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Updating router a0736fd2-73f2-4906-afb5-9c1801e73c6b port cb392c1b-c5e5-43cb-b55d-5060ce82324d binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:18:35.007161 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a4b79-3422-4b93-9b12-7dbaa5cd42b9 None None] Pushing event updated for resources: {'Port': ['ID=2c1963d3-9fc1-4d36-9244-98eea6da9507,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:35.012792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.070369 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.086877 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-914300a9-dd3a-4bd9-adee-1aed6bd131ac tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.173595 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.181964 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-334bb39d-e677-412e-97a5-5e608dbd460f req-08a48fc5-50a5-4f78-9135-4493edf16988 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0828393 Dec 21 22:18:35.185020 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.186591 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-53a1be20-6878-4bc1-add5-585814bbf975 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:35.195380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-53a1be20-6878-4bc1-add5-585814bbf975 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:subnet and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:35.200750 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-53a1be20-6878-4bc1-add5-585814bbf975 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:35.252466 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-53a1be20-6878-4bc1-add5-585814bbf975 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:35.298906 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-914300a9-dd3a-4bd9-adee-1aed6bd131ac tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.398284 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a1be20-6878-4bc1-add5-585814bbf975 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:35.540167 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.553318 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Transition to ACTIVE for port object cb392c1b-c5e5-43cb-b55d-5060ce82324d will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:35.565519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.571757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-30735f8c-cd5f-43e6-bb3e-07a5d322586f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.596436 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.599162 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914300a9-dd3a-4bd9-adee-1aed6bd131ac tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Pushing event updated for resources: {'Port': ['ID=2dea64b6-cd66-456b-8e94-2cbc6a069b23,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:35.622529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.663797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dd64c334-2695-4f49-99a9-8d2c9c2fca89 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.720056 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ede293-ee85-4e28-bd59-850084953eef None None] Pushing event updated for resources: {'Port': ['ID=cb392c1b-c5e5-43cb-b55d-5060ce82324d,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:35.728761 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Attempting to bind port cb392c1b-c5e5-43cb-b55d-5060ce82324d on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:18:35.729203 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Attempting to bind port cb392c1b-c5e5-43cb-b55d-5060ce82324d by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:18:35.729796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Attempting to bind port cb392c1b-c5e5-43cb-b55d-5060ce82324d on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:18:35.743127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ede293-ee85-4e28-bd59-850084953eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:35.743127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ede293-ee85-4e28-bd59-850084953eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:35.743127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ede293-ee85-4e28-bd59-850084953eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:35.743544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ede293-ee85-4e28-bd59-850084953eef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:35.744856 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ede293-ee85-4e28-bd59-850084953eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:35.745172 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ede293-ee85-4e28-bd59-850084953eef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:35.745593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ede293-ee85-4e28-bd59-850084953eef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:35.745974 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ede293-ee85-4e28-bd59-850084953eef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:35.747401 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ede293-ee85-4e28-bd59-850084953eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:35.747401 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ede293-ee85-4e28-bd59-850084953eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:35.747401 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ede293-ee85-4e28-bd59-850084953eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:18:35.759082 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:18:35.760393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:35.760393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.760589 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Allocated IP 172.20.0.1 (d6c17f51-edba-4492-b0a5-6402126d63d4/da0c2e0e-a1d1-4d54-be9f-91df0435a5e8/f870a664-bfd4-4b3d-94e3-f06f8a0ca02a) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:35.760686 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:18:35.761106 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Bound port: cb392c1b-c5e5-43cb-b55d-5060ce82324d, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:18:35.761548 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.771150 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Allocated IP 172.26.3.188 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/24023996-f48d-4ced-ab2d-288a54e2c5b3) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:35.775599 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-53a1be20-6878-4bc1-add5-585814bbf975 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.829581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-914300a9-dd3a-4bd9-adee-1aed6bd131ac tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] In _notify_port_updated(), no bound segment for port 2dea64b6-cd66-456b-8e94-2cbc6a069b23 on network cd99cb2e-d321-4498-a85a-86ed72eccfc5 {{(pid=84168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:18:35.833442 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914300a9-dd3a-4bd9-adee-1aed6bd131ac tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:35.834110 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-914300a9-dd3a-4bd9-adee-1aed6bd131ac tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.837848 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-914300a9-dd3a-4bd9-adee-1aed6bd131ac tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] 10.222.0.37 "PUT /v2.0/ports/2dea64b6-cd66-456b-8e94-2cbc6a069b23 HTTP/1.1" status: 200 len: 1137 time: 3.0598028 Dec 21 22:18:35.843537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59304) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:35.851075 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] For port cb392c1b-c5e5-43cb-b55d-5060ce82324d, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:18:35.857063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] For port cb392c1b-c5e5-43cb-b55d-5060ce82324d, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=cb392c1b-c5e5-43cb-b55d-5060ce82324d,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:18:35.864257 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd64c334-2695-4f49-99a9-8d2c9c2fca89 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:35.914234 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.916568 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64c334-2695-4f49-99a9-8d2c9c2fca89 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=83d28a47-22c0-4b29-b24d-bbf8f9bc870c,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:35.919100 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-dd64c334-2695-4f49-99a9-8d2c9c2fca89 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:35.935660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd64c334-2695-4f49-99a9-8d2c9c2fca89 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:35.936163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dd64c334-2695-4f49-99a9-8d2c9c2fca89 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:35.964801 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:36.030048 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ede293-ee85-4e28-bd59-850084953eef None None] Pushing event updated for resources: {'Port': ['ID=cb392c1b-c5e5-43cb-b55d-5060ce82324d,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:36.033595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Routers {'a0736fd2-73f2-4906-afb5-9c1801e73c6b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:36.034281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['a0736fd2-73f2-4906-afb5-9c1801e73c6b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:36.108229 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:36.131161 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a5089c-3d6f-482a-a207-60fbb8f38371 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:36.131717 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-03a5089c-3d6f-482a-a207-60fbb8f38371 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Synchronizing usage tracker for tenant:74bc5cd7f1d043a3a8b8ad3b84f78b52 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:36.151214 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-30735f8c-cd5f-43e6-bb3e-07a5d322586f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:36.179867 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:36.186937 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-dd64c334-2695-4f49-99a9-8d2c9c2fca89 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5760901 Dec 21 22:18:36.189048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:36.191180 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59308) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:36.211695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:36.240913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30735f8c-cd5f-43e6-bb3e-07a5d322586f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Subnet': ['ID=0dad7863-5bae-4c19-bd7a-2cc48a5edb4c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:36.299562 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-30735f8c-cd5f-43e6-bb3e-07a5d322586f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:36.320659 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] Set router a0736fd2-73f2-4906-afb5-9c1801e73c6b gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:18:36.334554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'mac_address': 'fa:16:3e:a9:86:8f', 'name': 'tempest-NetworksTestDHCPv6-1612300622'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:36.400175 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-30735f8c-cd5f-43e6-bb3e-07a5d322586f tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/subnets/0dad7863-5bae-4c19-bd7a-2cc48a5edb4c HTTP/1.1" status: 204 len: 168 time: 2.9814105 Dec 21 22:18:36.409431 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-03a5089c-3d6f-482a-a207-60fbb8f38371 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Unset dirty status for tenant:74bc5cd7f1d043a3a8b8ad3b84f78b52 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:36.414026 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-03a5089c-3d6f-482a-a207-60fbb8f38371 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] 10.222.0.37 "GET /v2.0/ports/2dea64b6-cd66-456b-8e94-2cbc6a069b23 HTTP/1.1" status: 200 len: 1137 time: 0.5593216 Dec 21 22:18:36.414026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:36.418869 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59314) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:36.418988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59316) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:36.432570 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0e3f6ce6-1e0f-47dc-b206-1b4156d752cb req-5dd7ae4a-861c-4fe6-b762-49c45a17defd tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0906422 Dec 21 22:18:36.440014 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Allocated IP 172.26.3.7 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/30f1e12e-da4b-4198-930a-ea169ba18540) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:36.483499 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Pushing event updated for resources: {'Port': ['ID=24023996-f48d-4ced-ab2d-288a54e2c5b3,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:36.614760 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Transition to ACTIVE for port object f870a664-bfd4-4b3d-94e3-f06f8a0ca02a will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:36.667437 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c3bd5-2aba-4450-8f2f-93872f107d2d tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Deleting port 2dea64b6-cd66-456b-8e94-2cbc6a069b23 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:36.668117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0b1c3bd5-2aba-4450-8f2f-93872f107d2d tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:36.683714 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-45730543-fea1-4417-ba00-db27e4321306 None None] Provisioning for port c6ba1390-436d-424f-84c7-d3ccc4bf72ad completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:36.688080 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c6ba1390-436d-424f-84c7-d3ccc4bf72ad up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:36.712477 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af0fdae-d06c-45e6-a386-688cf001adc7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Deleting subnet 36c17389-f57c-4294-9a68-649edc06b70f {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:18:36.723305 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbe8d16-5050-4c8e-af49-0e6378d4d5f6 None None] Network c3590ff0-ee09-4238-83cf-dc0fcae0d1cf requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:36.733868 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2af0fdae-d06c-45e6-a386-688cf001adc7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:36.739774 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b148c0c-2ce3-4a72-bb55-885f932f01cb None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:36.785491 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567d4555-0a0c-4411-b99f-7021293e33f6 None None] Network 37d4e1f4-6ded-40f5-9221-0525e44cbd12 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:36.874524 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2af0fdae-d06c-45e6-a386-688cf001adc7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:36.889170 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:36.894085 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:port and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:36.896979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:36.905208 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:36.915642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-53a1be20-6878-4bc1-add5-585814bbf975 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:36.995869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:37.021708 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:37.028473 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:37.052460 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:37.053203 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:37.291447 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:37.304913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1be20-6878-4bc1-add5-585814bbf975 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Subnet': ['ID=45e77265-59a4-48b2-8c2c-7919bc6c430a,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:37.370055 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0736fd2-73f2-4906-afb5-9c1801e73c6b', 'name': 'tempest-snat-router-1157133303', 'tenant_id': '80d53883fe774935b19c9898a7fefba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.166'}], 'enable_snat': False}, 'gw_port_id': 'cb392c1b-c5e5-43cb-b55d-5060ce82324d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:18:29Z', 'updated_at': '2021-12-21T22:18:32Z', 'revision_number': 3, 'project_id': '80d53883fe774935b19c9898a7fefba9', 'gw_port': {'id': 'cb392c1b-c5e5-43cb-b55d-5060ce82324d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0736fd2-73f2-4906-afb5-9c1801e73c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:30Z', 'updated_at': '2021-12-21T22:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:37.376773 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port d9014c6e-0fe7-470b-8fcf-07a5484a3ff2 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:18:37.389057 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Network d6c17f51-edba-4492-b0a5-6402126d63d4 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:37.393298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event updated for resources: {'Port': ['ID=f870a664-bfd4-4b3d-94e3-f06f8a0ca02a,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:37.399907 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:37.415139 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:37.425048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:37.481708 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0b1c3bd5-2aba-4450-8f2f-93872f107d2d tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:37.507862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-caaab596-e354-4c9b-9264-ad3a662d0e6b None None] Provisioning for port 2c1963d3-9fc1-4d36-9244-98eea6da9507 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:37.522258 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port c6ba1390-436d-424f-84c7-d3ccc4bf72ad completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:37.534575 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c6ba1390-436d-424f-84c7-d3ccc4bf72ad triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:37.535203 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:37.563321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc14a67-cecc-4462-896c-8dfeec58e6ec None None] The sync data for ids ['a0736fd2-73f2-4906-afb5-9c1801e73c6b'] in dv-neutron-822520-1-hyperv is: [{'id': 'a0736fd2-73f2-4906-afb5-9c1801e73c6b', 'name': 'tempest-snat-router-1157133303', 'tenant_id': '80d53883fe774935b19c9898a7fefba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.166'}], 'enable_snat': False}, 'gw_port_id': 'cb392c1b-c5e5-43cb-b55d-5060ce82324d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:18:29Z', 'updated_at': '2021-12-21T22:18:32Z', 'revision_number': 3, 'project_id': '80d53883fe774935b19c9898a7fefba9', 'gw_port': {'id': 'cb392c1b-c5e5-43cb-b55d-5060ce82324d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0736fd2-73f2-4906-afb5-9c1801e73c6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:30Z', 'updated_at': '2021-12-21T22:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:18:37.601681 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Pushing event updated for resources: {'Port': ['ID=30f1e12e-da4b-4198-930a-ea169ba18540,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:37.659702 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9907e3fe-c2d6-4e6d-8c6e-0798f0809051 req-b7740f11-74f7-4143-9f0f-8e06423a1634 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1107218 Dec 21 22:18:37.678582 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:37.684153 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c3bd5-2aba-4450-8f2f-93872f107d2d tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Calling delete_port for 2dea64b6-cd66-456b-8e94-2cbc6a069b23 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:37.687618 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:37.694075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:37.757147 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a1be20-6878-4bc1-add5-585814bbf975 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Checking segment: {'id': 'feb45e84-d929-4e60-a4b4-22f41cf0d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:37.757361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a1be20-6878-4bc1-add5-585814bbf975 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network hostable DHCP agents. Network: 59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:18:37.805826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2af0fdae-d06c-45e6-a386-688cf001adc7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:37.849231 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:37.920618 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2cd72b8a-969d-4101-bf2c-70c1cc4fd567 None None] Provisioning complete for port 2dea64b6-cd66-456b-8e94-2cbc6a069b23 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:37.921126 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2cd72b8a-969d-4101-bf2c-70c1cc4fd567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:37.957763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:38.065458 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port c6ba1390-436d-424f-84c7-d3ccc4bf72ad, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c6ba1390-436d-424f-84c7-d3ccc4bf72ad,segment=NetworkSegment(7ba52350-0fce-4fc8-a26f-d0ab87aed90c),segment_id=7ba52350-0fce-4fc8-a26f-d0ab87aed90c)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:38.071765 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2cd72b8a-969d-4101-bf2c-70c1cc4fd567 None None] Port 2dea64b6-cd66-456b-8e94-2cbc6a069b23 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:18:38.084447 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 172.20.0.4 (fe7c627c-94be-483c-83d9-84e8e8a5014e/83d28a47-22c0-4b29-b24d-bbf8f9bc870c/d9014c6e-0fe7-470b-8fcf-07a5484a3ff2) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:38.099825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::f816:3eff:fea9:868f (fe7c627c-94be-483c-83d9-84e8e8a5014e/1e8ee2b8-572b-43a7-93db-002758c23102/d9014c6e-0fe7-470b-8fcf-07a5484a3ff2) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:38.159327 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:38.160885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2c1963d3-9fc1-4d36-9244-98eea6da9507 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:38.165361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a1be20-6878-4bc1-add5-585814bbf975 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network 59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:18:38.184244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:38.184785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:38.244550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2af0fdae-d06c-45e6-a386-688cf001adc7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:38.268443 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Router 96be52ee-2b1f-4690-afce-d44d39923535 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:18:38.312860 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2cd72b8a-969d-4101-bf2c-70c1cc4fd567 None None] Provisioning for port f870a664-bfd4-4b3d-94e3-f06f8a0ca02a completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:38.405529 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-53a1be20-6878-4bc1-add5-585814bbf975 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:38.434703 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=c6ba1390-436d-424f-84c7-d3ccc4bf72ad,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:38.468051 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef23ce-5548-453b-894f-689b230ecdc6 None None] Network 59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:38.502290 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a1be20-6878-4bc1-add5-585814bbf975 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:38.503211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-53a1be20-6878-4bc1-add5-585814bbf975 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:38.512112 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2cd72b8a-969d-4101-bf2c-70c1cc4fd567 None None] Provisioning complete for port f870a664-bfd4-4b3d-94e3-f06f8a0ca02a triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:38.512488 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2cd72b8a-969d-4101-bf2c-70c1cc4fd567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:38.549983 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0fdae-d06c-45e6-a386-688cf001adc7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Subnet': ['ID=36c17389-f57c-4294-9a68-649edc06b70f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:38.577845 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:38.590763 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2af0fdae-d06c-45e6-a386-688cf001adc7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:38.593016 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2af0fdae-d06c-45e6-a386-688cf001adc7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/subnets/36c17389-f57c-4294-9a68-649edc06b70f HTTP/1.1" status: 204 len: 168 time: 2.1594241 Dec 21 22:18:38.599194 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0b1c3bd5-2aba-4450-8f2f-93872f107d2d tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:38.601859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59326) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:38.635570 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2cd72b8a-969d-4101-bf2c-70c1cc4fd567 None None] Port f870a664-bfd4-4b3d-94e3-f06f8a0ca02a cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:18:38.682103 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:38.765158 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-53a1be20-6878-4bc1-add5-585814bbf975 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2006297 Dec 21 22:18:38.782102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59332) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:38.803130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-28bbc1a0-477f-40be-8dd9-18839ec2556c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'subnet': {'network_id': '59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:38.807339 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef65dbf-362b-4048-bd06-8af9c8dd352d None None] Update dhcp port {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'fixed_ips': [{'subnet_id': '1e8ee2b8-572b-43a7-93db-002758c23102', 'ip_address': '2001:db8::f816:3eff:fe5f:434f'}, {'subnet_id': '83d28a47-22c0-4b29-b24d-bbf8f9bc870c'}], 'binding:host_id': 'dv-neutron-822520-1-hyperv'}, 'id': '2c1963d3-9fc1-4d36-9244-98eea6da9507'} from dv-neutron-822520-1-hyperv. {{(pid=84170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 21 22:18:38.960482 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fef65dbf-362b-4048-bd06-8af9c8dd352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:38.994788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 2c1963d3-9fc1-4d36-9244-98eea6da9507 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:39.011951 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 2c1963d3-9fc1-4d36-9244-98eea6da9507 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:39.012353 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:39.054879 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42670f98-58db-4b64-84df-3cad8b60e2d2 None None] Network 37d4e1f4-6ded-40f5-9221-0525e44cbd12 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:39.082799 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3', 'network_id': '59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3', 'tenant_id': '7df5878e87b444379a0b17911e82c5d2', 'fixed_ips': [{'subnet_id': '45e77265-59a4-48b2-8c2c-7919bc6c430a'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:18:39.083587 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:39.085855 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c3bd5-2aba-4450-8f2f-93872f107d2d tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Pushing event deleted for resources: {'Port': ['ID=2dea64b6-cd66-456b-8e94-2cbc6a069b23,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:39.100282 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077a7329-d694-4ca9-9d0f-b9b9d02b972f None None] Network c3590ff0-ee09-4238-83cf-dc0fcae0d1cf requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:39.110960 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6f070f0d-c36e-4067-90ac-7772df0bdec4 req-02c9d810-948d-4332-9b67-7ea93b7b5624 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2983491 Dec 21 22:18:39.238436 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0b1c3bd5-2aba-4450-8f2f-93872f107d2d tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:39.240464 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0b1c3bd5-2aba-4450-8f2f-93872f107d2d tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] 10.222.0.37 "DELETE /v2.0/ports/2dea64b6-cd66-456b-8e94-2cbc6a069b23 HTTP/1.1" status: 204 len: 168 time: 2.8053792 Dec 21 22:18:39.242957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59336) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:39.290119 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:39.343600 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:39.362914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object d9014c6e-0fe7-470b-8fcf-07a5484a3ff2 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:39.430198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:39.465376 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf838f7-40d0-46dd-834a-a1b7f0515afc tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Deleting subnet 5e44458c-6800-4587-840e-a19176d2826e {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:18:39.468730 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1cf838f7-40d0-46dd-834a-a1b7f0515afc tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:39.471452 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Deleting port 714572c5-553a-445c-868e-aa42c445705e {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:39.471841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:39.475035 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a65eeef5-4777-4779-9029-5ff1ea19c874 None None] Provisioning complete for port 714572c5-553a-445c-868e-aa42c445705e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:39.475400 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a65eeef5-4777-4779-9029-5ff1ea19c874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:39.502156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:39.522507 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-28bbc1a0-477f-40be-8dd9-18839ec2556c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:39.548322 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-28bbc1a0-477f-40be-8dd9-18839ec2556c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:subnet and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:39.551544 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-28bbc1a0-477f-40be-8dd9-18839ec2556c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:39.571914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-28bbc1a0-477f-40be-8dd9-18839ec2556c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:39.620552 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:39.743325 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1cf838f7-40d0-46dd-834a-a1b7f0515afc tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:39.746041 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bbc1a0-477f-40be-8dd9-18839ec2556c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:39.786869 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:39.796496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event updated for resources: {'Port': ['ID=f870a664-bfd4-4b3d-94e3-f06f8a0ca02a,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:39.864731 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:39.867857 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=d9014c6e-0fe7-470b-8fcf-07a5484a3ff2,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:39.917234 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:39.956227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1cf838f7-40d0-46dd-834a-a1b7f0515afc tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:39.977860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:40.002931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Network d6c17f51-edba-4492-b0a5-6402126d63d4 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:40.009355 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:40.082091 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] For port 714572c5-553a-445c-868e-aa42c445705e, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=714572c5-553a-445c-868e-aa42c445705e,segment=NetworkSegment(017f9051-28d8-48d8-bbe5-dd89fbf1ac91),segment_id=017f9051-28d8-48d8-bbe5-dd89fbf1ac91)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:40.083709 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:40.089005 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:40.115496 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:18:40.129844 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Sync routers for ids ['96be52ee-2b1f-4690-afce-d44d39923535'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:18:40.145177 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Routers {'96be52ee-2b1f-4690-afce-d44d39923535'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:40.146053 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['96be52ee-2b1f-4690-afce-d44d39923535'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:40.162216 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Allocated IP 172.20.0.2 (59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3/45e77265-59a4-48b2-8c2c-7919bc6c430a/83fff948-0405-47d0-8dd3-d6212a03f27a) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:40.173324 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-fef65dbf-362b-4048-bd06-8af9c8dd352d None None] Allocated IP 172.20.0.2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/83d28a47-22c0-4b29-b24d-bbf8f9bc870c/2c1963d3-9fc1-4d36-9244-98eea6da9507) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:40.180739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:40.181635 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:40.261037 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Calling delete_port for 714572c5-553a-445c-868e-aa42c445705e owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:40.287781 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1cf838f7-40d0-46dd-834a-a1b7f0515afc tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:40.385241 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-28bbc1a0-477f-40be-8dd9-18839ec2556c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:40.394037 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf838f7-40d0-46dd-834a-a1b7f0515afc tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Pushing event deleted for resources: {'Subnet': ['ID=5e44458c-6800-4587-840e-a19176d2826e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:40.499298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1cf838f7-40d0-46dd-834a-a1b7f0515afc tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:40.503356 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fe863066-4901-4ca3-bf03-ca1544b8c135 req-2584b975-9bcd-448d-9c8f-2d2f953a732a tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2013824 Dec 21 22:18:40.518945 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1cf838f7-40d0-46dd-834a-a1b7f0515afc tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] 10.222.0.37 "DELETE /v2.0/subnets/5e44458c-6800-4587-840e-a19176d2826e HTTP/1.1" status: 204 len: 168 time: 1.2748775 Dec 21 22:18:40.524484 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59342) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:40.554572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687e0a46-2665-412d-9898-882f65f4cb11 None None] DHCP port deletion for 37d4e1f4-6ded-40f5-9221-0525e44cbd12 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:18:40.561648 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Set router 96be52ee-2b1f-4690-afce-d44d39923535 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:18:40.566902 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2096e5c-7fe8-4314-b25b-c6c0ca81dd76 None None] Network cd99cb2e-d321-4498-a85a-86ed72eccfc5 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:40.599525 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-687e0a46-2665-412d-9898-882f65f4cb11 None None] Deleting port 714572c5-553a-445c-868e-aa42c445705e {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:40.599836 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-687e0a46-2665-412d-9898-882f65f4cb11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:40.678704 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.ipam_backend_mixin [None req-28bbc1a0-477f-40be-8dd9-18839ec2556c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 45e77265-59a4-48b2-8c2c-7919bc6c430a (CIDR: 172.20.0.0/28) Dec 21 22:18:40.700238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-fef65dbf-362b-4048-bd06-8af9c8dd352d None None] For port 2c1963d3-9fc1-4d36-9244-98eea6da9507, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2c1963d3-9fc1-4d36-9244-98eea6da9507,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:40.759878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:40.778582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Deleting port 707ff7ee-f23f-455f-b146-a0bb9b5b230b {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:40.779299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:40.795411 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-28bbc1a0-477f-40be-8dd9-18839ec2556c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:40.795994 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28bbc1a0-477f-40be-8dd9-18839ec2556c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:40.797237 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-fc93acad-b999-4327-8e53-c437cd07d957 None None] Provisioning complete for port c6ba1390-436d-424f-84c7-d3ccc4bf72ad triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:40.797605 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fc93acad-b999-4327-8e53-c437cd07d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:40.815932 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:40.817848 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0b2621e9-d25c-4416-8e07-8be9d6945b66 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.9500787 Dec 21 22:18:40.821526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59346) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:40.833903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:40.938300 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-687e0a46-2665-412d-9898-882f65f4cb11 None None] The port '714572c5-553a-445c-868e-aa42c445705e' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:18:40.964355 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96be52ee-2b1f-4690-afce-d44d39923535', 'name': 'tempest-snat-router-1157133303', 'tenant_id': '80d53883fe774935b19c9898a7fefba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '24023996-f48d-4ced-ab2d-288a54e2c5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:18:33Z', 'updated_at': '2021-12-21T22:18:36Z', 'revision_number': 3, 'project_id': '80d53883fe774935b19c9898a7fefba9', 'gw_port': {'id': '24023996-f48d-4ced-ab2d-288a54e2c5b3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96be52ee-2b1f-4690-afce-d44d39923535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:35Z', 'updated_at': '2021-12-21T22:18:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:40.969194 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Checking router: 96be52ee-2b1f-4690-afce-d44d39923535 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:18:40.969658 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Updating router 96be52ee-2b1f-4690-afce-d44d39923535 port 24023996-f48d-4ced-ab2d-288a54e2c5b3 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:18:40.995763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.resource_extend [None req-fef65dbf-362b-4048-bd06-8af9c8dd352d None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:18:41.051906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fef65dbf-362b-4048-bd06-8af9c8dd352d None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:41.055200 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-28bbc1a0-477f-40be-8dd9-18839ec2556c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2658052 Dec 21 22:18:41.056710 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d79d46cc-963e-4664-9f99-7ef780a14867 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.8509991 Dec 21 22:18:41.061832 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:41.068399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59350) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:41.068943 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59352) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:41.081121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Port': ['ID=714572c5-553a-445c-868e-aa42c445705e,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:41.093009 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] No DVR routers for this DVR port 714572c5-553a-445c-868e-aa42c445705e on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:18:41.123981 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-fef65dbf-362b-4048-bd06-8af9c8dd352d None None] Transition to ACTIVE for port object 2c1963d3-9fc1-4d36-9244-98eea6da9507 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:41.125501 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:41.126525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-085dfb29-8c8b-46bb-9649-eab4bbfa0053 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'subnet': {'network_id': '59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:41.165972 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Transition to ACTIVE for port object 83fff948-0405-47d0-8dd3-d6212a03f27a will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:41.179726 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Router d8aeb1a3-d3ee-4b5d-88c6-83741758fc83 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:18:41.211049 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Router 1b37519a-d957-4f3d-b2fd-fcec1b3de0ad is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:18:41.214666 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fef65dbf-362b-4048-bd06-8af9c8dd352d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:41.252422 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:41.319307 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Transition to ACTIVE for port object 83fff948-0405-47d0-8dd3-d6212a03f27a will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:41.363633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d4e1f4-6ded-40f5-9221-0525e44cbd12']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:41.374517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef65dbf-362b-4048-bd06-8af9c8dd352d None None] Pushing event updated for resources: {'Port': ['ID=2c1963d3-9fc1-4d36-9244-98eea6da9507,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:41.380498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017f9051-28d8-48d8-bbe5-dd89fbf1ac91') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:41.380914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017f9051-28d8-48d8-bbe5-dd89fbf1ac91') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:41.410165 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:41.440260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:41.457587 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:18:41.458071 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:41.539114 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:41.541355 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] For port 707ff7ee-f23f-455f-b146-a0bb9b5b230b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=707ff7ee-f23f-455f-b146-a0bb9b5b230b,segment=NetworkSegment(9ad37e41-009d-43c4-801c-ad661297fd8d),segment_id=9ad37e41-009d-43c4-801c-ad661297fd8d)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:41.541666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:41.618067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5a5ed8-55b1-4ee6-8357-cf5f69cad32d None None] DHCP port deletion for cd99cb2e-d321-4498-a85a-86ed72eccfc5 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:18:41.640839 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:41.665788 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:41.687925 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Transition to ACTIVE for port object 24023996-f48d-4ced-ab2d-288a54e2c5b3 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:41.702911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:18:41.724023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:41.725209 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ec02c0f8-9f1e-48c5-99e5-dd70dea59233 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "PUT /v2.0/routers/d8aeb1a3-d3ee-4b5d-88c6-83741758fc83 HTTP/1.1" status: 200 len: 880 time: 7.3997982 Dec 21 22:18:41.728456 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59360) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:41.739596 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a5ed8-55b1-4ee6-8357-cf5f69cad32d None None] Deleting port 707ff7ee-f23f-455f-b146-a0bb9b5b230b {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:41.739596 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7a5a5ed8-55b1-4ee6-8357-cf5f69cad32d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:41.775833 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2b36aed7-94e0-47b0-bfa3-c68c90a3efd2 None None] Provisioning complete for port c6ba1390-436d-424f-84c7-d3ccc4bf72ad triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:41.785776 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2b36aed7-94e0-47b0-bfa3-c68c90a3efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:41.800536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:41.805168 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:41.807164 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/networks/37d4e1f4-6ded-40f5-9221-0525e44cbd12 HTTP/1.1" status: 204 len: 168 time: 3.2023747 Dec 21 22:18:41.809965 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:41.847221 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Calling delete_port for 707ff7ee-f23f-455f-b146-a0bb9b5b230b owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:41.882055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59364) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:41.922437 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff982d-2a3a-4481-826f-c2ba1bc45ca4 None None] Sync routers for ids ['d8aeb1a3-d3ee-4b5d-88c6-83741758fc83'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:18:41.947152 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:18:41.947652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:18:41.956798 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Network 59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:41.964399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff982d-2a3a-4481-826f-c2ba1bc45ca4 None None] Routers {'d8aeb1a3-d3ee-4b5d-88c6-83741758fc83'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:41.965169 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d1ff982d-2a3a-4481-826f-c2ba1bc45ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['d8aeb1a3-d3ee-4b5d-88c6-83741758fc83'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:41.972334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0eab4-efa4-48ca-b26e-8642b9ddf5a7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Network': ['ID=37d4e1f4-6ded-40f5-9221-0525e44cbd12,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:41.988634 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b64603-da95-4654-8966-5b10c4adc45d tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:41.989328 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73b64603-da95-4654-8966-5b10c4adc45d tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:41.996436 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-73b64603-da95-4654-8966-5b10c4adc45d tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/subnets/ca6ed1b0-d1fc-43f3-a5d3-7a04589c1749 HTTP/1.1" status: 404 len: 337 time: 0.1124496 Dec 21 22:18:41.999315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59368) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:42.020861 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Attempting to bind port 24023996-f48d-4ced-ab2d-288a54e2c5b3 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:18:42.021228 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Attempting to bind port 24023996-f48d-4ced-ab2d-288a54e2c5b3 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:18:42.021580 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Attempting to bind port 24023996-f48d-4ced-ab2d-288a54e2c5b3 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:18:42.032468 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f0798-2ca1-4e9b-8852-15e6c32db89c None None] Pushing event updated for resources: {'Port': ['ID=24023996-f48d-4ced-ab2d-288a54e2c5b3,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:42.043481 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:18:42.044098 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:42.044488 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:42.045871 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:18:42.046376 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Bound port: 24023996-f48d-4ced-ab2d-288a54e2c5b3, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:18:42.046759 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:42.055328 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d1ff982d-2a3a-4481-826f-c2ba1bc45ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:42.057605 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e924d41-c13e-4f82-b695-b345e9e97e52 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:42.058231 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e924d41-c13e-4f82-b695-b345e9e97e52 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:42.063710 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3e924d41-c13e-4f82-b695-b345e9e97e52 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/networks/b4b8f7e9-cee6-4bd0-bd1c-7c30087bfee1 HTTP/1.1" status: 404 len: 339 time: 0.0632038 Dec 21 22:18:42.064148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:42.064686 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59372) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:42.087222 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:42.094951 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ff982d-2a3a-4481-826f-c2ba1bc45ca4 None None] Routers {'d8aeb1a3-d3ee-4b5d-88c6-83741758fc83'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:42.095709 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d1ff982d-2a3a-4481-826f-c2ba1bc45ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['d8aeb1a3-d3ee-4b5d-88c6-83741758fc83'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:42.108544 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-085dfb29-8c8b-46bb-9649-eab4bbfa0053 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:42.112728 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-18574a28-d8a3-4ab5-a770-6113cb37b71a req-d9bbb940-6fb9-4363-a6fe-c051b63b7bca tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.4071453 Dec 21 22:18:42.135884 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c55d7c-6e0b-471a-8b29-e34b6cd3f1e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:42.136604 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c55d7c-6e0b-471a-8b29-e34b6cd3f1e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:42.137038 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-085dfb29-8c8b-46bb-9649-eab4bbfa0053 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:subnet and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:42.141892 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-86c55d7c-6e0b-471a-8b29-e34b6cd3f1e9 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/subnets/24097bc2-b132-45c0-9297-4430acf09916 HTTP/1.1" status: 404 len: 337 time: 0.0747569 Dec 21 22:18:42.142719 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59376) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:42.146225 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-085dfb29-8c8b-46bb-9649-eab4bbfa0053 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:42.170826 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] For port 24023996-f48d-4ced-ab2d-288a54e2c5b3, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:18:42.174715 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] For port 24023996-f48d-4ced-ab2d-288a54e2c5b3, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=24023996-f48d-4ced-ab2d-288a54e2c5b3,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:18:42.178807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-085dfb29-8c8b-46bb-9649-eab4bbfa0053 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:42.188764 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5a5c19-8f6d-4038-88bd-041bf191e048 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:42.192888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5a5c19-8f6d-4038-88bd-041bf191e048 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:42.195409 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0e5a5c19-8f6d-4038-88bd-041bf191e048 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:42.200953 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc6e4e1-4b75-42c8-9d74-fcda3f697413 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:42.201514 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc6e4e1-4b75-42c8-9d74-fcda3f697413 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:42.206653 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5dc6e4e1-4b75-42c8-9d74-fcda3f697413 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/networks/1141e115-58e8-42bb-8fa4-48a7d4ae52e1 HTTP/1.1" status: 404 len: 339 time: 0.0626409 Dec 21 22:18:42.208893 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59380) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:42.254773 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:42.276429 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5649ff1-6c5c-411f-ac62-6f8fe356b612 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:42.276866 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5649ff1-6c5c-411f-ac62-6f8fe356b612 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:42.279739 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d1ff982d-2a3a-4481-826f-c2ba1bc45ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:42.279739 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ff982d-2a3a-4481-826f-c2ba1bc45ca4 None None] The sync data for ids ['d8aeb1a3-d3ee-4b5d-88c6-83741758fc83'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:18:42.282213 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b5649ff1-6c5c-411f-ac62-6f8fe356b612 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/subnets/82a0fdff-6be2-49e1-a65e-d31dda3448e2 HTTP/1.1" status: 404 len: 337 time: 0.0721979 Dec 21 22:18:42.282834 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59384) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:42.291844 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e182458a-0d15-4eb6-aed9-5fa77693cb73 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "GET /v2.0/routers/96be52ee-2b1f-4690-afce-d44d39923535 HTTP/1.1" status: 200 len: 908 time: 1.4665427 Dec 21 22:18:42.300657 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59388) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:42.392867 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Routers {'96be52ee-2b1f-4690-afce-d44d39923535'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:42.393631 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['96be52ee-2b1f-4690-afce-d44d39923535'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:42.402469 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085dfb29-8c8b-46bb-9649-eab4bbfa0053 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:42.419089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0e5a5c19-8f6d-4038-88bd-041bf191e048 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:42.420731 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0e5a5c19-8f6d-4038-88bd-041bf191e048 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 1.3462920 Dec 21 22:18:42.424009 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:42.430007 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59392) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:42.430248 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Pushing event updated for resources: {'Port': ['ID=83fff948-0405-47d0-8dd3-d6212a03f27a,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:42.467557 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-73814a3e-ced6-4738-a7c3-821a9c7ad389 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:42.468242 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73814a3e-ced6-4738-a7c3-821a9c7ad389 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:42.470082 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-73814a3e-ced6-4738-a7c3-821a9c7ad389 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/networks/fe1611cf-f958-4292-9411-afffc305ade9 HTTP/1.1" status: 404 len: 339 time: 0.1854546 Dec 21 22:18:42.476098 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59394) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:42.489161 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Attempting to bind port 83fff948-0405-47d0-8dd3-d6212a03f27a on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:18:42.489715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Attempting to bind port 83fff948-0405-47d0-8dd3-d6212a03f27a by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'feb45e84-d929-4e60-a4b4-22f41cf0d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:18:42.490220 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Attempting to bind port 83fff948-0405-47d0-8dd3-d6212a03f27a on network 59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:18:42.527009 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a5ed8-55b1-4ee6-8357-cf5f69cad32d None None] The port '707ff7ee-f23f-455f-b146-a0bb9b5b230b' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:18:42.536885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37821aa5-2b03-4748-8d93-a13966223b47 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:42.569229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Pushing event deleted for resources: {'Port': ['ID=707ff7ee-f23f-455f-b146-a0bb9b5b230b,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:42.598851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:18:42.605535 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:18:42.606115 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Checking segment: {'id': 'feb45e84-d929-4e60-a4b4-22f41cf0d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:42.606835 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:42.608216 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Bound using segment: {'id': 'feb45e84-d929-4e60-a4b4-22f41cf0d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:18:42.608958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Bound port: 83fff948-0405-47d0-8dd3-d6212a03f27a, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb45e84-d929-4e60-a4b4-22f41cf0d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:18:42.609442 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:42.610521 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] Set router 96be52ee-2b1f-4690-afce-d44d39923535 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:18:42.615960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] No DVR routers for this DVR port 707ff7ee-f23f-455f-b146-a0bb9b5b230b on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:18:42.705490 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] For port 83fff948-0405-47d0-8dd3-d6212a03f27a, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:18:42.708914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] For port 83fff948-0405-47d0-8dd3-d6212a03f27a, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=83fff948-0405-47d0-8dd3-d6212a03f27a,segment=NetworkSegment(feb45e84-d929-4e60-a4b4-22f41cf0d5ff),segment_id=feb45e84-d929-4e60-a4b4-22f41cf0d5ff)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:18:42.742203 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-28454382-71b6-49b9-a8a0-6be95514ba1c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "PUT /v2.0/routers/1b37519a-d957-4f3d-b2fd-fcec1b3de0ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2585595 Dec 21 22:18:42.760197 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59400) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:42.763126 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-20ab9e66-a5e1-4341-ae11-054396433567 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port d9014c6e-0fe7-470b-8fcf-07a5484a3ff2 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:42.764526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-20ab9e66-a5e1-4341-ae11-054396433567 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:42.764997 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f0e0fa-8885-4299-9e1b-2c242af78cd7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Deleting subnet 140ce497-a2f6-4202-9824-33f38d14e9c6 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:18:42.778837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2b36aed7-94e0-47b0-bfa3-c68c90a3efd2 None None] Provisioning complete for port f870a664-bfd4-4b3d-94e3-f06f8a0ca02a triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:42.779297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2b36aed7-94e0-47b0-bfa3-c68c90a3efd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:42.794803 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97cd34-0be0-4db5-9200-74b7012711b3 None None] Sync routers for ids ['1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:18:42.828064 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-34f0e0fa-8885-4299-9e1b-2c242af78cd7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:42.845479 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2b36aed7-94e0-47b0-bfa3-c68c90a3efd2 None None] Port f870a664-bfd4-4b3d-94e3-f06f8a0ca02a cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:18:42.847121 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:42.856737 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:42.892943 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c28db10b-ab17-4342-93be-313df75b4c54 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "GET /v2.0/routers/d8aeb1a3-d3ee-4b5d-88c6-83741758fc83 HTTP/1.1" status: 200 len: 921 time: 1.1592853 Dec 21 22:18:42.896808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59406) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:42.938266 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-085dfb29-8c8b-46bb-9649-eab4bbfa0053 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:42.959794 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:42.974770 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 2c1963d3-9fc1-4d36-9244-98eea6da9507, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2c1963d3-9fc1-4d36-9244-98eea6da9507,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:43.008008 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97cd34-0be0-4db5-9200-74b7012711b3 None None] Routers {'1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:43.008699 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-cd97cd34-0be0-4db5-9200-74b7012711b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:43.063590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd99cb2e-d321-4498-a85a-86ed72eccfc5']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:43.102730 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-cd97cd34-0be0-4db5-9200-74b7012711b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:43.114574 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:43.133475 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffd7b3-95c6-4046-b7e3-03b887dd7834 None None] Pushing event updated for resources: {'Port': ['ID=83fff948-0405-47d0-8dd3-d6212a03f27a,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:43.165004 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd97cd34-0be0-4db5-9200-74b7012711b3 None None] Routers {'1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:43.170258 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-34f0e0fa-8885-4299-9e1b-2c242af78cd7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:43.172719 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-cd97cd34-0be0-4db5-9200-74b7012711b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:43.278324 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=2c1963d3-9fc1-4d36-9244-98eea6da9507,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:43.342270 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f0798-2ca1-4e9b-8852-15e6c32db89c None None] Pushing event updated for resources: {'Port': ['ID=24023996-f48d-4ced-ab2d-288a54e2c5b3,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:43.365957 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-cd97cd34-0be0-4db5-9200-74b7012711b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:43.365957 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97cd34-0be0-4db5-9200-74b7012711b3 None None] The sync data for ids ['1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:18:43.371896 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96be52ee-2b1f-4690-afce-d44d39923535', 'name': 'tempest-snat-router-1157133303', 'tenant_id': '80d53883fe774935b19c9898a7fefba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '24023996-f48d-4ced-ab2d-288a54e2c5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:18:33Z', 'updated_at': '2021-12-21T22:18:36Z', 'revision_number': 3, 'project_id': '80d53883fe774935b19c9898a7fefba9', 'gw_port': {'id': '24023996-f48d-4ced-ab2d-288a54e2c5b3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96be52ee-2b1f-4690-afce-d44d39923535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:35Z', 'updated_at': '2021-12-21T22:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:43.377374 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c25f72-8f9b-4590-8ff9-4432864ae1a7 None None] The sync data for ids ['96be52ee-2b1f-4690-afce-d44d39923535'] in dv-neutron-822520-1-hyperv is: [{'id': '96be52ee-2b1f-4690-afce-d44d39923535', 'name': 'tempest-snat-router-1157133303', 'tenant_id': '80d53883fe774935b19c9898a7fefba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '24023996-f48d-4ced-ab2d-288a54e2c5b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:18:33Z', 'updated_at': '2021-12-21T22:18:36Z', 'revision_number': 3, 'project_id': '80d53883fe774935b19c9898a7fefba9', 'gw_port': {'id': '24023996-f48d-4ced-ab2d-288a54e2c5b3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96be52ee-2b1f-4690-afce-d44d39923535', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:35Z', 'updated_at': '2021-12-21T22:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:18:43.382514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-bca7f3cd-5dcb-4f05-ba04-3a0ef00f3259 None None] Provisioning for port 2c1963d3-9fc1-4d36-9244-98eea6da9507 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:43.393224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-bca7f3cd-5dcb-4f05-ba04-3a0ef00f3259 None None] Provisioning complete for port 2c1963d3-9fc1-4d36-9244-98eea6da9507 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:43.394726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bca7f3cd-5dcb-4f05-ba04-3a0ef00f3259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:43.491376 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c6ba1390-436d-424f-84c7-d3ccc4bf72ad up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:43.497440 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-34f0e0fa-8885-4299-9e1b-2c242af78cd7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:43.561849 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad37e41-009d-43c4-801c-ad661297fd8d') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:43.562275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad37e41-009d-43c4-801c-ad661297fd8d') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:43.606672 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9f8eb298-b340-4d79-8577-7ac1a97c7bbb req-0dc15f98-2378-4395-85a9-bad35caa384b tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2452886 Dec 21 22:18:43.612589 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:43.615181 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c966a845-14f4-41b7-b46e-eec6adbebb8e tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&device_id=d8aeb1a3-d3ee-4b5d-88c6-83741758fc83&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.6657486 Dec 21 22:18:43.622588 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59412) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:43.693846 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c6ba1390-436d-424f-84c7-d3ccc4bf72ad triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:43.694676 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:43.703529 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:43.784222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:18:43.784481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:43.800879 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:43.827734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device cb392c1b-c5e5-43cb-b55d-5060ce82324d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:43.866511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431230b6-155a-4475-9145-02c457f677cc tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:43.867460 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-431230b6-155a-4475-9145-02c457f677cc tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Synchronizing usage tracker for tenant:a861f3293388429abba521275c3540c3 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:43.871835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-34f0e0fa-8885-4299-9e1b-2c242af78cd7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:43.966611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-20ab9e66-a5e1-4341-ae11-054396433567 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:43.989074 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-def8ea96-f0a2-4978-b477-991f30540965 None None] Provisioning for port d9014c6e-0fe7-470b-8fcf-07a5484a3ff2 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:43.996291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-def8ea96-f0a2-4978-b477-991f30540965 None None] Provisioning complete for port d9014c6e-0fe7-470b-8fcf-07a5484a3ff2 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:43.996671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-def8ea96-f0a2-4978-b477-991f30540965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:44.018117 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0e0fa-8885-4299-9e1b-2c242af78cd7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Subnet': ['ID=140ce497-a2f6-4202-9824-33f38d14e9c6,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:44.026637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-431230b6-155a-4475-9145-02c457f677cc tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Unset dirty status for tenant:a861f3293388429abba521275c3540c3 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:44.030920 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-431230b6-155a-4475-9145-02c457f677cc tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "GET /v2.0/networks/1ca459d5-42d5-4445-a501-f60bc2ce7708 HTTP/1.1" status: 200 len: 881 time: 0.4039221 Dec 21 22:18:44.030920 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-34f0e0fa-8885-4299-9e1b-2c242af78cd7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:44.032903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59416) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:44.041633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40215161-e0c1-41bd-b0d1-2fae4236f365 None None] Network 3e185ce0-8f8e-4c37-8089-e818600a77ca requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:44.059312 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port cb392c1b-c5e5-43cb-b55d-5060ce82324d completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:44.086544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port cb392c1b-c5e5-43cb-b55d-5060ce82324d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:44.087133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:44.107754 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:44.107754 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:44.171860 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-37a61a92-39e4-48a5-85fc-70fb460ce80a tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8aeb1a3-d3ee-4b5d-88c6-83741758fc83 HTTP/1.1" status: 200 len: 205 time: 0.0885143 Dec 21 22:18:44.172065 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59420) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:44.203776 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cc1e550a-95e0-4f8d-a472-ed2871583e43 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:44.233718 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-def8ea96-f0a2-4978-b477-991f30540965 None None] Port d9014c6e-0fe7-470b-8fcf-07a5484a3ff2 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:18:44.271313 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-20ab9e66-a5e1-4341-ae11-054396433567 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for d9014c6e-0fe7-470b-8fcf-07a5484a3ff2 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:44.272072 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-34f0e0fa-8885-4299-9e1b-2c242af78cd7 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/subnets/140ce497-a2f6-4202-9824-33f38d14e9c6 HTTP/1.1" status: 204 len: 168 time: 1.7843781 Dec 21 22:18:44.274650 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59424) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:44.309584 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] Pushing event deleted for resources: {'Network': ['ID=cd99cb2e-d321-4498-a85a-86ed72eccfc5,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:44.375117 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5969e039-7744-41e5-855d-628027533157 tempest-ExtraDHCPOptionsTestJSON-2044768584 tempest-ExtraDHCPOptionsTestJSON-2044768584-project] 10.222.0.37 "DELETE /v2.0/networks/cd99cb2e-d321-4498-a85a-86ed72eccfc5 HTTP/1.1" status: 204 len: 168 time: 3.8258343 Dec 21 22:18:44.437290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-def8ea96-f0a2-4978-b477-991f30540965 None None] Provisioning complete for port 2c1963d3-9fc1-4d36-9244-98eea6da9507 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:44.437910 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-def8ea96-f0a2-4978-b477-991f30540965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:44.513525 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:44.559703 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Deleting port bad4fac5-d5d8-4dcf-9a70-3154829cdc72 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:44.559939 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:44.580557 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-085dfb29-8c8b-46bb-9649-eab4bbfa0053 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:44.603681 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:44.646901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085dfb29-8c8b-46bb-9649-eab4bbfa0053 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network 59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:44.655579 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-085dfb29-8c8b-46bb-9649-eab4bbfa0053 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:44.660615 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085dfb29-8c8b-46bb-9649-eab4bbfa0053 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:44.664797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-085dfb29-8c8b-46bb-9649-eab4bbfa0053 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:44.699456 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port cb392c1b-c5e5-43cb-b55d-5060ce82324d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=cb392c1b-c5e5-43cb-b55d-5060ce82324d,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:44.764236 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cde075f-e7f2-44b8-a824-a414d273103f None None] DHCP port deletion for 3e185ce0-8f8e-4c37-8089-e818600a77ca request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:18:44.768120 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df635839-baed-4def-a279-e2e5ff631d00 None None] Network 59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:44.797713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:44.798544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2c1963d3-9fc1-4d36-9244-98eea6da9507 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:44.814758 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6216d34-d26f-4891-91ae-2eb963b6603f req-2a1181e9-9ce5-4d50-b39d-ce36a97d91d6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0837662 Dec 21 22:18:44.896063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0cde075f-e7f2-44b8-a824-a414d273103f None None] Deleting port bad4fac5-d5d8-4dcf-9a70-3154829cdc72 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:44.896063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0cde075f-e7f2-44b8-a824-a414d273103f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:44.975413 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085dfb29-8c8b-46bb-9649-eab4bbfa0053 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Subnet': ['ID=229db63e-a5b6-4ff3-9880-e620ca8e668e,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:44.991500 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-085dfb29-8c8b-46bb-9649-eab4bbfa0053 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.9151773 Dec 21 22:18:44.992075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59434) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:45.008846 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59438) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:45.010814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'network_id': '59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3', 'fixed_ips': [{'subnet_id': '45e77265-59a4-48b2-8c2c-7919bc6c430a'}, {'subnet_id': '229db63e-a5b6-4ff3-9880-e620ca8e668e'}], 'name': 'tempest-PortsTestJSON-438996555'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:45.056893 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-20ab9e66-a5e1-4341-ae11-054396433567 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:45.147894 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab9e66-a5e1-4341-ae11-054396433567 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=d9014c6e-0fe7-470b-8fcf-07a5484a3ff2,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:45.224670 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=cb392c1b-c5e5-43cb-b55d-5060ce82324d,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:45.236408 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd4afdb6-2a3c-43c2-be2a-8102e3c3e263 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:45.249119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:45.249770 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-117b3969-7d39-4b1b-908b-4a55f085a11b None None] Provisioning complete for port d9014c6e-0fe7-470b-8fcf-07a5484a3ff2 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:45.250780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-117b3969-7d39-4b1b-908b-4a55f085a11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:45.382145 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-117b3969-7d39-4b1b-908b-4a55f085a11b None None] Port d9014c6e-0fe7-470b-8fcf-07a5484a3ff2 was deleted so its status cannot be updated. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 21 22:18:45.494169 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cc1e550a-95e0-4f8d-a472-ed2871583e43 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:45.505224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:45.525934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:port and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:45.534458 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 2c1963d3-9fc1-4d36-9244-98eea6da9507 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:45.535031 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:45.535137 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:45.547416 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:45.555315 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-20ab9e66-a5e1-4341-ae11-054396433567 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:45.560203 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-20ab9e66-a5e1-4341-ae11-054396433567 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/d9014c6e-0fe7-470b-8fcf-07a5484a3ff2 HTTP/1.1" status: 204 len: 168 time: 3.0856044 Dec 21 22:18:45.561916 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59444) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:45.647264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c7c29b-99e9-401e-ae60-fb17d44b2f43 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:45.648322 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] For port bad4fac5-d5d8-4dcf-9a70-3154829cdc72, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bad4fac5-d5d8-4dcf-9a70-3154829cdc72,segment=NetworkSegment(c7478232-d1fc-4ec9-849e-164907b2a728),segment_id=c7478232-d1fc-4ec9-849e-164907b2a728)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:45.648688 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:45.648959 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c7c29b-99e9-401e-ae60-fb17d44b2f43 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:45.650342 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c7c29b-99e9-401e-ae60-fb17d44b2f43 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:45.651294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-38c7c29b-99e9-401e-ae60-fb17d44b2f43 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:45.659652 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e550a-95e0-4f8d-a472-ed2871583e43 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Deleting port 24023996-f48d-4ced-ab2d-288a54e2c5b3 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:45.659993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cc1e550a-95e0-4f8d-a472-ed2871583e43 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:45.704314 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-117b3969-7d39-4b1b-908b-4a55f085a11b None None] Provisioning for port 83fff948-0405-47d0-8dd3-d6212a03f27a completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:45.735482 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0cde075f-e7f2-44b8-a824-a414d273103f None None] For port bad4fac5-d5d8-4dcf-9a70-3154829cdc72, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bad4fac5-d5d8-4dcf-9a70-3154829cdc72,segment=NetworkSegment(c7478232-d1fc-4ec9-849e-164907b2a728),segment_id=c7478232-d1fc-4ec9-849e-164907b2a728)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:45.735880 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0cde075f-e7f2-44b8-a824-a414d273103f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:45.830273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:45.835435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:45.877260 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0cde075f-e7f2-44b8-a824-a414d273103f None None] Calling delete_port for bad4fac5-d5d8-4dcf-9a70-3154829cdc72 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:45.877575 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] device_id is not set on port 79492386-24d7-4f7d-b44c-8a1a9458a58b yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:18:45.891869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Calling delete_port for bad4fac5-d5d8-4dcf-9a70-3154829cdc72 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:45.960990 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-38c7c29b-99e9-401e-ae60-fb17d44b2f43 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:45.965719 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-38c7c29b-99e9-401e-ae60-fb17d44b2f43 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4007504 Dec 21 22:18:45.971871 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59450) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:46.062414 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d1e66a52-a674-4161-9aca-f1c35f09b0d2 req-770255e6-f454-4d9b-b171-9c82ea4a1ce8 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1054816 Dec 21 22:18:46.074750 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ea3503c1-a16b-4278-a552-9b0b6fb82ce6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74bc5cd7f1d043a3a8b8ad3b84f78b52&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0608652 Dec 21 22:18:46.091316 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59454) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:46.132220 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 714572c5-553a-445c-868e-aa42c445705e no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:18:46.170308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0cde075f-e7f2-44b8-a824-a414d273103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:46.207604 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.api [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:18:46.208086 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG oslo_db.api [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:18:46.219491 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 714572c5-553a-445c-868e-aa42c445705e {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:18:46.219834 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 714572c5-553a-445c-868e-aa42c445705e not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:18:46.220247 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 707ff7ee-f23f-455f-b146-a0bb9b5b230b no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:18:46.223525 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-f90ec4b5-6515-4e72-98f8-985f6e30b33e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:18:46.227703 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f90ec4b5-6515-4e72-98f8-985f6e30b33e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "PUT /v2.0/routers/1b37519a-d957-4f3d-b2fd-fcec1b3de0ad/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.4603972 Dec 21 22:18:46.235390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59458) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:46.262266 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde075f-e7f2-44b8-a824-a414d273103f None None] Pushing event deleted for resources: {'Port': ['ID=bad4fac5-d5d8-4dcf-9a70-3154829cdc72,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:46.279008 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 707ff7ee-f23f-455f-b146-a0bb9b5b230b {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:18:46.279506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 707ff7ee-f23f-455f-b146-a0bb9b5b230b not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:18:46.304085 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde075f-e7f2-44b8-a824-a414d273103f None None] No DVR routers for this DVR port bad4fac5-d5d8-4dcf-9a70-3154829cdc72 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:18:46.305620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcde387-78ca-45e9-b849-86b6fe9ccb99 None None] Update dhcp port {'port': {'network_id': '59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3', 'fixed_ips': [{'subnet_id': '45e77265-59a4-48b2-8c2c-7919bc6c430a', 'ip_address': '172.20.0.2'}, {'subnet_id': '229db63e-a5b6-4ff3-9880-e620ca8e668e'}], 'binding:host_id': 'dv-neutron-822520-1-hyperv'}, 'id': '83fff948-0405-47d0-8dd3-d6212a03f27a'} from dv-neutron-822520-1-hyperv. {{(pid=84170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 21 22:18:46.382536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9fcde387-78ca-45e9-b849-86b6fe9ccb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:46.474926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b24e-991d-4ac6-af1c-9f640a172b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:46.529606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b24e-991d-4ac6-af1c-9f640a172b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:46.533613 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-cc1e550a-95e0-4f8d-a472-ed2871583e43 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] For port 24023996-f48d-4ced-ab2d-288a54e2c5b3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=24023996-f48d-4ced-ab2d-288a54e2c5b3,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:46.534166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cc1e550a-95e0-4f8d-a472-ed2871583e43 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:46.589808 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a52814a-9d82-4924-bc3b-d9fe8fd79734 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 1e8ee2b8-572b-43a7-93db-002758c23102 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:18:46.596886 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device cb392c1b-c5e5-43cb-b55d-5060ce82324d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:46.609850 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd4afdb6-2a3c-43c2-be2a-8102e3c3e263 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:46.651905 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0a52814a-9d82-4924-bc3b-d9fe8fd79734 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:46.675531 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port cb392c1b-c5e5-43cb-b55d-5060ce82324d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:46.675895 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:46.697337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-fd4afdb6-2a3c-43c2-be2a-8102e3c3e263 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Deleting port 30f1e12e-da4b-4198-930a-ea169ba18540 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:46.697673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd4afdb6-2a3c-43c2-be2a-8102e3c3e263 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:46.728570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Deleting port bad4fac5-d5d8-4dcf-9a70-3154829cdc72 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:46.728822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:46.749198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e550a-95e0-4f8d-a472-ed2871583e43 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Calling delete_port for 24023996-f48d-4ced-ab2d-288a54e2c5b3 owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:46.796036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2c1963d3-9fc1-4d36-9244-98eea6da9507 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:46.818497 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b24e-991d-4ac6-af1c-9f640a172b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:46.865125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0a52814a-9d82-4924-bc3b-d9fe8fd79734 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:46.867414 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 2c1963d3-9fc1-4d36-9244-98eea6da9507 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:46.867797 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:46.884894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] The port 'bad4fac5-d5d8-4dcf-9a70-3154829cdc72' was deleted {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:18:46.887974 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0b24e-991d-4ac6-af1c-9f640a172b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf41188-744c-45ae-8e3a-8e0bf5d9c38b,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:46.914752 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Allocated IP 172.20.0.5 (59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3/45e77265-59a4-48b2-8c2c-7919bc6c430a/79492386-24d7-4f7d-b44c-8a1a9458a58b) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:46.934734 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Allocated IP 172.20.0.25 (59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3/229db63e-a5b6-4ff3-9880-e620ca8e668e/79492386-24d7-4f7d-b44c-8a1a9458a58b) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:47.009863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 24023996-f48d-4ced-ab2d-288a54e2c5b3 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:47.024346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7ff0b24e-991d-4ac6-af1c-9f640a172b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:47.028042 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7ff0b24e-991d-4ac6-af1c-9f640a172b43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/baf41188-744c-45ae-8e3a-8e0bf5d9c38b HTTP/1.1" status: 204 len: 168 time: 0.9072726 Dec 21 22:18:47.055949 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0a52814a-9d82-4924-bc3b-d9fe8fd79734 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:47.199623 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 24023996-f48d-4ced-ab2d-288a54e2c5b3 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:47.219778 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 24023996-f48d-4ced-ab2d-288a54e2c5b3 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:47.220148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:47.276958 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:47.337193 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd4afdb6-2a3c-43c2-be2a-8102e3c3e263 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:47.344784 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-05aa42c7-4016-4d39-baed-6325de8220f9 req-58ff91df-47c1-4354-920c-94e9ec44a6f5 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1369257 Dec 21 22:18:47.345623 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e185ce0-8f8e-4c37-8089-e818600a77ca']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:47.362988 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7478232-d1fc-4ec9-849e-164907b2a728') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:47.363202 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7478232-d1fc-4ec9-849e-164907b2a728') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:47.375718 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3fb6afcd-f448-44b5-ac2e-c3b317efce5e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:47.431700 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:47.435909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:47.454278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Transition to ACTIVE for port object 79492386-24d7-4f7d-b44c-8a1a9458a58b will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:47.485688 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0a52814a-9d82-4924-bc3b-d9fe8fd79734 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:47.527400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52814a-9d82-4924-bc3b-d9fe8fd79734 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8ee2b8-572b-43a7-93db-002758c23102,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:47.532701 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cc1e550a-95e0-4f8d-a472-ed2871583e43 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:47.548962 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:47.561945 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-fd4afdb6-2a3c-43c2-be2a-8102e3c3e263 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Calling delete_port for 30f1e12e-da4b-4198-930a-ea169ba18540 owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:47.592151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e550a-95e0-4f8d-a472-ed2871583e43 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Pushing event deleted for resources: {'Port': ['ID=24023996-f48d-4ced-ab2d-288a54e2c5b3,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:47.595925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:47.596529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 83fff948-0405-47d0-8dd3-d6212a03f27a up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:47.638836 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0a52814a-9d82-4924-bc3b-d9fe8fd79734 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:47.675067 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:47.682963 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b73c5f1-1df9-4336-afad-63787b3f82c8 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:47.688140 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:18:47.688633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:47.704956 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:47.809544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-9fcde387-78ca-45e9-b849-86b6fe9ccb99 None None] Allocated IP 172.20.0.18 (59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3/229db63e-a5b6-4ff3-9880-e620ca8e668e/83fff948-0405-47d0-8dd3-d6212a03f27a) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:47.863639 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0a52814a-9d82-4924-bc3b-d9fe8fd79734 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/1e8ee2b8-572b-43a7-93db-002758c23102 HTTP/1.1" status: 204 len: 168 time: 1.8885303 Dec 21 22:18:47.877653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59476) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:47.958058 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-9fcde387-78ca-45e9-b849-86b6fe9ccb99 None None] For port 83fff948-0405-47d0-8dd3-d6212a03f27a, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=83fff948-0405-47d0-8dd3-d6212a03f27a,segment=NetworkSegment(feb45e84-d929-4e60-a4b4-22f41cf0d5ff),segment_id=feb45e84-d929-4e60-a4b4-22f41cf0d5ff)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:47.980038 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:47.986423 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=79492386-24d7-4f7d-b44c-8a1a9458a58b,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:47.998332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network 59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:48.001607 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:48.004859 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:48.016141 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:48.039741 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/networks/3e185ce0-8f8e-4c37-8089-e818600a77ca HTTP/1.1" status: 204 len: 168 time: 3.7466702 Dec 21 22:18:48.052709 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59482) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:48.054332 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9fcde387-78ca-45e9-b849-86b6fe9ccb99 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:48.088802 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-46442a8f-facc-4da7-ad94-49773a8b73ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 83d28a47-22c0-4b29-b24d-bbf8f9bc870c {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:18:48.092514 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46442a8f-facc-4da7-ad94-49773a8b73ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:48.145224 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706aa2c-90d9-48d6-b5b8-b7dbb04304ca tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Network': ['ID=3e185ce0-8f8e-4c37-8089-e818600a77ca,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:48.155497 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46442a8f-facc-4da7-ad94-49773a8b73ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:48.175587 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 83fff948-0405-47d0-8dd3-d6212a03f27a completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:48.187001 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 83fff948-0405-47d0-8dd3-d6212a03f27a triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:48.187516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:48.223826 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-526839df-244c-4865-99e1-e76db4da45d3 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:48.224409 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526839df-244c-4865-99e1-e76db4da45d3 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:48.226191 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-526839df-244c-4865-99e1-e76db4da45d3 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/subnets/0148dd08-e440-4e86-858b-aab09320260b HTTP/1.1" status: 404 len: 337 time: 0.1682141 Dec 21 22:18:48.242911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59486) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:48.243279 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46442a8f-facc-4da7-ad94-49773a8b73ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:48.286058 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d31e6f0-eb7b-4dce-ae30-93e9f86d8551 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] DELETE failed (client error): The resource could not be found. Dec 21 22:18:48.286575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d31e6f0-eb7b-4dce-ae30-93e9f86d8551 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:18:48.288192 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6d31e6f0-eb7b-4dce-ae30-93e9f86d8551 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/networks/50add011-6638-48b4-a74c-91b439eef49f HTTP/1.1" status: 404 len: 339 time: 0.0429771 Dec 21 22:18:48.327497 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59492) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:48.360162 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:48.421098 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46442a8f-facc-4da7-ad94-49773a8b73ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:48.438386 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9fcde387-78ca-45e9-b849-86b6fe9ccb99 None None] Transition to ACTIVE for port object 83fff948-0405-47d0-8dd3-d6212a03f27a will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:48.483505 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd4afdb6-2a3c-43c2-be2a-8102e3c3e263 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:48.531888 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9fcde387-78ca-45e9-b849-86b6fe9ccb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:48.584353 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:48.584973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:48.602893 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-867cd243-d3a2-4928-9bca-5d02fd277c83 req-d0d1caf0-11e3-4e82-8639-ed0c696d8e2f tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1086259 Dec 21 22:18:48.606217 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4afdb6-2a3c-43c2-be2a-8102e3c3e263 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Pushing event deleted for resources: {'Port': ['ID=30f1e12e-da4b-4198-930a-ea169ba18540,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:48.616208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46442a8f-facc-4da7-ad94-49773a8b73ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=83d28a47-22c0-4b29-b24d-bbf8f9bc870c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:48.646869 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:18:48.660065 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:18:48.660243 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46442a8f-facc-4da7-ad94-49773a8b73ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:48.676334 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cc1e550a-95e0-4f8d-a472-ed2871583e43 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:48.772058 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcde387-78ca-45e9-b849-86b6fe9ccb99 None None] Pushing event updated for resources: {'Port': ['ID=83fff948-0405-47d0-8dd3-d6212a03f27a,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:48.806572 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-46442a8f-facc-4da7-ad94-49773a8b73ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/83d28a47-22c0-4b29-b24d-bbf8f9bc870c HTTP/1.1" status: 204 len: 168 time: 0.8964050 Dec 21 22:18:48.858472 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59502) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:48.858944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59504) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:48.889958 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b37676a2-ca9a-4f71-b33b-ce8fe9224677 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.8962862 Dec 21 22:18:48.895408 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59510) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:48.924879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-fd73830b-f683-4fa5-880b-6dc265adaaca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '45e77265-59a4-48b2-8c2c-7919bc6c430a'}]}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:49.119019 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bc7c3e-d7e8-48dc-b2df-229f5a3fff84 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:49.191642 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bedfb4f0-7a9c-4e19-8272-e20329462fe8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:router {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:49.208527 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd4afdb6-2a3c-43c2-be2a-8102e3c3e263 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:49.281702 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Request body: {'networks': [{'name': 'tempest-network--131217600'}, {'name': 'tempest-network--1563277182'}]} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:49.282023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Request body: {'network': {'name': 'tempest-network--131217600'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:49.284938 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Request body: {'network': {'name': 'tempest-network--1563277182'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:49.306847 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bedfb4f0-7a9c-4e19-8272-e20329462fe8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:router {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:49.312247 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a36a6a7-f58f-4c7f-af69-d7d2dda38d91 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Deleting subnet 3eac26f8-1b63-46a0-8a39-a0a674c63d49 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:18:49.313880 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bedfb4f0-7a9c-4e19-8272-e20329462fe8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4530418 Dec 21 22:18:49.318377 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cc1e550a-95e0-4f8d-a472-ed2871583e43 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:49.319756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59518) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:49.323105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a36a6a7-f58f-4c7f-af69-d7d2dda38d91 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:49.374199 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:49.374442 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-50ba5aba-d264-4309-95e1-b7fcbfeceef2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:49.386505 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Usage tracker for resource:network and tenant:48fef2311f4d42c886769d658b8389d8 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:49.390783 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:49.403476 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:49.424568 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:49.439486 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cc1e550a-95e0-4f8d-a472-ed2871583e43 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:49.494501 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a44a8b-877e-4bf5-8db1-bdffff487009 None None] Network 59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:49.555795 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5e4ed35e-71f9-4052-a1fa-cbc4587a90cc None None] Provisioning complete for port 2c1963d3-9fc1-4d36-9244-98eea6da9507 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:49.556165 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5e4ed35e-71f9-4052-a1fa-cbc4587a90cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:49.580990 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 83fff948-0405-47d0-8dd3-d6212a03f27a, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=83fff948-0405-47d0-8dd3-d6212a03f27a,segment=NetworkSegment(feb45e84-d929-4e60-a4b4-22f41cf0d5ff),segment_id=feb45e84-d929-4e60-a4b4-22f41cf0d5ff)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:49.610046 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd4afdb6-2a3c-43c2-be2a-8102e3c3e263 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:49.615481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Made reservation on behalf of 48fef2311f4d42c886769d658b8389d8 for: {'network': 2} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:49.619123 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:49.638782 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3fb6afcd-f448-44b5-ac2e-c3b317efce5e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Deleting port f870a664-bfd4-4b3d-94e3-f06f8a0ca02a {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:49.639279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3fb6afcd-f448-44b5-ac2e-c3b317efce5e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:49.651777 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:49.665941 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd4afdb6-2a3c-43c2-be2a-8102e3c3e263 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:49.667543 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:49.718344 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a36a6a7-f58f-4c7f-af69-d7d2dda38d91 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:49.758258 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bad4fac5-d5d8-4dcf-9a70-3154829cdc72 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:18:49.806797 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: bad4fac5-d5d8-4dcf-9a70-3154829cdc72 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:18:49.807479 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bad4fac5-d5d8-4dcf-9a70-3154829cdc72 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:18:49.853142 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=83fff948-0405-47d0-8dd3-d6212a03f27a,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:49.867241 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2d9e20f0-be56-4770-987f-96b1ab16d5bd req-4ed1f7c7-d9ae-45a0-95af-bd85be33dbe2 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0846472 Dec 21 22:18:49.868089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-50ba5aba-d264-4309-95e1-b7fcbfeceef2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:49.884050 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-50ba5aba-d264-4309-95e1-b7fcbfeceef2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:49.890393 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-50ba5aba-d264-4309-95e1-b7fcbfeceef2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:49.938888 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd4afdb6-2a3c-43c2-be2a-8102e3c3e263 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:49.939370 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4afdb6-2a3c-43c2-be2a-8102e3c3e263 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Fanout notify agent at l3_agent the message router_deleted on router d8aeb1a3-d3ee-4b5d-88c6-83741758fc83 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:18:49.955136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-50ba5aba-d264-4309-95e1-b7fcbfeceef2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:49.978167 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb871d-a444-4ee0-995f-96be086b8953 None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:18:49.980183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:49.988711 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3fb6afcd-f448-44b5-ac2e-c3b317efce5e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:49.994733 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-30fb871d-a444-4ee0-995f-96be086b8953 None None] Deleting port 2c1963d3-9fc1-4d36-9244-98eea6da9507 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:49.995066 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-30fb871d-a444-4ee0-995f-96be086b8953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.000016 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd4afdb6-2a3c-43c2-be2a-8102e3c3e263 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.005408 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fd4afdb6-2a3c-43c2-be2a-8102e3c3e263 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "DELETE /v2.0/routers/d8aeb1a3-d3ee-4b5d-88c6-83741758fc83 HTTP/1.1" status: 204 len: 168 time: 5.8281589 Dec 21 22:18:50.005550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cc1e550a-95e0-4f8d-a472-ed2871583e43 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.005639 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Usage tracker for resource:security_group_rule and tenant:48fef2311f4d42c886769d658b8389d8 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:50.005717 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1e550a-95e0-4f8d-a472-ed2871583e43 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96be52ee-2b1f-4690-afce-d44d39923535 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:18:50.009210 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59524) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:50.009995 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:50.022412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-961dea31-2ddd-48ee-bca1-aca355009eb4 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-846713304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:50.027211 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:50.034380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cc1e550a-95e0-4f8d-a472-ed2871583e43 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.037228 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-cc1e550a-95e0-4f8d-a472-ed2871583e43 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "DELETE /v2.0/routers/96be52ee-2b1f-4690-afce-d44d39923535 HTTP/1.1" status: 204 len: 168 time: 7.7351089 Dec 21 22:18:50.043218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59528) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:50.069568 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 83fff948-0405-47d0-8dd3-d6212a03f27a up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:50.086502 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-961dea31-2ddd-48ee-bca1-aca355009eb4 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:50.124927 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ba5aba-d264-4309-95e1-b7fcbfeceef2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:50.128271 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-50ba5aba-d264-4309-95e1-b7fcbfeceef2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.151073 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3fb6afcd-f448-44b5-ac2e-c3b317efce5e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Calling delete_port for f870a664-bfd4-4b3d-94e3-f06f8a0ca02a owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:50.157349 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fd73830b-f683-4fa5-880b-6dc265adaaca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.176774 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a36a6a7-f58f-4c7f-af69-d7d2dda38d91 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.179527 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-961dea31-2ddd-48ee-bca1-aca355009eb4 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Usage tracker for resource:router and tenant:f0d51e079d064a2b85951300994fc575 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:50.191924 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-961dea31-2ddd-48ee-bca1-aca355009eb4 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:50.211925 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-961dea31-2ddd-48ee-bca1-aca355009eb4 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:50.303661 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-961dea31-2ddd-48ee-bca1-aca355009eb4 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.304584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-961dea31-2ddd-48ee-bca1-aca355009eb4 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.321047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.354882 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2cb65e36-06a3-4e8b-a1d4-b1c8fdf86ace None None] Provisioning for port 83fff948-0405-47d0-8dd3-d6212a03f27a completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:50.360412 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-30fb871d-a444-4ee0-995f-96be086b8953 None None] For port 2c1963d3-9fc1-4d36-9244-98eea6da9507, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2c1963d3-9fc1-4d36-9244-98eea6da9507,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:50.360963 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-30fb871d-a444-4ee0-995f-96be086b8953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.377881 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-961dea31-2ddd-48ee-bca1-aca355009eb4 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.378142 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2cb65e36-06a3-4e8b-a1d4-b1c8fdf86ace None None] Provisioning complete for port 83fff948-0405-47d0-8dd3-d6212a03f27a triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:50.378142 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2cb65e36-06a3-4e8b-a1d4-b1c8fdf86ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.386580 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.387136 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.471038 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f74927c8-a809-40d8-b0a2-1006dbd467b4,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:50.513971 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-961dea31-2ddd-48ee-bca1-aca355009eb4 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.530727 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-30fb871d-a444-4ee0-995f-96be086b8953 None None] Calling delete_port for 2c1963d3-9fc1-4d36-9244-98eea6da9507 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:50.557499 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3fb6afcd-f448-44b5-ac2e-c3b317efce5e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.589523 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:18:50.605586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.606329 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Added segment f1a958a2-f8fe-4484-af74-f9023c64347e of type vlan for network 83a5e098-b9a3-48dc-966e-a188a1f595a1 Dec 21 22:18:50.614895 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 83fff948-0405-47d0-8dd3-d6212a03f27a triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:50.615781 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.630250 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a36a6a7-f58f-4c7f-af69-d7d2dda38d91 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.641528 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.678411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a36a6a7-f58f-4c7f-af69-d7d2dda38d91 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.692658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:18:50.694715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15b3d7f-e0c8-424e-baa1-0279f0e3f01d None None] Network ce9fab96-ad7a-4d51-9fe1-213c937774bb requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:50.705609 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.705943 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Added segment 53045ca5-fa2e-4719-82be-b9bcb3701e75 of type vlan for network f94022f3-53ff-4cfe-9665-f5e80bb10283 Dec 21 22:18:50.714800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36a6a7-f58f-4c7f-af69-d7d2dda38d91 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Subnet': ['ID=3eac26f8-1b63-46a0-8a39-a0a674c63d49,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:50.751638 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8a36a6a7-f58f-4c7f-af69-d7d2dda38d91 tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/subnets/3eac26f8-1b63-46a0-8a39-a0a674c63d49 HTTP/1.1" status: 204 len: 168 time: 2.4226201 Dec 21 22:18:50.762642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59532) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:50.802692 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-961dea31-2ddd-48ee-bca1-aca355009eb4 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.804109 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-961dea31-2ddd-48ee-bca1-aca355009eb4 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7911043 Dec 21 22:18:50.839089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59536) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:50.845154 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:50.849882 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6afcd-f448-44b5-ac2e-c3b317efce5e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event deleted for resources: {'Port': ['ID=f870a664-bfd4-4b3d-94e3-f06f8a0ca02a,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:50.854554 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'enable_snat': True}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:51.083352 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-30fb871d-a444-4ee0-995f-96be086b8953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:51.110076 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:51.110395 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:51.114197 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:51.117221 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:51.117868 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:51.177187 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fb871d-a444-4ee0-995f-96be086b8953 None None] No DVR routers for this DVR port 2c1963d3-9fc1-4d36-9244-98eea6da9507 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:18:51.178982 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb871d-a444-4ee0-995f-96be086b8953 None None] Pushing event deleted for resources: {'Port': ['ID=2c1963d3-9fc1-4d36-9244-98eea6da9507,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:51.295258 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:51.308990 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-05326085-adbe-4f23-b6dd-d97857c84f43 None None] Provisioning complete for port 83fff948-0405-47d0-8dd3-d6212a03f27a triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:51.309469 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-05326085-adbe-4f23-b6dd-d97857c84f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:51.313327 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-57e81bdd-7ed9-4373-83ff-ad8ca499f45c tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:51.343866 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-96ca5268-81f0-4d1b-a5e4-54c28de56322 req-a333ea93-eca2-44f6-b7e2-0a8864dbf0fc tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2350576 Dec 21 22:18:51.401117 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71910451-769f-4b06-8fed-ca69fd3d5158 None None] DHCP port deletion for ce9fab96-ad7a-4d51-9fe1-213c937774bb request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:18:51.410407 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-71910451-769f-4b06-8fed-ca69fd3d5158 None None] Deleting port c1357fde-2335-41ed-b741-e6cae3704881 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:51.410784 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-71910451-769f-4b06-8fed-ca69fd3d5158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:51.485436 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event updated for resources: {'Network': ['ID=83a5e098-b9a3-48dc-966e-a188a1f595a1,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:51.501648 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 83a5e098-b9a3-48dc-966e-a188a1f595a1 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:18:51.514162 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.6517994 Dec 21 22:18:51.519440 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59542) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:51.532836 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3fb6afcd-f448-44b5-ac2e-c3b317efce5e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:51.624239 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-fd73830b-f683-4fa5-880b-6dc265adaaca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Delete allocated IP 172.20.0.25 (59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3/229db63e-a5b6-4ff3-9880-e620ca8e668e) {{(pid=84168) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 22:18:51.630975 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Deleting port c1357fde-2335-41ed-b741-e6cae3704881 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:51.631377 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:51.695734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-71910451-769f-4b06-8fed-ca69fd3d5158 None None] For port c1357fde-2335-41ed-b741-e6cae3704881, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c1357fde-2335-41ed-b741-e6cae3704881,segment=NetworkSegment(db2ba200-de59-477e-aa4a-c3a8f051052f),segment_id=db2ba200-de59-477e-aa4a-c3a8f051052f)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:51.696072 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-71910451-769f-4b06-8fed-ca69fd3d5158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:51.705302 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadafb6-1c29-4db3-b2b9-c66598727690 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event updated for resources: {'Network': ['ID=f94022f3-53ff-4cfe-9665-f5e80bb10283,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:51.817565 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-71910451-769f-4b06-8fed-ca69fd3d5158 None None] Calling delete_port for c1357fde-2335-41ed-b741-e6cae3704881 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:51.868606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f35dc-8cd8-44ec-b46b-7d7e6145cf9a tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:51.872644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f35dc-8cd8-44ec-b46b-7d7e6145cf9a tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:51.876717 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f35dc-8cd8-44ec-b46b-7d7e6145cf9a tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:51.881554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f35dc-8cd8-44ec-b46b-7d7e6145cf9a tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:51.881554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-093f35dc-8cd8-44ec-b46b-7d7e6145cf9a tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Synchronizing usage tracker for tenant:48fef2311f4d42c886769d658b8389d8 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:51.896048 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network f94022f3-53ff-4cfe-9665-f5e80bb10283 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:18:51.957281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 83fff948-0405-47d0-8dd3-d6212a03f27a up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:52.030142 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-71910451-769f-4b06-8fed-ca69fd3d5158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:52.113875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.objects.ports [None req-50ba5aba-d264-4309-95e1-b7fcbfeceef2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84168) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:18:52.121451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-093f35dc-8cd8-44ec-b46b-7d7e6145cf9a tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Unset dirty status for tenant:48fef2311f4d42c886769d658b8389d8 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:52.122691 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-093f35dc-8cd8-44ec-b46b-7d7e6145cf9a tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6023691 Dec 21 22:18:52.166619 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59546) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:52.184719 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-50ba5aba-d264-4309-95e1-b7fcbfeceef2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:52.194824 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71910451-769f-4b06-8fed-ca69fd3d5158 None None] Pushing event deleted for resources: {'Port': ['ID=c1357fde-2335-41ed-b741-e6cae3704881,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:52.212953 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71910451-769f-4b06-8fed-ca69fd3d5158 None None] No DVR routers for this DVR port c1357fde-2335-41ed-b741-e6cae3704881 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:18:52.285408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-05326085-adbe-4f23-b6dd-d97857c84f43 None None] Provisioning for port 79492386-24d7-4f7d-b44c-8a1a9458a58b completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:52.294162 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-05326085-adbe-4f23-b6dd-d97857c84f43 None None] Provisioning complete for port 79492386-24d7-4f7d-b44c-8a1a9458a58b triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:52.294593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-05326085-adbe-4f23-b6dd-d97857c84f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:52.331776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb6afcd-f448-44b5-ac2e-c3b317efce5e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Router 1b37519a-d957-4f3d-b2fd-fcec1b3de0ad has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:18:52.341321 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a38cfb81-3d25-4b13-be0a-0d6d8cf62dc1 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:52.361466 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-05326085-adbe-4f23-b6dd-d97857c84f43 None None] Port 79492386-24d7-4f7d-b44c-8a1a9458a58b cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:18:52.427456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] For port c1357fde-2335-41ed-b741-e6cae3704881, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c1357fde-2335-41ed-b741-e6cae3704881,segment=NetworkSegment(db2ba200-de59-477e-aa4a-c3a8f051052f),segment_id=db2ba200-de59-477e-aa4a-c3a8f051052f)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:52.427814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:52.473405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 83fff948-0405-47d0-8dd3-d6212a03f27a triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:52.473405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:52.585006 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Calling delete_port for c1357fde-2335-41ed-b741-e6cae3704881 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:52.620630 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a38cfb81-3d25-4b13-be0a-0d6d8cf62dc1 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:52.667288 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [None req-fd73830b-f683-4fa5-880b-6dc265adaaca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:18:52.676868 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ba5aba-d264-4309-95e1-b7fcbfeceef2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:52.687503 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:52.697647 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c1357fde-2335-41ed-b741-e6cae3704881 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:18:52.706855 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-50ba5aba-d264-4309-95e1-b7fcbfeceef2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:52.708560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba5aba-d264-4309-95e1-b7fcbfeceef2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=721400ca-f157-4d46-8f00-7db1a7e1e2d6,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:52.718240 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ba5aba-d264-4309-95e1-b7fcbfeceef2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:52.718647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-50ba5aba-d264-4309-95e1-b7fcbfeceef2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:52.724333 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c42fa455-0af2-4f46-af42-47d0efa7913f req-5a0a0eb7-86e3-45c8-bfa9-73166481b3d4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1510918 Dec 21 22:18:52.726365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fd73830b-f683-4fa5-880b-6dc265adaaca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:52.769222 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-a38cfb81-3d25-4b13-be0a-0d6d8cf62dc1 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a5e098-b9a3-48dc-966e-a188a1f595a1']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:52.774214 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-fd73830b-f683-4fa5-880b-6dc265adaaca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Ignored duplicate provisioning block setup for port 79492386-24d7-4f7d-b44c-8a1a9458a58b by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 21 22:18:52.778701 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb6afcd-f448-44b5-ac2e-c3b317efce5e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:18:52.785359 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3fb6afcd-f448-44b5-ac2e-c3b317efce5e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "PUT /v2.0/routers/1b37519a-d957-4f3d-b2fd-fcec1b3de0ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5475688 Dec 21 22:18:52.789421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59552) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:52.793567 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-a38cfb81-3d25-4b13-be0a-0d6d8cf62dc1 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a958a2-f8fe-4484-af74-f9023c64347e') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:52.794152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-a38cfb81-3d25-4b13-be0a-0d6d8cf62dc1 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a958a2-f8fe-4484-af74-f9023c64347e') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:52.804012 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.api [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:18:52.804330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG oslo_db.api [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:18:52.809240 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a200e-efc2-4126-aa7f-f6118216860d None None] Sync routers for ids ['1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:18:52.812729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7579c01-c92a-4fb6-b0aa-7183264ac0d9 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:52.821162 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-57e81bdd-7ed9-4373-83ff-ad8ca499f45c tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:52.836893 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: c1357fde-2335-41ed-b741-e6cae3704881 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:18:52.837228 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c1357fde-2335-41ed-b741-e6cae3704881 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:18:52.837632 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2c1963d3-9fc1-4d36-9244-98eea6da9507 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:18:52.854301 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-50ba5aba-d264-4309-95e1-b7fcbfeceef2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5306587 Dec 21 22:18:52.855293 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59556) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:52.861976 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-0a444fcd-174e-421f-82c9-06e4cb67b526 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:52.868421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a38cfb81-3d25-4b13-be0a-0d6d8cf62dc1 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:52.876529 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-9d74583a-f34a-4a5e-b873-af2eacc7ac49 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] delete failed (client error): The resource could not be found. Dec 21 22:18:52.882175 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9d74583a-f34a-4a5e-b873-af2eacc7ac49 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-739370531 HTTP/1.1" status: 404 len: 334 time: 0.0873971 Dec 21 22:18:52.883486 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59560) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:52.889498 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 2c1963d3-9fc1-4d36-9244-98eea6da9507 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:18:52.889673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-fef8f62e-7f8d-48e3-a70b-22b5ae912c7e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:52.889792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2c1963d3-9fc1-4d36-9244-98eea6da9507 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:18:52.890610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fd73830b-f683-4fa5-880b-6dc265adaaca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:52.946231 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3a200e-efc2-4126-aa7f-f6118216860d None None] Routers {'1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:52.946853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9a3a200e-efc2-4126-aa7f-f6118216860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:52.960232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-57e81bdd-7ed9-4373-83ff-ad8ca499f45c tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Deleting port cb392c1b-c5e5-43cb-b55d-5060ce82324d {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:52.960705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-57e81bdd-7ed9-4373-83ff-ad8ca499f45c tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:52.973763 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a38cfb81-3d25-4b13-be0a-0d6d8cf62dc1 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:53.010250 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9a3a200e-efc2-4126-aa7f-f6118216860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:53.045469 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38cfb81-3d25-4b13-be0a-0d6d8cf62dc1 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:18:53.045894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a38cfb81-3d25-4b13-be0a-0d6d8cf62dc1 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:53.064436 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:53.071125 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3a200e-efc2-4126-aa7f-f6118216860d None None] Routers {'1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:53.071754 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9a3a200e-efc2-4126-aa7f-f6118216860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:53.143320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9a3a200e-efc2-4126-aa7f-f6118216860d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:53.143725 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a200e-efc2-4126-aa7f-f6118216860d None None] The sync data for ids ['1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:18:53.203847 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': '721400ca-f157-4d46-8f00-7db1a7e1e2d6'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:18:53.205483 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:53.342045 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a38cfb81-3d25-4b13-be0a-0d6d8cf62dc1 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:53.376282 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73830b-f683-4fa5-880b-6dc265adaaca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=79492386-24d7-4f7d-b44c-8a1a9458a58b,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:53.379647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Deleting port c1357fde-2335-41ed-b741-e6cae3704881 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:53.380145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:53.416349 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a38cfb81-3d25-4b13-be0a-0d6d8cf62dc1 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:53.428934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0a444fcd-174e-421f-82c9-06e4cb67b526 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:53.430598 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38cfb81-3d25-4b13-be0a-0d6d8cf62dc1 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event deleted for resources: {'Network': ['ID=83a5e098-b9a3-48dc-966e-a188a1f595a1,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:53.435800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0a444fcd-174e-421f-82c9-06e4cb67b526 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:53.439749 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0a444fcd-174e-421f-82c9-06e4cb67b526 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:53.446465 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0a444fcd-174e-421f-82c9-06e4cb67b526 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:53.448830 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fef8f62e-7f8d-48e3-a70b-22b5ae912c7e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:53.475472 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Allocated IP 2001:db8::f816:3eff:fe7b:e78f (fe7c627c-94be-483c-83d9-84e8e8a5014e/721400ca-f157-4d46-8f00-7db1a7e1e2d6/f9c24a95-ccd4-4b64-a987-26b8486c4e4e) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:53.507307 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a38cfb81-3d25-4b13-be0a-0d6d8cf62dc1 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "DELETE /v2.0/networks/83a5e098-b9a3-48dc-966e-a188a1f595a1 HTTP/1.1" status: 204 len: 168 time: 1.3346641 Dec 21 22:18:53.508171 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59564) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:53.564861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-fd73830b-f683-4fa5-880b-6dc265adaaca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] In _notify_port_updated(), no bound segment for port 79492386-24d7-4f7d-b44c-8a1a9458a58b on network 59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3 {{(pid=84168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:18:53.569029 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd73830b-f683-4fa5-880b-6dc265adaaca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:53.569784 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fd73830b-f683-4fa5-880b-6dc265adaaca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:53.573961 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fd73830b-f683-4fa5-880b-6dc265adaaca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "PUT /v2.0/ports/79492386-24d7-4f7d-b44c-8a1a9458a58b HTTP/1.1" status: 200 len: 918 time: 4.6758173 Dec 21 22:18:53.576410 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-fef8f62e-7f8d-48e3-a70b-22b5ae912c7e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] update failed (client error): The resource could not be found. Dec 21 22:18:53.577429 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fef8f62e-7f8d-48e3-a70b-22b5ae912c7e tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "PUT /v2.0/routers/1b37519a-d957-4f3d-b2fd-fcec1b3de0ad HTTP/1.1" status: 404 len: 339 time: 0.6940916 Dec 21 22:18:53.580370 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59568) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:53.582899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59572) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:53.586590 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-7d12f1ad-a111-4312-ab67-5ac215e59a63 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '45e77265-59a4-48b2-8c2c-7919bc6c430a'}, {'subnet_id': '229db63e-a5b6-4ff3-9880-e620ca8e668e'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:53.627475 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] The port 'c1357fde-2335-41ed-b741-e6cae3704881' was deleted {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:18:53.632131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-155cf14f-3083-45fb-8f7d-e382f120b22c None None] Provisioning complete for port 79492386-24d7-4f7d-b44c-8a1a9458a58b triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:53.632533 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-155cf14f-3083-45fb-8f7d-e382f120b22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:53.634637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a444fcd-174e-421f-82c9-06e4cb67b526 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:53.740507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-155cf14f-3083-45fb-8f7d-e382f120b22c None None] Port 79492386-24d7-4f7d-b44c-8a1a9458a58b cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:18:53.760593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:53.772750 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-600ab1a1-b1ec-4541-a257-fae4f9fd1591 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:53.773285 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Transition to ACTIVE for port object f9c24a95-ccd4-4b64-a987-26b8486c4e4e will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:53.803519 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Transition to ACTIVE for port object f9c24a95-ccd4-4b64-a987-26b8486c4e4e will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:53.855157 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 24023996-f48d-4ced-ab2d-288a54e2c5b3 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:18:53.890859 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-57e81bdd-7ed9-4373-83ff-ad8ca499f45c tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] For port cb392c1b-c5e5-43cb-b55d-5060ce82324d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=cb392c1b-c5e5-43cb-b55d-5060ce82324d,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:53.891319 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-57e81bdd-7ed9-4373-83ff-ad8ca499f45c tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:53.897204 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:53.919697 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a0975da2-efd1-4c92-b2a3-c49adf44f4cf req-f4eb076e-9515-4231-ae02-6896079752c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0714395 Dec 21 22:18:53.937892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 24023996-f48d-4ced-ab2d-288a54e2c5b3 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:18:53.938260 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 24023996-f48d-4ced-ab2d-288a54e2c5b3 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:18:53.983890 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:53.986870 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:53.992176 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:53.994333 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Pushing event updated for resources: {'Port': ['ID=f9c24a95-ccd4-4b64-a987-26b8486c4e4e,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:54.040113 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:54.086428 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Attempting to bind port f9c24a95-ccd4-4b64-a987-26b8486c4e4e on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:18:54.086795 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Attempting to bind port f9c24a95-ccd4-4b64-a987-26b8486c4e4e by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:18:54.087155 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Attempting to bind port f9c24a95-ccd4-4b64-a987-26b8486c4e4e on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:18:54.095098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:18:54.095474 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:18:54.095876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:54.096267 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:18:54.096730 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Bound port: f9c24a95-ccd4-4b64-a987-26b8486c4e4e, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:18:54.097093 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:54.127268 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-57e81bdd-7ed9-4373-83ff-ad8ca499f45c tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Calling delete_port for cb392c1b-c5e5-43cb-b55d-5060ce82324d owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:54.188739 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] For port f9c24a95-ccd4-4b64-a987-26b8486c4e4e, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:18:54.191863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] For port f9c24a95-ccd4-4b64-a987-26b8486c4e4e, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f9c24a95-ccd4-4b64-a987-26b8486c4e4e,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:18:54.214235 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce9fab96-ad7a-4d51-9fe1-213c937774bb']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:54.227076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0a444fcd-174e-421f-82c9-06e4cb67b526 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:54.252465 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2ba200-de59-477e-aa4a-c3a8f051052f') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:54.252905 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2ba200-de59-477e-aa4a-c3a8f051052f') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:54.256868 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:54.277156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:54.355948 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5508f13-14e8-4488-8b58-4c9fb597ea14 None None] Pushing event updated for resources: {'Port': ['ID=f9c24a95-ccd4-4b64-a987-26b8486c4e4e,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:54.362769 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-600ab1a1-b1ec-4541-a257-fae4f9fd1591 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:54.383894 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:54.444565 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:18:54.445044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:54.487370 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-600ab1a1-b1ec-4541-a257-fae4f9fd1591 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94022f3-53ff-4cfe-9665-f5e80bb10283']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:54.491250 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:54.519676 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-600ab1a1-b1ec-4541-a257-fae4f9fd1591 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53045ca5-fa2e-4719-82be-b9bcb3701e75') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:54.519969 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-600ab1a1-b1ec-4541-a257-fae4f9fd1591 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53045ca5-fa2e-4719-82be-b9bcb3701e75') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:54.585361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:54.585575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-600ab1a1-b1ec-4541-a257-fae4f9fd1591 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:54.605588 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7d12f1ad-a111-4312-ab67-5ac215e59a63 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:54.643199 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:54.648132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-600ab1a1-b1ec-4541-a257-fae4f9fd1591 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:54.718638 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600ab1a1-b1ec-4541-a257-fae4f9fd1591 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:18:54.719035 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-600ab1a1-b1ec-4541-a257-fae4f9fd1591 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:18:54.733826 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:18:54.820300 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:54.855631 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Pushing event deleted for resources: {'Network': ['ID=ce9fab96-ad7a-4d51-9fe1-213c937774bb,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:54.858108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:54.929459 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-036c088b-5ff3-4310-a988-0588cb5e6b8c tempest-NetworksIpV6Test-1055360349 tempest-NetworksIpV6Test-1055360349-project] 10.222.0.37 "DELETE /v2.0/networks/ce9fab96-ad7a-4d51-9fe1-213c937774bb HTTP/1.1" status: 204 len: 168 time: 4.1313951 Dec 21 22:18:55.003863 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:55.017897 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-600ab1a1-b1ec-4541-a257-fae4f9fd1591 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:55.051531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-600ab1a1-b1ec-4541-a257-fae4f9fd1591 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:55.063494 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-41c6a907-3e90-4d7c-9419-b0b0fb09a8d1 req-860bcb6f-eace-45ef-bcf1-d835e8680e7a tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0544453 Dec 21 22:18:55.146223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-57e81bdd-7ed9-4373-83ff-ad8ca499f45c tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:55.153069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Allocated IP 172.26.3.102 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/6c274931-705a-4975-a032-24f11e91aaed) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:55.161503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ab1a1-b1ec-4541-a257-fae4f9fd1591 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event deleted for resources: {'Network': ['ID=f94022f3-53ff-4cfe-9665-f5e80bb10283,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:55.176675 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-600ab1a1-b1ec-4541-a257-fae4f9fd1591 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "DELETE /v2.0/networks/f94022f3-53ff-4cfe-9665-f5e80bb10283 HTTP/1.1" status: 204 len: 168 time: 1.6668971 Dec 21 22:18:55.187927 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59582) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:55.217157 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e81bdd-7ed9-4373-83ff-ad8ca499f45c tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb392c1b-c5e5-43cb-b55d-5060ce82324d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:55.608772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-7d12f1ad-a111-4312-ab67-5ac215e59a63 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Allocated IP 172.20.0.27 (59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3/229db63e-a5b6-4ff3-9880-e620ca8e668e/79492386-24d7-4f7d-b44c-8a1a9458a58b) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:55.624054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-57e81bdd-7ed9-4373-83ff-ad8ca499f45c tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:55.637699 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29f37f6-5d66-44e0-a00c-2d69d23fa26f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:55.640308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29f37f6-5d66-44e0-a00c-2d69d23fa26f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:55.641054 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b29f37f6-5d66-44e0-a00c-2d69d23fa26f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Synchronizing usage tracker for tenant:48fef2311f4d42c886769d658b8389d8 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:55.646409 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59588) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:55.697305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0a444fcd-174e-421f-82c9-06e4cb67b526 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:55.777296 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-fab2e799-2746-48f3-8c1d-dcc3c56b0b18 None None] Provisioning for port f9c24a95-ccd4-4b64-a987-26b8486c4e4e completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:55.790860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:55.942960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b29f37f6-5d66-44e0-a00c-2d69d23fa26f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Unset dirty status for tenant:48fef2311f4d42c886769d658b8389d8 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:55.947548 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b29f37f6-5d66-44e0-a00c-2d69d23fa26f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7485814 Dec 21 22:18:55.951339 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59594) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:55.968634 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a652ef33-6b21-456d-9628-5a4555781fb3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-861526045'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:55.977335 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a444fcd-174e-421f-82c9-06e4cb67b526 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:55.987998 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-0a444fcd-174e-421f-82c9-06e4cb67b526 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:55.988133 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a652ef33-6b21-456d-9628-5a4555781fb3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:55.997544 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a444fcd-174e-421f-82c9-06e4cb67b526 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:55.998275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0a444fcd-174e-421f-82c9-06e4cb67b526 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.001472 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f9c24a95-ccd4-4b64-a987-26b8486c4e4e up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:56.004308 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-57e81bdd-7ed9-4373-83ff-ad8ca499f45c tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.007418 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a444fcd-174e-421f-82c9-06e4cb67b526 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=80d7a505-2689-4679-be25-f07f5c7d79c7,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:56.025743 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-57e81bdd-7ed9-4373-83ff-ad8ca499f45c tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.037432 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a652ef33-6b21-456d-9628-5a4555781fb3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:56.038231 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082e29e5-b5f8-4413-841a-188079a7e4be None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:18:56.057955 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Allocated IP 172.20.0.1 (c45c868e-76b9-4f9b-bae7-0c04affc2910/66ea71fe-359b-41e0-a534-cf0cc9eee8e8/3a972295-5ca0-45f3-862d-b0a470cb409c) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:56.068366 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-27992ea9-7119-4e5e-a1e5-e6ce733c2e6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e995e9f72ec471e8e6c5b6e94036fb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4196012 Dec 21 22:18:56.071820 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59598) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:56.117316 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0a444fcd-174e-421f-82c9-06e4cb67b526 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2606328 Dec 21 22:18:56.120967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59602) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:56.129349 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'mac_address': 'fa:16:3e:f0:2c:d6', 'name': 'tempest-NetworksTestDHCPv6-1449576604'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:56.134772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7d12f1ad-a111-4312-ab67-5ac215e59a63 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.157866 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-57e81bdd-7ed9-4373-83ff-ad8ca499f45c tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.158598 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e81bdd-7ed9-4373-83ff-ad8ca499f45c tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0736fd2-73f2-4906-afb5-9c1801e73c6b {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:18:56.162627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.219055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a652ef33-6b21-456d-9628-5a4555781fb3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Made reservation on behalf of 48fef2311f4d42c886769d658b8389d8 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:56.222200 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a652ef33-6b21-456d-9628-5a4555781fb3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.239135 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-7d12f1ad-a111-4312-ab67-5ac215e59a63 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Transition to ACTIVE for port object 79492386-24d7-4f7d-b44c-8a1a9458a58b will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:56.270396 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-57e81bdd-7ed9-4373-83ff-ad8ca499f45c tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.271711 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-57e81bdd-7ed9-4373-83ff-ad8ca499f45c tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "DELETE /v2.0/routers/a0736fd2-73f2-4906-afb5-9c1801e73c6b HTTP/1.1" status: 204 len: 168 time: 6.2263846 Dec 21 22:18:56.296222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59608) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:56.326495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port f9c24a95-ccd4-4b64-a987-26b8486c4e4e completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:56.337902 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port f9c24a95-ccd4-4b64-a987-26b8486c4e4e triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:56.338694 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.366124 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.383615 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Transition to ACTIVE for port object 3a972295-5ca0-45f3-862d-b0a470cb409c will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:56.384157 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-879631716', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:56.393721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c07cc7e0-e6e0-4657-a527-52435063df44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.401068 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:56.405055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7d12f1ad-a111-4312-ab67-5ac215e59a63 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.407198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:56.430307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:56.438360 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Pushing event updated for resources: {'Port': ['ID=6c274931-705a-4975-a032-24f11e91aaed,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:56.446262 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:56.462546 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2c312dc5-2b4a-4bcb-8586-273740a48167 req-0163e574-0667-46c0-a60f-90b1305ce3b3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2536120 Dec 21 22:18:56.524235 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.526263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a652ef33-6b21-456d-9628-5a4555781fb3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:18:56.537069 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a652ef33-6b21-456d-9628-5a4555781fb3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.537658 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-a652ef33-6b21-456d-9628-5a4555781fb3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Added segment b7cdcc14-24de-4663-8b9e-9dff8da380e7 of type vlan for network 0db344c7-145a-4745-b043-819b9eedfda9 Dec 21 22:18:56.539297 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.570238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port f9c24a95-ccd4-4b64-a987-26b8486c4e4e, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f9c24a95-ccd4-4b64-a987-26b8486c4e4e,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:56.598465 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Usage tracker for resource:router and tenant:63e2b1bdef5147dda15f8720eba413a7 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:56.613504 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:56.640635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:56.667663 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.681580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c07cc7e0-e6e0-4657-a527-52435063df44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.733397 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-7d12f1ad-a111-4312-ab67-5ac215e59a63 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] In _notify_port_updated(), no bound segment for port 79492386-24d7-4f7d-b44c-8a1a9458a58b on network 59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3 {{(pid=84169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:18:56.737359 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d12f1ad-a111-4312-ab67-5ac215e59a63 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:56.744366 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7d12f1ad-a111-4312-ab67-5ac215e59a63 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.744366 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7d12f1ad-a111-4312-ab67-5ac215e59a63 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "PUT /v2.0/ports/79492386-24d7-4f7d-b44c-8a1a9458a58b HTTP/1.1" status: 200 len: 998 time: 3.1578977 Dec 21 22:18:56.753671 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Network c45c868e-76b9-4f9b-bae7-0c04affc2910 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:56.754585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59612) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:56.756370 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a652ef33-6b21-456d-9628-5a4555781fb3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.760531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:56.763879 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:56.773521 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=f9c24a95-ccd4-4b64-a987-26b8486c4e4e,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:56.787156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d0e2ea-bf0c-4b69-913a-8eb7b70409ad None None] Update dhcp port {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'fixed_ips': [{'subnet_id': '721400ca-f157-4d46-8f00-7db1a7e1e2d6', 'ip_address': '2001:db8::f816:3eff:fe7b:e78f'}, {'subnet_id': '80d7a505-2689-4679-be25-f07f5c7d79c7'}], 'binding:host_id': 'dv-neutron-822520-1-hyperv'}, 'id': 'f9c24a95-ccd4-4b64-a987-26b8486c4e4e'} from dv-neutron-822520-1-hyperv. {{(pid=84170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 21 22:18:56.827861 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12f1ad-a111-4312-ab67-5ac215e59a63 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=79492386-24d7-4f7d-b44c-8a1a9458a58b,revision_number=3']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:56.852539 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.864014 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.864660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.870305 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d9d0e2ea-bf0c-4b69-913a-8eb7b70409ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.876499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:56.896011 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:port and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:56.911202 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:56.926423 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:56.941194 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:56.999049 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d55e6be0-1a12-4fde-bbfa-6475a968c4c1 None None] Provisioning for port 79492386-24d7-4f7d-b44c-8a1a9458a58b completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:57.011495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:57.013989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d55e6be0-1a12-4fde-bbfa-6475a968c4c1 None None] Provisioning complete for port 79492386-24d7-4f7d-b44c-8a1a9458a58b triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:57.014990 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d55e6be0-1a12-4fde-bbfa-6475a968c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.018668 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.046100 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.080305 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3401ab1f-68b6-4809-9a42-c679bd3b2da3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port 79492386-24d7-4f7d-b44c-8a1a9458a58b {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:18:57.080855 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3401ab1f-68b6-4809-9a42-c679bd3b2da3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.097605 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d55e6be0-1a12-4fde-bbfa-6475a968c4c1 None None] Port 79492386-24d7-4f7d-b44c-8a1a9458a58b cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:18:57.108444 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event updated for resources: {'Port': ['ID=3a972295-5ca0-45f3-862d-b0a470cb409c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:57.138067 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a652ef33-6b21-456d-9628-5a4555781fb3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.142359 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a652ef33-6b21-456d-9628-5a4555781fb3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:57.142943 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a652ef33-6b21-456d-9628-5a4555781fb3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.157642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-d9d0e2ea-bf0c-4b69-913a-8eb7b70409ad None None] Allocated IP 172.20.0.2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/80d7a505-2689-4679-be25-f07f5c7d79c7/f9c24a95-ccd4-4b64-a987-26b8486c4e4e) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:57.175860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c07cc7e0-e6e0-4657-a527-52435063df44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.179478 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port 4f0ccc7a-020b-4ebb-8d8e-8066a0c940e2 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:18:57.255425 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cc7e0-e6e0-4657-a527-52435063df44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a92d773-970e-4e6b-b3b6-c66fe159cec0,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:57.298061 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e592a16f-dffa-45fd-a86c-4e6e76c5cf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.342461 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652ef33-6b21-456d-9628-5a4555781fb3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event updated for resources: {'Network': ['ID=0db344c7-145a-4745-b043-819b9eedfda9,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:57.344638 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d9d0e2ea-bf0c-4b69-913a-8eb7b70409ad None None] For port f9c24a95-ccd4-4b64-a987-26b8486c4e4e, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f9c24a95-ccd4-4b64-a987-26b8486c4e4e,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:18:57.350433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c07cc7e0-e6e0-4657-a527-52435063df44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.354289 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c07cc7e0-e6e0-4657-a527-52435063df44 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a92d773-970e-4e6b-b3b6-c66fe159cec0 HTTP/1.1" status: 204 len: 168 time: 1.2812111 Dec 21 22:18:57.354986 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a652ef33-6b21-456d-9628-5a4555781fb3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3977828 Dec 21 22:18:57.361989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 0db344c7-145a-4745-b043-819b9eedfda9 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:18:57.367663 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59618) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:57.381197 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d23058ce-ba4d-4cb1-af71-94c8ee87c987 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1981494304'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:57.390744 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d23058ce-ba4d-4cb1-af71-94c8ee87c987 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:57.415836 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d23058ce-ba4d-4cb1-af71-94c8ee87c987 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Usage tracker for resource:network and tenant:48fef2311f4d42c886769d658b8389d8 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:57.417442 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d9d0e2ea-bf0c-4b69-913a-8eb7b70409ad None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.418273 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.428759 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d23058ce-ba4d-4cb1-af71-94c8ee87c987 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:57.444619 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d9d0e2ea-bf0c-4b69-913a-8eb7b70409ad None None] Transition to ACTIVE for port object f9c24a95-ccd4-4b64-a987-26b8486c4e4e will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:57.445905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d23058ce-ba4d-4cb1-af71-94c8ee87c987 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:57.455237 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e55a6df7-f72c-4a3d-8c6c-faf64aeb85ca None None] Provisioning for port 3a972295-5ca0-45f3-862d-b0a470cb409c completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:57.476842 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e55a6df7-f72c-4a3d-8c6c-faf64aeb85ca None None] Provisioning complete for port 3a972295-5ca0-45f3-862d-b0a470cb409c triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:57.494844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e55a6df7-f72c-4a3d-8c6c-faf64aeb85ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.495265 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.519055 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.526860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.601235 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e55a6df7-f72c-4a3d-8c6c-faf64aeb85ca None None] Port 3a972295-5ca0-45f3-862d-b0a470cb409c cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:18:57.667374 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7a1cbef9-3b82-404d-8a91-4b73a143a3d7 req-4072b2ba-3e88-4945-806e-0ff630782ac0 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0552876 Dec 21 22:18:57.736081 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3401ab1f-68b6-4809-9a42-c679bd3b2da3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.840404 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d9d0e2ea-bf0c-4b69-913a-8eb7b70409ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.908406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Router 535c9590-8f35-430d-8577-9a7f015fcece is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:18:57.942852 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f9c24a95-ccd4-4b64-a987-26b8486c4e4e up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:57.976092 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23058ce-ba4d-4cb1-af71-94c8ee87c987 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Made reservation on behalf of 48fef2311f4d42c886769d658b8389d8 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:57.979048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d23058ce-ba4d-4cb1-af71-94c8ee87c987 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:57.999230 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3401ab1f-68b6-4809-9a42-c679bd3b2da3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for 79492386-24d7-4f7d-b44c-8a1a9458a58b owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:18:58.042280 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0e2ea-bf0c-4b69-913a-8eb7b70409ad None None] Pushing event updated for resources: {'Port': ['ID=f9c24a95-ccd4-4b64-a987-26b8486c4e4e,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:58.119320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 172.20.0.7 (fe7c627c-94be-483c-83d9-84e8e8a5014e/80d7a505-2689-4679-be25-f07f5c7d79c7/4f0ccc7a-020b-4ebb-8d8e-8066a0c940e2) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:58.126440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::f816:3eff:fef0:2cd6 (fe7c627c-94be-483c-83d9-84e8e8a5014e/721400ca-f157-4d46-8f00-7db1a7e1e2d6/4f0ccc7a-020b-4ebb-8d8e-8066a0c940e2) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:58.130275 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device cb392c1b-c5e5-43cb-b55d-5060ce82324d no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:18:58.135075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23058ce-ba4d-4cb1-af71-94c8ee87c987 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:18:58.186248 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: cb392c1b-c5e5-43cb-b55d-5060ce82324d {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:18:58.186732 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device cb392c1b-c5e5-43cb-b55d-5060ce82324d not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:18:58.208997 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d23058ce-ba4d-4cb1-af71-94c8ee87c987 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:58.208997 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-d23058ce-ba4d-4cb1-af71-94c8ee87c987 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Added segment 2195a0aa-5c79-4633-aab6-a6749f7b8faf of type vlan for network e9309ab8-5262-40d0-bb4b-40f49a32755c Dec 21 22:18:58.307086 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d23058ce-ba4d-4cb1-af71-94c8ee87c987 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:58.446735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:58.520078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:58.536584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d23058ce-ba4d-4cb1-af71-94c8ee87c987 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:58.540567 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23058ce-ba4d-4cb1-af71-94c8ee87c987 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:18:58.542194 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d23058ce-ba4d-4cb1-af71-94c8ee87c987 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:58.600800 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:58.629370 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3401ab1f-68b6-4809-9a42-c679bd3b2da3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:58.722705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:58.775784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23058ce-ba4d-4cb1-af71-94c8ee87c987 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event updated for resources: {'Network': ['ID=e9309ab8-5262-40d0-bb4b-40f49a32755c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:58.790781 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d23058ce-ba4d-4cb1-af71-94c8ee87c987 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4193845 Dec 21 22:18:58.794238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network e9309ab8-5262-40d0-bb4b-40f49a32755c details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:18:58.796404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59636) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:58.811359 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Request body: {'ports': [{'network_id': '0db344c7-145a-4745-b043-819b9eedfda9', 'name': 'tempest-port--856847377', 'admin_state_up': True}, {'network_id': 'e9309ab8-5262-40d0-bb4b-40f49a32755c', 'admin_state_up': False}]} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:58.811732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Request body: {'port': {'network_id': '0db344c7-145a-4745-b043-819b9eedfda9', 'name': 'tempest-port--856847377', 'admin_state_up': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:58.812133 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Request body: {'port': {'network_id': 'e9309ab8-5262-40d0-bb4b-40f49a32755c', 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:58.870595 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event updated for resources: {'Port': ['ID=3a972295-5ca0-45f3-862d-b0a470cb409c,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:58.875338 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d14f3158-2222-47fd-9f89-f9d6450dd9cb req-42756a88-f181-4256-8ff5-39ba25040758 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0926626 Dec 21 22:18:58.924510 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:58.945021 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401ab1f-68b6-4809-9a42-c679bd3b2da3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=79492386-24d7-4f7d-b44c-8a1a9458a58b,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:59.073298 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0c578de6-1079-46dd-9228-ac0a03cac76f None None] Provisioning for port f9c24a95-ccd4-4b64-a987-26b8486c4e4e completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:18:59.080324 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0c578de6-1079-46dd-9228-ac0a03cac76f None None] Provisioning complete for port f9c24a95-ccd4-4b64-a987-26b8486c4e4e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:59.080702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0c578de6-1079-46dd-9228-ac0a03cac76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:59.162338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:18:59.175013 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3401ab1f-68b6-4809-9a42-c679bd3b2da3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:59.176935 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3401ab1f-68b6-4809-9a42-c679bd3b2da3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/79492386-24d7-4f7d-b44c-8a1a9458a58b HTTP/1.1" status: 204 len: 168 time: 2.3511426 Dec 21 22:18:59.179244 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:59.181058 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae058c88-060c-4f6b-849e-4c6351441114 None None] Sync routers for ids ['535c9590-8f35-430d-8577-9a7f015fcece'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:18:59.185651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59646) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:59.199216 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae058c88-060c-4f6b-849e-4c6351441114 None None] Routers {'535c9590-8f35-430d-8577-9a7f015fcece'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:59.206501 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ae058c88-060c-4f6b-849e-4c6351441114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['535c9590-8f35-430d-8577-9a7f015fcece'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:59.241429 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Network c45c868e-76b9-4f9b-bae7-0c04affc2910 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:59.243213 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:59.331780 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Allocated IP 172.26.3.45 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/795b1c3d-4941-4236-b1cd-34bfe4fcaa2b) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:18:59.349495 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ae058c88-060c-4f6b-849e-4c6351441114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:59.382387 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae058c88-060c-4f6b-849e-4c6351441114 None None] Routers {'535c9590-8f35-430d-8577-9a7f015fcece'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:18:59.383362 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ae058c88-060c-4f6b-849e-4c6351441114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:18:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['535c9590-8f35-430d-8577-9a7f015fcece'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:59.384263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59650) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:59.416901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object 4f0ccc7a-020b-4ebb-8d8e-8066a0c940e2 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:18:59.419664 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:59.422982 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0e91cc5c-ff7f-457d-aba2-4d4eee3111dd tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "PUT /v2.0/routers/535c9590-8f35-430d-8577-9a7f015fcece HTTP/1.1" status: 200 len: 918 time: 8.5828142 Dec 21 22:18:59.443549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59654) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:59.455267 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ae058c88-060c-4f6b-849e-4c6351441114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:18:59.455914 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae058c88-060c-4f6b-849e-4c6351441114 None None] The sync data for ids ['535c9590-8f35-430d-8577-9a7f015fcece'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:18:59.471300 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d33ab6c-4860-4750-af20-249d297ae4dd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] GET failed (client error): The resource could not be found. Dec 21 22:18:59.471802 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7d33ab6c-4860-4750-af20-249d297ae4dd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:18:59.521264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:59.586130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Usage tracker for resource:port and tenant:48fef2311f4d42c886769d658b8389d8 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:59.595026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:59.599114 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7d33ab6c-4860-4750-af20-249d297ae4dd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:18:59.600372 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7d33ab6c-4860-4750-af20-249d297ae4dd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports/79492386-24d7-4f7d-b44c-8a1a9458a58b HTTP/1.1" status: 404 len: 333 time: 0.4089642 Dec 21 22:18:59.600700 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b268589b-393c-41b8-905a-85a720cbeca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:59.609128 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59660) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:18:59.609845 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:59.632078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-51c3b0ed-894f-4357-aeec-d3758ab1d5ab None None] Provisioning complete for port 3a972295-5ca0-45f3-862d-b0a470cb409c triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:18:59.635578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-51c3b0ed-894f-4357-aeec-d3758ab1d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:59.643616 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-961993913'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:18:59.659005 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:18:59.690410 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-51c3b0ed-894f-4357-aeec-d3758ab1d5ab None None] Port 3a972295-5ca0-45f3-862d-b0a470cb409c cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:18:59.727098 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:59.730848 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:59.798244 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Made reservation on behalf of 48fef2311f4d42c886769d658b8389d8 for: {'port': 2} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:18:59.802131 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:59.827375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Usage tracker for resource:network and tenant:611d111a31e04a4ebc06c88384342077 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:18:59.876472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:18:59.881890 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:18:59.900459 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f9c24a95-ccd4-4b64-a987-26b8486c4e4e up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:18:59.902231 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:18:59.946470 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:18:59.955132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=4f0ccc7a-020b-4ebb-8d8e-8066a0c940e2,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:18:59.962480 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:18:59.968822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:18:59.992214 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-66ab22e9-5f2c-4db5-9cca-ffa5d4e5fdf6 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "GET /v2.0/routers/535c9590-8f35-430d-8577-9a7f015fcece HTTP/1.1" status: 200 len: 924 time: 0.5442028 Dec 21 22:18:59.992214 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59666) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:00.024395 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port f9c24a95-ccd4-4b64-a987-26b8486c4e4e triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:00.025555 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:00.033871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Made reservation on behalf of 611d111a31e04a4ebc06c88384342077 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:00.042354 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:00.074688 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:00.094445 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Router 1b37519a-d957-4f3d-b2fd-fcec1b3de0ad has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:19:00.142608 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8e0882b6-d86b-4ecd-b9d0-91a224bf78ea req-4ae93e6f-fbcf-4143-a8a9-b1553b932ef0 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1338689 Dec 21 22:19:00.156460 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:00.216897 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf679c24-19fb-4af8-adc3-fae589ac5ec1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting subnet 229db63e-a5b6-4ff3-9880-e620ca8e668e {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:19:00.219971 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Usage tracker for resource:security_group_rule and tenant:611d111a31e04a4ebc06c88384342077 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:00.233683 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cf679c24-19fb-4af8-adc3-fae589ac5ec1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:00.234256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:00.248861 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:00.284438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:00.291294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:00.291883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:00.322504 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-de9dd250-fa9b-4e84-b3bd-deaf5326e914 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&device_id=535c9590-8f35-430d-8577-9a7f015fcece&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3272564 Dec 21 22:19:00.324668 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59670) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:00.342264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] device_id is not set on port 671779de-4715-45f5-bfe4-9d0b8c77734d yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:19:00.398890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cf679c24-19fb-4af8-adc3-fae589ac5ec1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:00.405229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-698389f9-f19f-4ea5-9f57-9538de2c0b28 None None] Provisioning for port 4f0ccc7a-020b-4ebb-8d8e-8066a0c940e2 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:00.411530 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-698389f9-f19f-4ea5-9f57-9538de2c0b28 None None] Provisioning complete for port 4f0ccc7a-020b-4ebb-8d8e-8066a0c940e2 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:00.414308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-698389f9-f19f-4ea5-9f57-9538de2c0b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:00.467273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Pushing event updated for resources: {'Port': ['ID=795b1c3d-4941-4236-b1cd-34bfe4fcaa2b,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:00.471718 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:00.479956 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:00.483174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:00.513706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-698389f9-f19f-4ea5-9f57-9538de2c0b28 None None] Port 4f0ccc7a-020b-4ebb-8d8e-8066a0c940e2 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:00.516785 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:00.527183 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-14744794-4527-4bef-a510-1ebe0ef01006 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4049788 Dec 21 22:19:00.532772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59674) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:00.576481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cc2002-716f-40c1-8bcd-15a48872dbf6 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:00.577872 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a6cc2002-716f-40c1-8bcd-15a48872dbf6 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "GET /v2.0/networks/1ca459d5-42d5-4445-a501-f60bc2ce7708 HTTP/1.1" status: 200 len: 881 time: 0.2499845 Dec 21 22:19:00.584215 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59678) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:00.616767 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:00.620872 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:00.637417 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:19:00.649780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9bf9e7-0bf9-4240-b297-1312c6673788 None None] Sync routers for ids ['1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:19:00.663077 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bd228eb1-c2af-494d-b36d-1216afddd817 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "GET /v2.0/ports?device_id=535c9590-8f35-430d-8577-9a7f015fcece HTTP/1.1" status: 200 len: 205 time: 0.0767369 Dec 21 22:19:00.666870 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9bf9e7-0bf9-4240-b297-1312c6673788 None None] Routers {'1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:00.667781 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1a9bf9e7-0bf9-4240-b297-1312c6673788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:00.668706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59682) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:00.692730 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:19:00.749106 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1a9bf9e7-0bf9-4240-b297-1312c6673788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:00.760871 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9bf9e7-0bf9-4240-b297-1312c6673788 None None] Routers {'1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:00.761581 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1a9bf9e7-0bf9-4240-b297-1312c6673788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:00.783871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:00.785244 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Added segment dd807a0e-8c09-4a84-ace3-722b4a58ae79 of type vlan for network a79f17bf-7014-4133-9057-001e2426bd64 Dec 21 22:19:00.820151 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:00.830541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1a9bf9e7-0bf9-4240-b297-1312c6673788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:00.831017 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9bf9e7-0bf9-4240-b297-1312c6673788 None None] The sync data for ids ['1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:19:00.832910 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:00.852637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cf679c24-19fb-4af8-adc3-fae589ac5ec1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:00.870637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae46c5fd-9481-4b2e-84b9-42506e494a4c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:00.897410 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9ac49403-e197-453e-b261-8e8bc9691252 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "PUT /v2.0/routers/1b37519a-d957-4f3d-b2fd-fcec1b3de0ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2713940 Dec 21 22:19:00.901211 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59686) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:00.928131 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:00.974264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:00.977805 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:00.978401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:01.066389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] device_id is not set on port 0d8b331d-a17e-490d-97bf-510421caa5f9 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:19:01.123851 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aa0f0c-b653-4888-a419-5e9ebf3dd0df tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:01.127716 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aa0f0c-b653-4888-a419-5e9ebf3dd0df tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:01.128476 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-40aa0f0c-b653-4888-a419-5e9ebf3dd0df tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:01.135261 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7500129 Dec 21 22:19:01.138139 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59690) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:01.145624 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-75807f1c-9dc1-47c7-a234-6ae9c18a6d97 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Request body: {'subnet': {'network_id': 'a79f17bf-7014-4133-9057-001e2426bd64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:01.173765 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cf679c24-19fb-4af8-adc3-fae589ac5ec1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:01.195584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa5a5a-8d1f-45c4-93a7-1c025bbaa0ad tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Pushing event updated for resources: {'Network': ['ID=a79f17bf-7014-4133-9057-001e2426bd64,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:01.214946 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network a79f17bf-7014-4133-9057-001e2426bd64 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:19:01.261098 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf679c24-19fb-4af8-adc3-fae589ac5ec1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Subnet': ['ID=229db63e-a5b6-4ff3-9880-e620ca8e668e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:01.287361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cf679c24-19fb-4af8-adc3-fae589ac5ec1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:01.297931 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cac5fa7-9bf5-4edf-b7ac-743c96b136bb None None] Network 59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:01.337110 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-40aa0f0c-b653-4888-a419-5e9ebf3dd0df tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:01.340638 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-40aa0f0c-b653-4888-a419-5e9ebf3dd0df tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8030093 Dec 21 22:19:01.342052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59696) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:01.344928 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b69fa646-3a44-4372-a8ca-127cdacf677f req-58f5ee4b-0370-4ce1-9f37-db93089e8498 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0637553 Dec 21 22:19:01.410460 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e0b3d34c-3b63-4421-8670-0f1e5e28a7a6 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:01.468372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe8455-9fd6-4ec1-9e5d-a2a433f963dc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port 4f0ccc7a-020b-4ebb-8d8e-8066a0c940e2 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:01.468696 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1bfe8455-9fd6-4ec1-9e5d-a2a433f963dc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:01.532739 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-cf679c24-19fb-4af8-adc3-fae589ac5ec1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/229db63e-a5b6-4ff3-9880-e620ca8e668e HTTP/1.1" status: 204 len: 168 time: 1.9205239 Dec 21 22:19:01.536546 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59700) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:01.581205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-75807f1c-9dc1-47c7-a234-6ae9c18a6d97 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:01.585027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-75807f1c-9dc1-47c7-a234-6ae9c18a6d97 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Usage tracker for resource:subnet and tenant:611d111a31e04a4ebc06c88384342077 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:01.587966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-75807f1c-9dc1-47c7-a234-6ae9c18a6d97 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:01.594187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-75807f1c-9dc1-47c7-a234-6ae9c18a6d97 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:01.692425 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75807f1c-9dc1-47c7-a234-6ae9c18a6d97 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Made reservation on behalf of 611d111a31e04a4ebc06c88384342077 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:01.716813 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:01.724696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50e97752-f61c-4eab-833e-41108da72c6f tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:01.773914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dde68eb-4b49-4b13-9124-7b7ae33d9be8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting subnet 45e77265-59a4-48b2-8c2c-7919bc6c430a {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:19:01.789507 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2dde68eb-4b49-4b13-9124-7b7ae33d9be8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:01.835562 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-e0b3d34c-3b63-4421-8670-0f1e5e28a7a6 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 21 22:19:01.836585 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e0b3d34c-3b63-4421-8670-0f1e5e28a7a6 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "DELETE /v2.0/routers/1b37519a-d957-4f3d-b2fd-fcec1b3de0ad HTTP/1.1" status: 409 len: 329 time: 0.9299359 Dec 21 22:19:01.839896 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59704) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:01.893885 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:01.894674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:01.967405 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50e97752-f61c-4eab-833e-41108da72c6f tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:02.044039 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-50e97752-f61c-4eab-833e-41108da72c6f tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Deleting port 6c274931-705a-4975-a032-24f11e91aaed {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:02.044039 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50e97752-f61c-4eab-833e-41108da72c6f tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:02.066644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75807f1c-9dc1-47c7-a234-6ae9c18a6d97 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:02.112073 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:02.204931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2dde68eb-4b49-4b13-9124-7b7ae33d9be8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:02.228900 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50e97752-f61c-4eab-833e-41108da72c6f tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:02.348184 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-950afb21-ae6e-41a7-bc4d-b9f6564b87dc None None] Provisioning complete for port 83fff948-0405-47d0-8dd3-d6212a03f27a triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:02.348588 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-950afb21-ae6e-41a7-bc4d-b9f6564b87dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:02.362580 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-50e97752-f61c-4eab-833e-41108da72c6f tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Calling delete_port for 6c274931-705a-4975-a032-24f11e91aaed owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:02.510751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1bfe8455-9fd6-4ec1-9e5d-a2a433f963dc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:02.558851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:02.610701 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50e97752-f61c-4eab-833e-41108da72c6f tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:02.656662 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e97752-f61c-4eab-833e-41108da72c6f tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Pushing event deleted for resources: {'Port': ['ID=6c274931-705a-4975-a032-24f11e91aaed,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:02.687603 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cf378862-86f1-4d6d-a8c9-24ba8e16de74 req-d14659b2-2f9c-4e1c-b82c-ab36ded9ac07 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1883249 Dec 21 22:19:02.772859 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe8455-9fd6-4ec1-9e5d-a2a433f963dc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for 4f0ccc7a-020b-4ebb-8d8e-8066a0c940e2 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:02.876235 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event updated for resources: {'Port': ['ID=671779de-4715-45f5-bfe4-9d0b8c77734d,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:02.888704 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50e97752-f61c-4eab-833e-41108da72c6f tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:02.905065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2dde68eb-4b49-4b13-9124-7b7ae33d9be8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:03.209268 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Checking segment: {'id': 'b7cdcc14-24de-4663-8b9e-9dff8da380e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0db344c7-145a-4745-b043-819b9eedfda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:03.209268 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Network hostable DHCP agents. Network: 0db344c7-145a-4745-b043-819b9eedfda9, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:19:03.253821 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50e97752-f61c-4eab-833e-41108da72c6f tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:03.258947 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50e97752-f61c-4eab-833e-41108da72c6f tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:03.370688 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50e97752-f61c-4eab-833e-41108da72c6f tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:03.371345 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e97752-f61c-4eab-833e-41108da72c6f tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Fanout notify agent at l3_agent the message router_deleted on router 535c9590-8f35-430d-8577-9a7f015fcece {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:19:03.386738 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50e97752-f61c-4eab-833e-41108da72c6f tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:03.387792 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-50e97752-f61c-4eab-833e-41108da72c6f tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "DELETE /v2.0/routers/535c9590-8f35-430d-8577-9a7f015fcece HTTP/1.1" status: 204 len: 168 time: 2.7087836 Dec 21 22:19:03.392102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59712) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:03.397055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-cf54b06e-3506-440b-884b-4f08e4c052c2 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2137082579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:03.403089 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cf54b06e-3506-440b-884b-4f08e4c052c2 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:03.407653 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cf54b06e-3506-440b-884b-4f08e4c052c2 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Usage tracker for resource:router and tenant:f0d51e079d064a2b85951300994fc575 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:03.410606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cf54b06e-3506-440b-884b-4f08e4c052c2 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:03.416334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cf54b06e-3506-440b-884b-4f08e4c052c2 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:03.442637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75807f1c-9dc1-47c7-a234-6ae9c18a6d97 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:03.490799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2dde68eb-4b49-4b13-9124-7b7ae33d9be8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:03.519159 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cf54b06e-3506-440b-884b-4f08e4c052c2 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:03.520236 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cf54b06e-3506-440b-884b-4f08e4c052c2 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:03.554617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Network 0db344c7-145a-4745-b043-819b9eedfda9 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:19:03.556563 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75807f1c-9dc1-47c7-a234-6ae9c18a6d97 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Pushing event updated for resources: {'Subnet': ['ID=c0c1da38-c4fa-4fb9-bd3c-06251b38f137,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:03.558299 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400a2f01-a807-4de2-9838-6e4c317a8cd3 None None] Network 59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:03.558803 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2dde68eb-4b49-4b13-9124-7b7ae33d9be8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:03.611549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cf54b06e-3506-440b-884b-4f08e4c052c2 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:03.630306 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1bfe8455-9fd6-4ec1-9e5d-a2a433f963dc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:03.638894 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde68eb-4b49-4b13-9124-7b7ae33d9be8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Subnet': ['ID=45e77265-59a4-48b2-8c2c-7919bc6c430a,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:03.696571 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2dde68eb-4b49-4b13-9124-7b7ae33d9be8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/45e77265-59a4-48b2-8c2c-7919bc6c430a HTTP/1.1" status: 204 len: 168 time: 2.1292677 Dec 21 22:19:03.699984 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59716) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:03.702661 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe8455-9fd6-4ec1-9e5d-a2a433f963dc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=4f0ccc7a-020b-4ebb-8d8e-8066a0c940e2,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:03.704385 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 0db344c7-145a-4745-b043-819b9eedfda9) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:03.718283 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-394a5a19-aba7-4c58-ad07-3672bcf506d2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:03.721190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2a6e7f-907c-4d00-9a49-26fd7675f252 None None] Network 0db344c7-145a-4745-b043-819b9eedfda9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:03.728189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cf54b06e-3506-440b-884b-4f08e4c052c2 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:03.782448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75807f1c-9dc1-47c7-a234-6ae9c18a6d97 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Checking segment: {'id': 'dd807a0e-8c09-4a84-ace3-722b4a58ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79f17bf-7014-4133-9057-001e2426bd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:03.782833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75807f1c-9dc1-47c7-a234-6ae9c18a6d97 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Network hostable DHCP agents. Network: a79f17bf-7014-4133-9057-001e2426bd64, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:19:03.787016 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:03.787827 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:03.827623 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cf54b06e-3506-440b-884b-4f08e4c052c2 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:03.831736 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cf54b06e-3506-440b-884b-4f08e4c052c2 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4355791 Dec 21 22:19:03.882501 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-67307511-d87a-4e2d-84cd-1772cbde4d8c req-5d6e3c0c-95f9-4064-8065-017d49e9c199 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1063821 Dec 21 22:19:03.882950 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59722) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:03.914381 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'enable_snat': False}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:03.991871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:04.045391 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d459208a-a254-4d92-9d11-8c708c2a5fa8 None None] DHCP port deletion for 59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:19:04.051775 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d459208a-a254-4d92-9d11-8c708c2a5fa8 None None] Deleting port 83fff948-0405-47d0-8dd3-d6212a03f27a {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:04.052385 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d459208a-a254-4d92-9d11-8c708c2a5fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:04.072645 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port 83fff948-0405-47d0-8dd3-d6212a03f27a {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:04.072978 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:04.244409 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event updated for resources: {'Port': ['ID=0d8b331d-a17e-490d-97bf-510421caa5f9,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:04.273919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Router e918c51f-eb3b-4150-badf-fd4f7f931dda is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:19:04.302201 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d459208a-a254-4d92-9d11-8c708c2a5fa8 None None] For port 83fff948-0405-47d0-8dd3-d6212a03f27a, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=83fff948-0405-47d0-8dd3-d6212a03f27a,segment=NetworkSegment(feb45e84-d929-4e60-a4b4-22f41cf0d5ff),segment_id=feb45e84-d929-4e60-a4b4-22f41cf0d5ff)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:04.302641 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d459208a-a254-4d92-9d11-8c708c2a5fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:04.303694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1bfe8455-9fd6-4ec1-9e5d-a2a433f963dc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:04.305515 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1bfe8455-9fd6-4ec1-9e5d-a2a433f963dc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/4f0ccc7a-020b-4ebb-8d8e-8066a0c940e2 HTTP/1.1" status: 204 len: 168 time: 2.9359312 Dec 21 22:19:04.311685 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59726) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:04.314324 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Checking segment: {'id': '2195a0aa-5c79-4633-aab6-a6749f7b8faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e9309ab8-5262-40d0-bb4b-40f49a32755c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:04.315117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Network hostable DHCP agents. Network: e9309ab8-5262-40d0-bb4b-40f49a32755c, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:19:04.376302 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75807f1c-9dc1-47c7-a234-6ae9c18a6d97 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Network a79f17bf-7014-4133-9057-001e2426bd64 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:19:04.424102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] For port 83fff948-0405-47d0-8dd3-d6212a03f27a, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=83fff948-0405-47d0-8dd3-d6212a03f27a,segment=NetworkSegment(feb45e84-d929-4e60-a4b4-22f41cf0d5ff),segment_id=feb45e84-d929-4e60-a4b4-22f41cf0d5ff)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:04.424762 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:04.432016 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d459208a-a254-4d92-9d11-8c708c2a5fa8 None None] Calling delete_port for 83fff948-0405-47d0-8dd3-d6212a03f27a owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:04.470674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-75807f1c-9dc1-47c7-a234-6ae9c18a6d97 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, a79f17bf-7014-4133-9057-001e2426bd64) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:04.480598 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75807f1c-9dc1-47c7-a234-6ae9c18a6d97 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:04.481178 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75807f1c-9dc1-47c7-a234-6ae9c18a6d97 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:04.497494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487c5639-c581-44c9-aa60-5e04f168a9ec tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:04.502422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487c5639-c581-44c9-aa60-5e04f168a9ec tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:04.502422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487c5639-c581-44c9-aa60-5e04f168a9ec tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:04.502422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-487c5639-c581-44c9-aa60-5e04f168a9ec tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:04.522081 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0073c9d-b89a-4c7b-a5d3-c855593df131 None None] Network a79f17bf-7014-4133-9057-001e2426bd64 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:04.609586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for 83fff948-0405-47d0-8dd3-d6212a03f27a owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:04.646995 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Network e9309ab8-5262-40d0-bb4b-40f49a32755c is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:19:04.668015 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-75807f1c-9dc1-47c7-a234-6ae9c18a6d97 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5287292 Dec 21 22:19:04.669435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-487c5639-c581-44c9-aa60-5e04f168a9ec tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:04.670978 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-487c5639-c581-44c9-aa60-5e04f168a9ec tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3520052 Dec 21 22:19:04.690967 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:19:04.704672 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59730) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:04.705001 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59732) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:04.709786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d459208a-a254-4d92-9d11-8c708c2a5fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:04.725549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Request body: {'port': {'network_id': 'a79f17bf-7014-4133-9057-001e2426bd64', 'name': 'tempest-TagsExtTest-152251885'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:04.761906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459208a-a254-4d92-9d11-8c708c2a5fa8 None None] Pushing event deleted for resources: {'Port': ['ID=83fff948-0405-47d0-8dd3-d6212a03f27a,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:04.779612 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, e9309ab8-5262-40d0-bb4b-40f49a32755c) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:04.791314 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:04.796267 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:04.796494 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e588aa8-cbff-4e04-bbc2-55b0f4beea69 None None] Network e9309ab8-5262-40d0-bb4b-40f49a32755c requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:04.799899 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:04.800595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:04.823710 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d459208a-a254-4d92-9d11-8c708c2a5fa8 None None] No DVR routers for this DVR port 83fff948-0405-47d0-8dd3-d6212a03f27a on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:19:04.841859 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-a79f17bf-7014-4133-9057-001e2426bd64', 'network_id': 'a79f17bf-7014-4133-9057-001e2426bd64', 'tenant_id': '611d111a31e04a4ebc06c88384342077', 'fixed_ips': [{'subnet_id': 'c0c1da38-c4fa-4fb9-bd3c-06251b38f137'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:19:04.841859 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:04.906645 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ab0f8b2e-9bfb-4315-95a1-5ecaf92b6aa3 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.1082194 Dec 21 22:19:04.913489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59738) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:05.022610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:05.046705 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.api [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:19:05.047002 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG oslo_db.api [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:19:05.048206 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:19:05.078332 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a993c3-1540-4111-b1bc-0878dac47416 None None] Sync routers for ids ['e918c51f-eb3b-4150-badf-fd4f7f931dda'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:19:05.106150 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a993c3-1540-4111-b1bc-0878dac47416 None None] Routers {'e918c51f-eb3b-4150-badf-fd4f7f931dda'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:05.106150 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-15a993c3-1540-4111-b1bc-0878dac47416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e918c51f-eb3b-4150-badf-fd4f7f931dda'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:05.134228 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6106c08f-9003-4ae0-b268-6d8ec8946cc3 req-8b37d25b-d3d5-4cff-8ae7-1b884bde3867 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1031463 Dec 21 22:19:05.163052 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Allocated IP 172.20.0.2 (a79f17bf-7014-4133-9057-001e2426bd64/c0c1da38-c4fa-4fb9-bd3c-06251b38f137/db1acd2a-6058-485a-b480-c779a487d5ab) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:05.190571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:05.210541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Usage tracker for resource:port and tenant:611d111a31e04a4ebc06c88384342077 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:05.213001 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-15a993c3-1540-4111-b1bc-0878dac47416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:05.218538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:05.226059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6cdaea-7490-4bef-ac94-e32032b0c946 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:05.226849 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a993c3-1540-4111-b1bc-0878dac47416 None None] Routers {'e918c51f-eb3b-4150-badf-fd4f7f931dda'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:05.227922 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-15a993c3-1540-4111-b1bc-0878dac47416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e918c51f-eb3b-4150-badf-fd4f7f931dda'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:05.238005 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:05.242788 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6cdaea-7490-4bef-ac94-e32032b0c946 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:05.242788 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0b6cdaea-7490-4bef-ac94-e32032b0c946 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Synchronizing usage tracker for tenant:48fef2311f4d42c886769d658b8389d8 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:05.261696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d925e79-7bf9-4bf8-a2aa-a4dd6434267e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 721400ca-f157-4d46-8f00-7db1a7e1e2d6 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:19:05.269250 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d925e79-7bf9-4bf8-a2aa-a4dd6434267e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:05.306906 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-15a993c3-1540-4111-b1bc-0878dac47416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:05.307324 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a993c3-1540-4111-b1bc-0878dac47416 None None] The sync data for ids ['e918c51f-eb3b-4150-badf-fd4f7f931dda'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:19:05.318963 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:05.320733 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f4116155-ee21-40ce-aee6-007dc9641418 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.9507186 Dec 21 22:19:05.327327 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59746) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:05.336588 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-8e2a460b-9757-4dcb-b5aa-a097eb2993bb tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'enable_snat': False}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:05.407505 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d925e79-7bf9-4bf8-a2aa-a4dd6434267e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:05.423634 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0b6cdaea-7490-4bef-ac94-e32032b0c946 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Unset dirty status for tenant:48fef2311f4d42c886769d658b8389d8 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:05.424814 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0b6cdaea-7490-4bef-ac94-e32032b0c946 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5093293 Dec 21 22:19:05.425541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:05.427940 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59750) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:05.438109 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Transition to ACTIVE for port object db1acd2a-6058-485a-b480-c779a487d5ab will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:05.438931 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Made reservation on behalf of 611d111a31e04a4ebc06c88384342077 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:05.441799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:05.458478 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Transition to ACTIVE for port object db1acd2a-6058-485a-b480-c779a487d5ab will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:05.482942 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-394a5a19-aba7-4c58-ad07-3672bcf506d2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Deleting port 3a972295-5ca0-45f3-862d-b0a470cb409c {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:05.483279 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-394a5a19-aba7-4c58-ad07-3672bcf506d2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:05.525931 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:05.545476 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-6a267a03-cf09-4aed-8f1d-7faf1f08bdba tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Deleting port 671779de-4715-45f5-bfe4-9d0b8c77734d {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:05.545760 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a267a03-cf09-4aed-8f1d-7faf1f08bdba tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:05.549414 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port 83fff948-0405-47d0-8dd3-d6212a03f27a {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:05.549745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:05.585865 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] device_id is not set on port 4596e376-f1cf-4572-aaf7-e227c6e3a114 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:19:05.601164 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Network a79f17bf-7014-4133-9057-001e2426bd64 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:05.604410 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:05.608787 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:05.620083 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Pushing event updated for resources: {'Port': ['ID=db1acd2a-6058-485a-b480-c779a487d5ab,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:05.681905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] The port '83fff948-0405-47d0-8dd3-d6212a03f27a' was deleted {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:19:05.708268 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Attempting to bind port db1acd2a-6058-485a-b480-c779a487d5ab on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:19:05.708650 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Attempting to bind port db1acd2a-6058-485a-b480-c779a487d5ab by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'dd807a0e-8c09-4a84-ace3-722b4a58ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79f17bf-7014-4133-9057-001e2426bd64'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:19:05.708987 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Attempting to bind port db1acd2a-6058-485a-b480-c779a487d5ab on network a79f17bf-7014-4133-9057-001e2426bd64 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:19:05.717754 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:19:05.717754 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Checking segment: {'id': 'dd807a0e-8c09-4a84-ace3-722b4a58ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79f17bf-7014-4133-9057-001e2426bd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:05.717754 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:05.717754 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Bound using segment: {'id': 'dd807a0e-8c09-4a84-ace3-722b4a58ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79f17bf-7014-4133-9057-001e2426bd64'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:19:05.718680 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Bound port: db1acd2a-6058-485a-b480-c779a487d5ab, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd807a0e-8c09-4a84-ace3-722b4a58ae79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a79f17bf-7014-4133-9057-001e2426bd64'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:19:05.718680 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:05.792833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-394a5a19-aba7-4c58-ad07-3672bcf506d2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:05.810817 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] For port db1acd2a-6058-485a-b480-c779a487d5ab, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:19:05.814315 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] For port db1acd2a-6058-485a-b480-c779a487d5ab, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=db1acd2a-6058-485a-b480-c779a487d5ab,segment=NetworkSegment(dd807a0e-8c09-4a84-ace3-722b4a58ae79),segment_id=dd807a0e-8c09-4a84-ace3-722b4a58ae79)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:19:05.866302 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d925e79-7bf9-4bf8-a2aa-a4dd6434267e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:05.902219 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 83fff948-0405-47d0-8dd3-d6212a03f27a no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:19:05.936312 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:05.977970 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 83fff948-0405-47d0-8dd3-d6212a03f27a {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:19:05.977970 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 83fff948-0405-47d0-8dd3-d6212a03f27a not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:19:06.024328 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e11baf-a6fe-48e9-ab79-c7416dd49884 None None] Pushing event updated for resources: {'Port': ['ID=db1acd2a-6058-485a-b480-c779a487d5ab,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:06.025757 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:06.104936 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-394a5a19-aba7-4c58-ad07-3672bcf506d2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Calling delete_port for 3a972295-5ca0-45f3-862d-b0a470cb409c owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:06.124274 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Allocated IP 172.20.0.7 (a79f17bf-7014-4133-9057-001e2426bd64/c0c1da38-c4fa-4fb9-bd3c-06251b38f137/4596e376-f1cf-4572-aaf7-e227c6e3a114) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:06.125595 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:06.147834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a267a03-cf09-4aed-8f1d-7faf1f08bdba tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:06.160175 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb45e84-d929-4e60-a4b4-22f41cf0d5ff') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:06.160513 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb45e84-d929-4e60-a4b4-22f41cf0d5ff') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:06.195610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:06.213131 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:06.289831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-6a267a03-cf09-4aed-8f1d-7faf1f08bdba tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Calling delete_port for 671779de-4715-45f5-bfe4-9d0b8c77734d owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:06.306723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:06.329160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:06.337859 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9bbe7584-d91c-4e24-9ad7-6f80c3e5402a req-6276195a-57f3-438f-8d04-f2761ce698d3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0975158 Dec 21 22:19:06.387900 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:19:06.388294 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:06.409783 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:06.426549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d925e79-7bf9-4bf8-a2aa-a4dd6434267e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:06.491202 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a267a03-cf09-4aed-8f1d-7faf1f08bdba tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:06.516786 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d925e79-7bf9-4bf8-a2aa-a4dd6434267e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=721400ca-f157-4d46-8f00-7db1a7e1e2d6,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:06.558297 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a267a03-cf09-4aed-8f1d-7faf1f08bdba tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event deleted for resources: {'Port': ['ID=671779de-4715-45f5-bfe4-9d0b8c77734d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:06.570588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a267a03-cf09-4aed-8f1d-7faf1f08bdba tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:06.596754 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d925e79-7bf9-4bf8-a2aa-a4dd6434267e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:06.602394 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d9702a-fa17-4ef3-a1d4-6cbb1cbfb2a8 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:06.671647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-394a5a19-aba7-4c58-ad07-3672bcf506d2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:06.723889 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6a267a03-cf09-4aed-8f1d-7faf1f08bdba tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "DELETE /v2.0/ports/671779de-4715-45f5-bfe4-9d0b8c77734d HTTP/1.1" status: 204 len: 168 time: 1.2948313 Dec 21 22:19:06.734723 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59756) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:06.738443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a5a19-aba7-4c58-ad07-3672bcf506d2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event deleted for resources: {'Port': ['ID=3a972295-5ca0-45f3-862d-b0a470cb409c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:06.881365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-a50cc79b-10b5-49d6-b22b-2515bab0f9ce tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Deleting port 0d8b331d-a17e-490d-97bf-510421caa5f9 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:06.886596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a50cc79b-10b5-49d6-b22b-2515bab0f9ce tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:06.908831 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:06.963137 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:06.978219 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Network': ['ID=59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:07.078708 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8d925e79-7bf9-4bf8-a2aa-a4dd6434267e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/721400ca-f157-4d46-8f00-7db1a7e1e2d6 HTTP/1.1" status: 204 len: 168 time: 2.3647401 Dec 21 22:19:07.087055 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59760) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:07.096084 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f87ca036-6da8-4bcf-ab7b-daed6674ac88 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/networks/59e1c87e-5fb1-4b04-8cf8-58a24c0c30b3 HTTP/1.1" status: 204 len: 168 time: 3.3940589 Dec 21 22:19:07.101845 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59764) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:07.121140 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Allocated IP 172.26.3.132 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/a5e6c51d-72fd-4022-bb62-6499e6d1075c) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:07.256925 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:07.369535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Transition to ACTIVE for port object 4596e376-f1cf-4572-aaf7-e227c6e3a114 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:07.434812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-9716e5d0-260c-4263-9e26-1f88dcea63a6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 80d7a505-2689-4679-be25-f07f5c7d79c7 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:19:07.446529 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9716e5d0-260c-4263-9e26-1f88dcea63a6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:07.494639 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0793db-e726-4638-85ab-64a17d54a2bd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:07.495358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3d0793db-e726-4638-85ab-64a17d54a2bd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:07.528523 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:07.565121 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec1e338-763a-41af-8608-d22034d9bd8f None None] Network a79f17bf-7014-4133-9057-001e2426bd64 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:07.580689 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7fefed15-c2c9-4dd1-8d1a-c2cae0fa7b50 req-b007a62b-ac86-490c-b68c-d29a6a970d4c tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1358240 Dec 21 22:19:07.642645 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-394a5a19-aba7-4c58-ad07-3672bcf506d2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:07.644317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:07.654855 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9716e5d0-260c-4263-9e26-1f88dcea63a6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:07.699705 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3d0793db-e726-4638-85ab-64a17d54a2bd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:07.704605 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3d0793db-e726-4638-85ab-64a17d54a2bd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5977275 Dec 21 22:19:07.718529 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59770) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:07.770043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:07.817336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Network a79f17bf-7014-4133-9057-001e2426bd64 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:07.823180 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:07.826856 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:07.854565 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Pushing event updated for resources: {'Port': ['ID=4596e376-f1cf-4572-aaf7-e227c6e3a114,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:07.918477 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6e9d1d96-9769-47b1-90c5-3aa07a142681 None None] Provisioning for port db1acd2a-6058-485a-b480-c779a487d5ab completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:07.925101 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a50cc79b-10b5-49d6-b22b-2515bab0f9ce tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:07.930376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:07.948643 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:07.951843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:07.987191 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device db1acd2a-6058-485a-b480-c779a487d5ab up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:08.032284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:08.032805 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.038244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Pushing event updated for resources: {'Port': ['ID=a5e6c51d-72fd-4022-bb62-6499e6d1075c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:08.071181 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-249bab9f-793d-4d73-8bdf-bff3a32f333e None None] Provisioning complete for port f9c24a95-ccd4-4b64-a987-26b8486c4e4e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:08.071653 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-249bab9f-793d-4d73-8bdf-bff3a32f333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.110269 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-a50cc79b-10b5-49d6-b22b-2515bab0f9ce tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Calling delete_port for 0d8b331d-a17e-490d-97bf-510421caa5f9 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:08.171755 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6cdb0e64-76b5-42be-bea9-ce1dfdd9f282 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4481306 Dec 21 22:19:08.173565 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59774) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:08.190262 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-6d2cdf4b-8947-4d15-afc3-ebf68018ab0d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1779315528'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:08.198618 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6d2cdf4b-8947-4d15-afc3-ebf68018ab0d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:08.213975 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6d2cdf4b-8947-4d15-afc3-ebf68018ab0d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:network and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:08.219549 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dc19b142-ba7c-4bcd-b84c-278e024fdc0f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.5072696 Dec 21 22:19:08.226125 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6d2cdf4b-8947-4d15-afc3-ebf68018ab0d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:08.229677 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59778) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:08.240260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6d2cdf4b-8947-4d15-afc3-ebf68018ab0d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:08.245049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-84f53197-03a5-44fb-9c87-1a06b28cb6ba tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-455082961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:08.253516 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-84f53197-03a5-44fb-9c87-1a06b28cb6ba tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:08.262628 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-84f53197-03a5-44fb-9c87-1a06b28cb6ba tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Usage tracker for resource:router and tenant:611d111a31e04a4ebc06c88384342077 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:08.273940 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-84f53197-03a5-44fb-9c87-1a06b28cb6ba tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:08.285329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-84f53197-03a5-44fb-9c87-1a06b28cb6ba tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:08.298714 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port db1acd2a-6058-485a-b480-c779a487d5ab completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:08.305068 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port db1acd2a-6058-485a-b480-c779a487d5ab triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:08.305735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.319861 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2cdf4b-8947-4d15-afc3-ebf68018ab0d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:08.331555 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6d2cdf4b-8947-4d15-afc3-ebf68018ab0d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.344947 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e2a460b-9757-4dcb-b5aa-a097eb2993bb tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.364211 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2cdf4b-8947-4d15-afc3-ebf68018ab0d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:19:08.375490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6d2cdf4b-8947-4d15-afc3-ebf68018ab0d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.376062 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-6d2cdf4b-8947-4d15-afc3-ebf68018ab0d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Added segment 283338c3-ff39-4516-9afc-692d8fd01fd6 of type vlan for network fc3a5967-586e-4345-a11b-f798ce819922 Dec 21 22:19:08.391506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-84f53197-03a5-44fb-9c87-1a06b28cb6ba tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.397758 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-84f53197-03a5-44fb-9c87-1a06b28cb6ba tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.402636 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9716e5d0-260c-4263-9e26-1f88dcea63a6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.415461 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6d2cdf4b-8947-4d15-afc3-ebf68018ab0d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.484617 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.492361 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.507360 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-571fd2bf-9bd6-437e-b78a-164f8465f951 None None] Provisioning complete for port db1acd2a-6058-485a-b480-c779a487d5ab triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:08.507997 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-571fd2bf-9bd6-437e-b78a-164f8465f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.580408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port db1acd2a-6058-485a-b480-c779a487d5ab, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=db1acd2a-6058-485a-b480-c779a487d5ab,segment=NetworkSegment(dd807a0e-8c09-4a84-ace3-722b4a58ae79),segment_id=dd807a0e-8c09-4a84-ace3-722b4a58ae79)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:08.589266 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a50cc79b-10b5-49d6-b22b-2515bab0f9ce tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.652121 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.664335 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cc79b-10b5-49d6-b22b-2515bab0f9ce tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event deleted for resources: {'Port': ['ID=0d8b331d-a17e-490d-97bf-510421caa5f9,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:08.672688 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a50cc79b-10b5-49d6-b22b-2515bab0f9ce tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.695465 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-571fd2bf-9bd6-437e-b78a-164f8465f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.697958 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a50cc79b-10b5-49d6-b22b-2515bab0f9ce tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "DELETE /v2.0/ports/0d8b331d-a17e-490d-97bf-510421caa5f9 HTTP/1.1" status: 204 len: 168 time: 1.9621780 Dec 21 22:19:08.698649 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59784) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:08.700981 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394a5a19-aba7-4c58-ad07-3672bcf506d2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Router 1b37519a-d957-4f3d-b2fd-fcec1b3de0ad has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:19:08.749612 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9716e5d0-260c-4263-9e26-1f88dcea63a6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.780151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-54c9e307-1f56-4434-8c14-50423082b6be tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Synchronizing usage tracker for tenant:48fef2311f4d42c886769d658b8389d8 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:08.780367 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=db1acd2a-6058-485a-b480-c779a487d5ab,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:08.792229 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6d2cdf4b-8947-4d15-afc3-ebf68018ab0d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.797130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2cdf4b-8947-4d15-afc3-ebf68018ab0d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:08.797443 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6d2cdf4b-8947-4d15-afc3-ebf68018ab0d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.804124 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-571fd2bf-9bd6-437e-b78a-164f8465f951 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:19:08.804124 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-571fd2bf-9bd6-437e-b78a-164f8465f951 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:19:08.867079 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716e5d0-260c-4263-9e26-1f88dcea63a6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=80d7a505-2689-4679-be25-f07f5c7d79c7,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:08.882711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9716e5d0-260c-4263-9e26-1f88dcea63a6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:08.886739 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9716e5d0-260c-4263-9e26-1f88dcea63a6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/80d7a505-2689-4679-be25-f07f5c7d79c7 HTTP/1.1" status: 204 len: 168 time: 1.7964230 Dec 21 22:19:08.890202 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77a0b0d-5c83-4fec-b897-7c7d3411adbd None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:08.897542 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59788) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:08.905377 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-317ee018-8126-4dda-b52c-6ed1a3e30dcc req-88516c40-0119-42b4-b2e6-5ff10f5e80f5 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1232715 Dec 21 22:19:08.964010 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394a5a19-aba7-4c58-ad07-3672bcf506d2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:19:08.973957 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-394a5a19-aba7-4c58-ad07-3672bcf506d2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "PUT /v2.0/routers/1b37519a-d957-4f3d-b2fd-fcec1b3de0ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0769629 Dec 21 22:19:08.975523 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59792) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:08.976091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-54c9e307-1f56-4434-8c14-50423082b6be tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Unset dirty status for tenant:48fef2311f4d42c886769d658b8389d8 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:08.981376 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-54c9e307-1f56-4434-8c14-50423082b6be tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2750180 Dec 21 22:19:08.982750 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008d708-0b5e-49fa-9680-fbcc936717af None None] Sync routers for ids ['1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:19:08.987582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59796) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:09.015787 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a4771e80-e110-47f4-9825-ea52434ab21a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1096413 Dec 21 22:19:09.022356 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59798) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:09.023428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-84f53197-03a5-44fb-9c87-1a06b28cb6ba tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.035108 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.041816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-51deba13-51a0-4614-9d38-fcde69cf3c23 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-167204304'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:09.062048 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-51deba13-51a0-4614-9d38-fcde69cf3c23 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:09.065203 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-f9ae9da3-a972-4796-8364-e82da7739be0 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] show failed (client error): The resource could not be found. Dec 21 22:19:09.068125 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f9ae9da3-a972-4796-8364-e82da7739be0 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-1335244339 HTTP/1.1" status: 404 len: 335 time: 0.0879087 Dec 21 22:19:09.069492 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-51deba13-51a0-4614-9d38-fcde69cf3c23 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Usage tracker for resource:network and tenant:48fef2311f4d42c886769d658b8389d8 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:09.072359 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59804) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:09.074928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-51deba13-51a0-4614-9d38-fcde69cf3c23 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:09.081275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b77da9a8-39af-47f9-8304-eadace7c16d5 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:09.081457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008d708-0b5e-49fa-9680-fbcc936717af None None] Routers {'1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:09.082117 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3008d708-0b5e-49fa-9680-fbcc936717af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:09.087998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-bd012d02-772b-41f8-a575-513fc6b9f65e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:09.124640 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6d2cdf4b-8947-4d15-afc3-ebf68018ab0d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9467657 Dec 21 22:19:09.129459 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.131273 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cdf4b-8947-4d15-afc3-ebf68018ab0d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Network': ['ID=fc3a5967-586e-4345-a11b-f798ce819922,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:09.135584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59808) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:09.143555 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-51deba13-51a0-4614-9d38-fcde69cf3c23 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:09.146337 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-b77da9a8-39af-47f9-8304-eadace7c16d5 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] update failed (client error): The resource could not be found. Dec 21 22:19:09.152321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3008d708-0b5e-49fa-9680-fbcc936717af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:09.152449 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b77da9a8-39af-47f9-8304-eadace7c16d5 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-57373115 HTTP/1.1" status: 404 len: 333 time: 0.0739241 Dec 21 22:19:09.154113 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59812) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:09.157306 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network fc3a5967-586e-4345-a11b-f798ce819922 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:19:09.164510 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-f015c22c-24eb-4772-8a56-10f88549102f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'subnet': {'network_id': 'fc3a5967-586e-4345-a11b-f798ce819922', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:09.337114 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008d708-0b5e-49fa-9680-fbcc936717af None None] Routers {'1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:09.337333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-84f53197-03a5-44fb-9c87-1a06b28cb6ba tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.338050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3008d708-0b5e-49fa-9680-fbcc936717af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:09.338560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51deba13-51a0-4614-9d38-fcde69cf3c23 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Made reservation on behalf of 48fef2311f4d42c886769d658b8389d8 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:09.341418 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-51deba13-51a0-4614-9d38-fcde69cf3c23 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.398063 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51deba13-51a0-4614-9d38-fcde69cf3c23 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:19:09.421065 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3008d708-0b5e-49fa-9680-fbcc936717af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:09.421296 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008d708-0b5e-49fa-9680-fbcc936717af None None] The sync data for ids ['1b37519a-d957-4f3d-b2fd-fcec1b3de0ad'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:19:09.468475 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-51deba13-51a0-4614-9d38-fcde69cf3c23 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.468825 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-51deba13-51a0-4614-9d38-fcde69cf3c23 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Added segment bff7fc5f-662d-4fa3-9cf9-b0977128d8dc of type vlan for network 51e21fd1-0efd-403a-9fef-4df64cfe7bb9 Dec 21 22:19:09.479735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bd012d02-772b-41f8-a575-513fc6b9f65e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:09.493121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bd012d02-772b-41f8-a575-513fc6b9f65e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:09.503040 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfb5b2b-f09c-4236-b39a-9a860bf94118 None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:19:09.507351 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb5b2b-f09c-4236-b39a-9a860bf94118 None None] Deleting port f9c24a95-ccd4-4b64-a987-26b8486c4e4e {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:09.507719 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9bfb5b2b-f09c-4236-b39a-9a860bf94118 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.510612 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bd012d02-772b-41f8-a575-513fc6b9f65e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:09.513668 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f015c22c-24eb-4772-8a56-10f88549102f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:09.523581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f015c22c-24eb-4772-8a56-10f88549102f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:subnet and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:09.528247 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bd012d02-772b-41f8-a575-513fc6b9f65e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:09.534266 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f015c22c-24eb-4772-8a56-10f88549102f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:09.535665 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-571fd2bf-9bd6-437e-b78a-164f8465f951 None None] Provisioning for port 4596e376-f1cf-4572-aaf7-e227c6e3a114 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:09.535896 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-51deba13-51a0-4614-9d38-fcde69cf3c23 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.543005 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f015c22c-24eb-4772-8a56-10f88549102f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:09.547793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-c687a0ea-1384-4f37-9a4a-2cb1c66d759c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Deleting subnet 8445d3f4-0507-49a6-bc34-9a6d7250ae46 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:19:09.551593 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c687a0ea-1384-4f37-9a4a-2cb1c66d759c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.554043 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-571fd2bf-9bd6-437e-b78a-164f8465f951 None None] Provisioning complete for port 4596e376-f1cf-4572-aaf7-e227c6e3a114 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:09.554416 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-571fd2bf-9bd6-437e-b78a-164f8465f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.561451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-84f53197-03a5-44fb-9c87-1a06b28cb6ba tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.565473 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-84f53197-03a5-44fb-9c87-1a06b28cb6ba tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3310483 Dec 21 22:19:09.570601 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59816) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:09.580969 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-53269d53-4165-4690-be8d-4e9a3e9e131a tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-125972755', 'prefixes': ['172.20.0.0/16']}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:09.591115 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-53269d53-4165-4690-be8d-4e9a3e9e131a tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:09.619959 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c687a0ea-1384-4f37-9a4a-2cb1c66d759c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.655341 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-571fd2bf-9bd6-437e-b78a-164f8465f951 None None] Port 4596e376-f1cf-4572-aaf7-e227c6e3a114 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:09.659659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd012d02-772b-41f8-a575-513fc6b9f65e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:09.663102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bd012d02-772b-41f8-a575-513fc6b9f65e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.692757 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f015c22c-24eb-4772-8a56-10f88549102f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:09.710594 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c687a0ea-1384-4f37-9a4a-2cb1c66d759c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.739443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-51deba13-51a0-4614-9d38-fcde69cf3c23 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.743194 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51deba13-51a0-4614-9d38-fcde69cf3c23 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:09.743919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-51deba13-51a0-4614-9d38-fcde69cf3c23 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.827049 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-9bfb5b2b-f09c-4236-b39a-9a860bf94118 None None] For port f9c24a95-ccd4-4b64-a987-26b8486c4e4e, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f9c24a95-ccd4-4b64-a987-26b8486c4e4e,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:09.827467 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9bfb5b2b-f09c-4236-b39a-9a860bf94118 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.840777 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0d49afaa-05e0-4199-83e2-cdfe23416b50 None None] Provisioning complete for port 4596e376-f1cf-4572-aaf7-e227c6e3a114 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:09.841705 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0d49afaa-05e0-4199-83e2-cdfe23416b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:09.885877 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51deba13-51a0-4614-9d38-fcde69cf3c23 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event updated for resources: {'Network': ['ID=51e21fd1-0efd-403a-9fef-4df64cfe7bb9,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:09.908339 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-51deba13-51a0-4614-9d38-fcde69cf3c23 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8712654 Dec 21 22:19:09.910825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59820) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:09.918091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-4698c305-d065-4819-9de8-ffbbf23c9640 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1620685280'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:09.924478 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4698c305-d065-4819-9de8-ffbbf23c9640 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:09.928908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4698c305-d065-4819-9de8-ffbbf23c9640 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Usage tracker for resource:network and tenant:48fef2311f4d42c886769d658b8389d8 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:09.932396 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4698c305-d065-4819-9de8-ffbbf23c9640 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:09.938934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4698c305-d065-4819-9de8-ffbbf23c9640 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:09.965204 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c687a0ea-1384-4f37-9a4a-2cb1c66d759c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.009707 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 51e21fd1-0efd-403a-9fef-4df64cfe7bb9 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:19:10.022532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device db1acd2a-6058-485a-b480-c779a487d5ab up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:10.046121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f015c22c-24eb-4772-8a56-10f88549102f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.052867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687a0ea-1384-4f37-9a4a-2cb1c66d759c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event deleted for resources: {'Subnet': ['ID=8445d3f4-0507-49a6-bc34-9a6d7250ae46,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:10.053569 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb5b2b-f09c-4236-b39a-9a860bf94118 None None] Calling delete_port for f9c24a95-ccd4-4b64-a987-26b8486c4e4e owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:10.068063 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4698c305-d065-4819-9de8-ffbbf23c9640 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Made reservation on behalf of 48fef2311f4d42c886769d658b8389d8 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:10.071490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4698c305-d065-4819-9de8-ffbbf23c9640 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.087459 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fb84b11e-6560-421c-94e7-da6cea670d4b req-25ee4615-2a05-4255-838f-7c8ef5c67e4d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0841103 Dec 21 22:19:10.098367 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c687a0ea-1384-4f37-9a4a-2cb1c66d759c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.116212 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9572a872-cecd-4935-aa34-4ca4d786f2db None None] Network c3590ff0-ee09-4238-83cf-dc0fcae0d1cf requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:10.116479 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4698c305-d065-4819-9de8-ffbbf23c9640 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:19:10.134777 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4698c305-d065-4819-9de8-ffbbf23c9640 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.134777 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-4698c305-d065-4819-9de8-ffbbf23c9640 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Added segment 0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2 of type vlan for network 538c4833-97be-404a-930d-f84729fb3737 Dec 21 22:19:10.162875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4698c305-d065-4819-9de8-ffbbf23c9640 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.177277 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c687a0ea-1384-4f37-9a4a-2cb1c66d759c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "DELETE /v2.0/subnets/8445d3f4-0507-49a6-bc34-9a6d7250ae46 HTTP/1.1" status: 204 len: 168 time: 1.0199053 Dec 21 22:19:10.178787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59826) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:10.184287 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0d49afaa-05e0-4199-83e2-cdfe23416b50 None None] Port 4596e376-f1cf-4572-aaf7-e227c6e3a114 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:10.298658 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [None req-4698c305-d065-4819-9de8-ffbbf23c9640 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:19:10.321908 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e2a460b-9757-4dcb-b5aa-a097eb2993bb tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.348521 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e2a460b-9757-4dcb-b5aa-a097eb2993bb tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.408858 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0ec8b7-7493-4a6f-8558-7ce7f7c0d43c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Deleting subnet da0c2e0e-a1d1-4d54-be9f-91df0435a5e8 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:19:10.412055 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d0ec8b7-7493-4a6f-8558-7ce7f7c0d43c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.453977 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4698c305-d065-4819-9de8-ffbbf23c9640 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.455613 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port db1acd2a-6058-485a-b480-c779a487d5ab triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:10.456076 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.457576 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4698c305-d065-4819-9de8-ffbbf23c9640 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:10.458172 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4698c305-d065-4819-9de8-ffbbf23c9640 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.496789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9bfb5b2b-f09c-4236-b39a-9a860bf94118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.518759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d0ec8b7-7493-4a6f-8558-7ce7f7c0d43c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.562819 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb5b2b-f09c-4236-b39a-9a860bf94118 None None] Pushing event deleted for resources: {'Port': ['ID=f9c24a95-ccd4-4b64-a987-26b8486c4e4e,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:10.578315 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfb5b2b-f09c-4236-b39a-9a860bf94118 None None] No DVR routers for this DVR port f9c24a95-ccd4-4b64-a987-26b8486c4e4e on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:19:10.621914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698c305-d065-4819-9de8-ffbbf23c9640 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event updated for resources: {'Network': ['ID=538c4833-97be-404a-930d-f84729fb3737,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:10.645484 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 538c4833-97be-404a-930d-f84729fb3737 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:19:10.660712 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4698c305-d065-4819-9de8-ffbbf23c9640 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7411458 Dec 21 22:19:10.719037 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d0ec8b7-7493-4a6f-8558-7ce7f7c0d43c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.724443 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bd012d02-772b-41f8-a575-513fc6b9f65e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.798700 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75014d3-e5e3-4d06-bb1e-af033962107d None None] DHCP port deletion for c3590ff0-ee09-4238-83cf-dc0fcae0d1cf request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:19:10.803561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59830) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:10.805140 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-a75014d3-e5e3-4d06-bb1e-af033962107d None None] Deleting port c6ba1390-436d-424f-84c7-d3ccc4bf72ad {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:10.805140 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a75014d3-e5e3-4d06-bb1e-af033962107d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.810868 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Request body: {'subnets': [{'network_id': '51e21fd1-0efd-403a-9fef-4df64cfe7bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--348233039', 'ip_version': 4}, {'network_id': '538c4833-97be-404a-930d-f84729fb3737', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:10.811162 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Request body: {'subnet': {'network_id': '51e21fd1-0efd-403a-9fef-4df64cfe7bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--348233039', 'ip_version': 4}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:10.811739 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Request body: {'subnet': {'network_id': '538c4833-97be-404a-930d-f84729fb3737', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:10.862597 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f9c24a95-ccd4-4b64-a987-26b8486c4e4e no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:19:10.865207 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-53269d53-4165-4690-be8d-4e9a3e9e131a tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks [] for subnetpool, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.866488 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-53269d53-4165-4690-be8d-4e9a3e9e131a tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.2941802 Dec 21 22:19:10.870140 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59834) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:10.871017 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd012d02-772b-41f8-a575-513fc6b9f65e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:10.878431 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-1f81fb31-2b37-4595-a683-24fa59dc4048 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c0c1da38-c4fa-4fb9-bd3c-06251b38f137', 'tempest-TagsExtTest-Tag-388860226') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:10.879185 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f015c22c-24eb-4772-8a56-10f88549102f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.882892 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-bd012d02-772b-41f8-a575-513fc6b9f65e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:10.884509 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Router 1246416f-21d3-4ad1-b62f-f0fb080ecb8f is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:19:10.897970 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd012d02-772b-41f8-a575-513fc6b9f65e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:10.898636 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bd012d02-772b-41f8-a575-513fc6b9f65e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.898774 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8b70ac-b198-4097-bb09-7fa99087a6ea None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:10.903079 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd012d02-772b-41f8-a575-513fc6b9f65e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=8751420b-47d7-4e2a-b1e4-5afae9fd88a7,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:10.921354 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d0ec8b7-7493-4a6f-8558-7ce7f7c0d43c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:10.925668 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: f9c24a95-ccd4-4b64-a987-26b8486c4e4e {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:19:10.926259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f9c24a95-ccd4-4b64-a987-26b8486c4e4e not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:19:11.034193 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ec8b7-7493-4a6f-8558-7ce7f7c0d43c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event deleted for resources: {'Subnet': ['ID=da0c2e0e-a1d1-4d54-be9f-91df0435a5e8,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:11.060000 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d0ec8b7-7493-4a6f-8558-7ce7f7c0d43c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:11.071570 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0d0ec8b7-7493-4a6f-8558-7ce7f7c0d43c tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "DELETE /v2.0/subnets/da0c2e0e-a1d1-4d54-be9f-91df0435a5e8 HTTP/1.1" status: 204 len: 168 time: 0.8917124 Dec 21 22:19:11.078382 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59838) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:11.086669 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf877c4e-f510-4860-be6e-833234be3341 None None] Network d6c17f51-edba-4492-b0a5-6402126d63d4 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:11.114432 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bd012d02-772b-41f8-a575-513fc6b9f65e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0877018 Dec 21 22:19:11.116346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015c22c-24eb-4772-8a56-10f88549102f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Subnet': ['ID=8beeb86f-9e73-4cf8-8557-463f9a066a81,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:11.125075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59842) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:11.146900 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:11.181992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:11.190346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Usage tracker for resource:subnet and tenant:48fef2311f4d42c886769d658b8389d8 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:11.194361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:11.203618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:11.268877 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a75014d3-e5e3-4d06-bb1e-af033962107d None None] For port c6ba1390-436d-424f-84c7-d3ccc4bf72ad, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c6ba1390-436d-424f-84c7-d3ccc4bf72ad,segment=NetworkSegment(7ba52350-0fce-4fc8-a26f-d0ab87aed90c),segment_id=7ba52350-0fce-4fc8-a26f-d0ab87aed90c)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:11.269196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a75014d3-e5e3-4d06-bb1e-af033962107d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:11.279212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Made reservation on behalf of 48fef2311f4d42c886769d658b8389d8 for: {'subnet': 2} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:11.298675 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1f81fb31-2b37-4595-a683-24fa59dc4048 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "PUT /v2.0/subnets/c0c1da38-c4fa-4fb9-bd3c-06251b38f137/tags/tempest-TagsExtTest-Tag-388860226 HTTP/1.1" status: 201 len: 201 time: 0.4268820 Dec 21 22:19:11.302978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59848) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:11.310847 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-a3d93006-8099-4357-87db-84e19feb22fd tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4596e376-f1cf-4572-aaf7-e227c6e3a114', 'tempest-TagsExtTest-Tag-1166955763') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:11.336247 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f015c22c-24eb-4772-8a56-10f88549102f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Checking segment: {'id': '283338c3-ff39-4516-9afc-692d8fd01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc3a5967-586e-4345-a11b-f798ce819922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:11.336714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f015c22c-24eb-4772-8a56-10f88549102f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network hostable DHCP agents. Network: fc3a5967-586e-4345-a11b-f798ce819922, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:19:11.343412 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a79ea8d6-567d-4bcd-a0d6-54581b5ee0fd req-0282db58-20bd-4dc1-af54-673c85438847 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1580803 Dec 21 22:19:11.440270 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:11.504070 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2a460b-9757-4dcb-b5aa-a097eb2993bb tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Router e918c51f-eb3b-4150-badf-fd4f7f931dda has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:19:11.516428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Deleting port c6ba1390-436d-424f-84c7-d3ccc4bf72ad {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:11.516767 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:11.536862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-a75014d3-e5e3-4d06-bb1e-af033962107d None None] Calling delete_port for c6ba1390-436d-424f-84c7-d3ccc4bf72ad owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:11.613127 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:11.628924 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:11.631330 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f015c22c-24eb-4772-8a56-10f88549102f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network fc3a5967-586e-4345-a11b-f798ce819922 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:19:11.633546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:11.646815 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:11.661359 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:11.661962 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:11.712880 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': '8751420b-47d7-4e2a-b1e4-5afae9fd88a7'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:19:11.714053 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:11.775926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-f015c22c-24eb-4772-8a56-10f88549102f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, fc3a5967-586e-4345-a11b-f798ce819922) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:11.795162 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a54567-c7d6-4894-aad6-daa8ff9305a8 None None] Network fc3a5967-586e-4345-a11b-f798ce819922 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:11.812163 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f015c22c-24eb-4772-8a56-10f88549102f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:11.812750 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f015c22c-24eb-4772-8a56-10f88549102f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:11.817022 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:11.921129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a75014d3-e5e3-4d06-bb1e-af033962107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:12.002278 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecbc98e-6af9-4fa7-b1c8-7cf1f98b8c99 None None] DHCP port deletion for d6c17f51-edba-4492-b0a5-6402126d63d4 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:19:12.015651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c6ba1390-436d-424f-84c7-d3ccc4bf72ad no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:19:12.055456 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75014d3-e5e3-4d06-bb1e-af033962107d None None] Pushing event deleted for resources: {'Port': ['ID=c6ba1390-436d-424f-84c7-d3ccc4bf72ad,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:12.073624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: c6ba1390-436d-424f-84c7-d3ccc4bf72ad {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:19:12.073968 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c6ba1390-436d-424f-84c7-d3ccc4bf72ad not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:19:12.075486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-aecbc98e-6af9-4fa7-b1c8-7cf1f98b8c99 None None] Deleting port a673b89e-f05e-4e96-b8f2-37f8fd5dec02 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:12.075849 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aecbc98e-6af9-4fa7-b1c8-7cf1f98b8c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:12.103872 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f015c22c-24eb-4772-8a56-10f88549102f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9598827 Dec 21 22:19:12.124913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59852) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:12.134865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e40cf1a8-b5eb-4b6a-85e6-a8153f0ca0ba tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'network_id': 'fc3a5967-586e-4345-a11b-f798ce819922', 'name': 'tempest-PortsTestJSON-1417126236'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:12.135457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75014d3-e5e3-4d06-bb1e-af033962107d None None] No DVR routers for this DVR port c6ba1390-436d-424f-84c7-d3ccc4bf72ad on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:19:12.162430 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Allocated IP 172.20.0.2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/8751420b-47d7-4e2a-b1e4-5afae9fd88a7/9211f092-ea0f-4ffd-bee0-1aaeb9cb3111) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:12.172569 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] For port c6ba1390-436d-424f-84c7-d3ccc4bf72ad, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c6ba1390-436d-424f-84c7-d3ccc4bf72ad,segment=NetworkSegment(7ba52350-0fce-4fc8-a26f-d0ab87aed90c),segment_id=7ba52350-0fce-4fc8-a26f-d0ab87aed90c)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:12.172954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:12.242989 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:12.286061 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a3d93006-8099-4357-87db-84e19feb22fd tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "PUT /v2.0/ports/4596e376-f1cf-4572-aaf7-e227c6e3a114/tags/tempest-TagsExtTest-Tag-1166955763 HTTP/1.1" status: 201 len: 201 time: 0.9820423 Dec 21 22:19:12.293057 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59856) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:12.313794 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-8255fe25-b7d5-4aa9-bf6d-c5eae0a499d9 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '872fae5a-cd16-423c-b44a-e8aadc056784', 'tempest-TagsExtTest-Tag-1982899255') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:12.353675 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Calling delete_port for c6ba1390-436d-424f-84c7-d3ccc4bf72ad owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:12.396555 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:19:12.402906 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:12.411225 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357cf1aa-d850-4ecd-b14c-4ad572a285f0 None None] Sync routers for ids ['1246416f-21d3-4ad1-b62f-f0fb080ecb8f'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:19:12.418671 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:12.423777 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-069e7147-f932-4779-bedb-0ee357cb7e78 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "PUT /v2.0/routers/1246416f-21d3-4ad1-b62f-f0fb080ecb8f HTTP/1.1" status: 200 len: 920 time: 8.5204825 Dec 21 22:19:12.446270 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59862) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:12.456047 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fc3a5967-586e-4345-a11b-f798ce819922', 'network_id': 'fc3a5967-586e-4345-a11b-f798ce819922', 'tenant_id': '7df5878e87b444379a0b17911e82c5d2', 'fixed_ips': [{'subnet_id': '8beeb86f-9e73-4cf8-8557-463f9a066a81'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:19:12.456884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:12.460884 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357cf1aa-d850-4ecd-b14c-4ad572a285f0 None None] Routers {'1246416f-21d3-4ad1-b62f-f0fb080ecb8f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:12.461999 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-357cf1aa-d850-4ecd-b14c-4ad572a285f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['1246416f-21d3-4ad1-b62f-f0fb080ecb8f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:12.488034 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event updated for resources: {'Subnet': ['ID=6891680d-0b91-4659-9f02-e34993886257,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:12.547692 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e40cf1a8-b5eb-4b6a-85e6-a8153f0ca0ba tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:12.568287 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fe8b278d-ecf0-4cd7-8960-d3416854563e req-b65e1ad7-edbd-417d-868a-8be31d9bd904 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0697236 Dec 21 22:19:12.574321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e40cf1a8-b5eb-4b6a-85e6-a8153f0ca0ba tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:12.585209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Checking segment: {'id': 'bff7fc5f-662d-4fa3-9cf9-b0977128d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '51e21fd1-0efd-403a-9fef-4df64cfe7bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:12.585209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Network hostable DHCP agents. Network: 51e21fd1-0efd-403a-9fef-4df64cfe7bb9, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:19:12.605762 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-aecbc98e-6af9-4fa7-b1c8-7cf1f98b8c99 None None] For port a673b89e-f05e-4e96-b8f2-37f8fd5dec02, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a673b89e-f05e-4e96-b8f2-37f8fd5dec02,segment=NetworkSegment(4007b0ba-7696-4667-9afd-68a59f8641e0),segment_id=4007b0ba-7696-4667-9afd-68a59f8641e0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:12.606182 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aecbc98e-6af9-4fa7-b1c8-7cf1f98b8c99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:12.619900 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-357cf1aa-d850-4ecd-b14c-4ad572a285f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:12.643635 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357cf1aa-d850-4ecd-b14c-4ad572a285f0 None None] Routers {'1246416f-21d3-4ad1-b62f-f0fb080ecb8f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:12.644330 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-357cf1aa-d850-4ecd-b14c-4ad572a285f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['1246416f-21d3-4ad1-b62f-f0fb080ecb8f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:12.677163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40cf1a8-b5eb-4b6a-85e6-a8153f0ca0ba tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:12.683411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e40cf1a8-b5eb-4b6a-85e6-a8153f0ca0ba tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:12.712433 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-357cf1aa-d850-4ecd-b14c-4ad572a285f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:12.712968 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357cf1aa-d850-4ecd-b14c-4ad572a285f0 None None] The sync data for ids ['1246416f-21d3-4ad1-b62f-f0fb080ecb8f'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:19:12.725514 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-e40cf1a8-b5eb-4b6a-85e6-a8153f0ca0ba tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] device_id is not set on port 95cdb055-ba5d-4aa5-8100-7206ce949814 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:19:12.747426 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.api [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:19:12.747731 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG oslo_db.api [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:19:12.763181 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8255fe25-b7d5-4aa9-bf6d-c5eae0a499d9 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "PUT /v2.0/routers/872fae5a-cd16-423c-b44a-e8aadc056784/tags/tempest-TagsExtTest-Tag-1982899255 HTTP/1.1" status: 201 len: 201 time: 0.4681196 Dec 21 22:19:12.767769 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Network 51e21fd1-0efd-403a-9fef-4df64cfe7bb9 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:19:12.767929 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59866) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:12.780727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-3649dc8b-107c-44b3-9ba6-f5c8670cca8b tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4', 'tempest-TagsExtTest-Tag-11454099') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:12.846785 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-aecbc98e-6af9-4fa7-b1c8-7cf1f98b8c99 None None] Calling delete_port for a673b89e-f05e-4e96-b8f2-37f8fd5dec02 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:12.850071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 51e21fd1-0efd-403a-9fef-4df64cfe7bb9) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:12.864021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:12.885333 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6320f3-9881-4e0e-ab4d-17b6f0b1c746 None None] Network 51e21fd1-0efd-403a-9fef-4df64cfe7bb9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:12.968440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:12.970734 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-e40cf1a8-b5eb-4b6a-85e6-a8153f0ca0ba tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Allocated IP 172.20.0.2 (fc3a5967-586e-4345-a11b-f798ce819922/8beeb86f-9e73-4cf8-8557-463f9a066a81/95cdb055-ba5d-4aa5-8100-7206ce949814) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:12.973378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event updated for resources: {'Subnet': ['ID=6f003a71-db0d-4d1b-a3aa-b2b3475a584e,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:12.975768 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2a460b-9757-4dcb-b5aa-a097eb2993bb tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:19:12.983037 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Checking segment: {'id': '0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '538c4833-97be-404a-930d-f84729fb3737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:12.983431 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Network hostable DHCP agents. Network: 538c4833-97be-404a-930d-f84729fb3737, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:19:13.016714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e2a460b-9757-4dcb-b5aa-a097eb2993bb tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:13.023404 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8e2a460b-9757-4dcb-b5aa-a097eb2993bb tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "PUT /v2.0/routers/e918c51f-eb3b-4150-badf-fd4f7f931dda HTTP/1.1" status: 200 len: 920 time: 7.6890240 Dec 21 22:19:13.023608 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59870) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:13.032003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533b59a9-ef39-4633-bbe8-8736ad257084 None None] Sync routers for ids ['e918c51f-eb3b-4150-badf-fd4f7f931dda'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:19:13.055297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Transition to ACTIVE for port object 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:13.066068 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3649dc8b-107c-44b3-9ba6-f5c8670cca8b tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "PUT /v2.0/subnetpools/a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4/tags/tempest-TagsExtTest-Tag-11454099 HTTP/1.1" status: 201 len: 201 time: 0.2983298 Dec 21 22:19:13.070413 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59874) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:13.079761 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-bbc26c08-4862-4172-a0bb-2e8126119cea tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c0c1da38-c4fa-4fb9-bd3c-06251b38f137') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:13.111619 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f32e9fec-d47f-4df1-b72e-f69224e948f7 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "GET /v2.0/routers/1246416f-21d3-4ad1-b62f-f0fb080ecb8f HTTP/1.1" status: 200 len: 926 time: 0.6544001 Dec 21 22:19:13.112271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59878) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:13.118989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533b59a9-ef39-4633-bbe8-8736ad257084 None None] Routers {'e918c51f-eb3b-4150-badf-fd4f7f931dda'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:13.119633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-533b59a9-ef39-4633-bbe8-8736ad257084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e918c51f-eb3b-4150-badf-fd4f7f931dda'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:13.175025 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Transition to ACTIVE for port object 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:13.228152 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aecbc98e-6af9-4fa7-b1c8-7cf1f98b8c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:13.250840 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Deleting port c6ba1390-436d-424f-84c7-d3ccc4bf72ad {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:13.251207 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:13.289472 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-533b59a9-ef39-4633-bbe8-8736ad257084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:13.315488 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:13.324993 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbc98e-6af9-4fa7-b1c8-7cf1f98b8c99 None None] Pushing event deleted for resources: {'Port': ['ID=a673b89e-f05e-4e96-b8f2-37f8fd5dec02,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:13.342459 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Network 538c4833-97be-404a-930d-f84729fb3737 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:19:13.378362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] The port 'c6ba1390-436d-424f-84c7-d3ccc4bf72ad' was deleted {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:19:13.391136 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecbc98e-6af9-4fa7-b1c8-7cf1f98b8c99 None None] No DVR routers for this DVR port a673b89e-f05e-4e96-b8f2-37f8fd5dec02 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:19:13.436313 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7a95c9c2-ddeb-4338-9221-b8d472e5e0b9 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&device_id=1246416f-21d3-4ad1-b62f-f0fb080ecb8f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3232541 Dec 21 22:19:13.441949 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59882) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:13.444398 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bbc26c08-4862-4172-a0bb-2e8126119cea tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/subnets/c0c1da38-c4fa-4fb9-bd3c-06251b38f137/tags HTTP/1.1" status: 200 len: 240 time: 0.3710041 Dec 21 22:19:13.454156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59884) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:13.458577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533b59a9-ef39-4633-bbe8-8736ad257084 None None] Routers {'e918c51f-eb3b-4150-badf-fd4f7f931dda'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:13.459361 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-533b59a9-ef39-4633-bbe8-8736ad257084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e918c51f-eb3b-4150-badf-fd4f7f931dda'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:13.484363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-0caa5822-fd22-4651-8138-d9f239608884 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0c1da38-c4fa-4fb9-bd3c-06251b38f137', 'tempest-TagsExtTest-Tag-388860226') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:13.486495 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.objects.ports [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84169) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:19:13.511541 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 538c4833-97be-404a-930d-f84729fb3737) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:13.526989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Pushing event updated for resources: {'Port': ['ID=9211f092-ea0f-4ffd-bee0-1aaeb9cb3111,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:13.527224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:13.527507 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:13.528222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:13.542299 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c69c2f8-614a-40bf-ba13-d021666c5d2f None None] Network 538c4833-97be-404a-930d-f84729fb3737 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:13.557394 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:13.564417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-533b59a9-ef39-4633-bbe8-8736ad257084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:13.564417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533b59a9-ef39-4633-bbe8-8736ad257084 None None] The sync data for ids ['e918c51f-eb3b-4150-badf-fd4f7f931dda'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:19:13.566519 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:13.569059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:13.579867 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-51e21fd1-0efd-403a-9fef-4df64cfe7bb9', 'network_id': '51e21fd1-0efd-403a-9fef-4df64cfe7bb9', 'tenant_id': '48fef2311f4d42c886769d658b8389d8', 'fixed_ips': [{'subnet_id': '6891680d-0b91-4659-9f02-e34993886257'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:19:13.581264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:13.633975 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:13.681652 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3590ff0-ee09-4238-83cf-dc0fcae0d1cf']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:13.697138 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba52350-0fce-4fc8-a26f-d0ab87aed90c') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:13.697694 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba52350-0fce-4fc8-a26f-d0ab87aed90c') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:13.699188 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e40cf1a8-b5eb-4b6a-85e6-a8153f0ca0ba tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:13.727168 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:13.735087 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c5f31c6f-9cba-41ce-830e-84e04cecd450 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.9303644 Dec 21 22:19:13.741591 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59892) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:13.751845 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-e40cf1a8-b5eb-4b6a-85e6-a8153f0ca0ba tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Transition to ACTIVE for port object 95cdb055-ba5d-4aa5-8100-7206ce949814 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:13.786122 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-82b85118-191e-475a-b268-3c35501bd4fe req-fa2e1638-9b2e-4cee-a836-2011f28727cf tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0622888 Dec 21 22:19:13.792345 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:13.799841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:19:13.800237 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:13.802517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b6b4ff-0c39-4b5c-b4c5-6fecf5ba33d5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:13.804066 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d1b6b4ff-0c39-4b5c-b4c5-6fecf5ba33d5 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "GET /v2.0/networks/1ca459d5-42d5-4445-a501-f60bc2ce7708 HTTP/1.1" status: 200 len: 881 time: 0.3529572 Dec 21 22:19:13.815879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59896) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:13.818640 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:13.878223 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f8c43183-21d2-4760-98ac-0d0fa2b0c8a0 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "GET /v2.0/routers/e918c51f-eb3b-4150-badf-fd4f7f931dda HTTP/1.1" status: 200 len: 920 time: 0.8560321 Dec 21 22:19:13.891681 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59900) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:13.896648 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f0e81ecc-4aaf-40a7-a8e0-d1fb6a5c2271 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "GET /v2.0/ports?device_id=1246416f-21d3-4ad1-b62f-f0fb080ecb8f HTTP/1.1" status: 200 len: 205 time: 0.0780883 Dec 21 22:19:13.897555 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Attempting to bind port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:19:13.898103 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Attempting to bind port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:19:13.898723 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Attempting to bind port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:19:13.931190 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59904) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:13.936802 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e40cf1a8-b5eb-4b6a-85e6-a8153f0ca0ba tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.040301 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a673b89e-f05e-4e96-b8f2-37f8fd5dec02 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:19:14.054273 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0caa5822-fd22-4651-8138-d9f239608884 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/subnets/c0c1da38-c4fa-4fb9-bd3c-06251b38f137/tags/tempest-TagsExtTest-Tag-388860226 HTTP/1.1" status: 204 len: 168 time: 0.5792706 Dec 21 22:19:14.070700 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8468fa1-9743-4983-9fe3-5c73f8269754 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:14.072014 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8468fa1-9743-4983-9fe3-5c73f8269754 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:14.073310 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8468fa1-9743-4983-9fe3-5c73f8269754 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:14.074115 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d8468fa1-9743-4983-9fe3-5c73f8269754 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Synchronizing usage tracker for tenant:48fef2311f4d42c886769d658b8389d8 on resource:subnet {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:14.077974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59908) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:14.092099 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:19:14.092776 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:14.093344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.093893 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:19:14.094653 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Bound port: 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:19:14.094799 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.102416 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-d463b7e8-1571-499b-a689-f104c4e80c80 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c0c1da38-c4fa-4fb9-bd3c-06251b38f137', 'tempest-TagsExtTest-Tag-388860226') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:14.117632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.127570 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: a673b89e-f05e-4e96-b8f2-37f8fd5dec02 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:19:14.127909 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a673b89e-f05e-4e96-b8f2-37f8fd5dec02 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:19:14.185798 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.189978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40cf1a8-b5eb-4b6a-85e6-a8153f0ca0ba tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network fc3a5967-586e-4345-a11b-f798ce819922 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:14.194189 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-e40cf1a8-b5eb-4b6a-85e6-a8153f0ca0ba tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:14.196896 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cf1a8-b5eb-4b6a-85e6-a8153f0ca0ba tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=95cdb055-ba5d-4aa5-8100-7206ce949814,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:14.200029 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40cf1a8-b5eb-4b6a-85e6-a8153f0ca0ba tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:14.210779 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.220291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event deleted for resources: {'Network': ['ID=c3590ff0-ee09-4238-83cf-dc0fcae0d1cf,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:14.229145 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b0b705ae-6b6b-4801-a511-16d38ad0692b tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "DELETE /v2.0/networks/c3590ff0-ee09-4238-83cf-dc0fcae0d1cf HTTP/1.1" status: 204 len: 168 time: 3.1399739 Dec 21 22:19:14.231677 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59912) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:14.277125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d8468fa1-9743-4983-9fe3-5c73f8269754 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Unset dirty status for tenant:48fef2311f4d42c886769d658b8389d8 on resource:subnet {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:14.279077 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d8468fa1-9743-4983-9fe3-5c73f8269754 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.5299046 Dec 21 22:19:14.283701 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59916) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:14.284146 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Allocated IP 172.20.0.2 (51e21fd1-0efd-403a-9fef-4df64cfe7bb9/6891680d-0b91-4659-9f02-e34993886257/b367c7d0-80cd-4d01-ae99-e7edbbdcfe91) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:14.313572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40cf1a8-b5eb-4b6a-85e6-a8153f0ca0ba tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:14.313572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e40cf1a8-b5eb-4b6a-85e6-a8153f0ca0ba tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.318213 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-538c4833-97be-404a-930d-f84729fb3737', 'network_id': '538c4833-97be-404a-930d-f84729fb3737', 'tenant_id': '48fef2311f4d42c886769d658b8389d8', 'fixed_ips': [{'subnet_id': '6f003a71-db0d-4d1b-a3aa-b2b3475a584e'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:19:14.319008 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.326555 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8fa813ed-fd3a-4fbc-91f7-16e8638d7795 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Synchronizing usage tracker for tenant:80d53883fe774935b19c9898a7fefba9 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:14.382088 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9cfcf461-56da-4706-99aa-67c6d5466c37 {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:19:14.382439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:19:14.473402 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e40cf1a8-b5eb-4b6a-85e6-a8153f0ca0ba tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3433707 Dec 21 22:19:14.474415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59920) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:14.479470 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a77ab9e5-3c3b-43e6-8ee3-35708540a8f7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'network_id': 'fc3a5967-586e-4345-a11b-f798ce819922', 'name': 'tempest-PortsTestJSON-1032374895'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:14.496040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b87827c5-5d87-4229-95ea-2f2da9da9b23 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.497060 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3d53ee69-c9be-4dc5-86e9-7421f6d1533f tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.565064 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8fa813ed-fd3a-4fbc-91f7-16e8638d7795 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Unset dirty status for tenant:80d53883fe774935b19c9898a7fefba9 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:14.568845 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8fa813ed-fd3a-4fbc-91f7-16e8638d7795 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&device_id=e918c51f-eb3b-4150-badf-fd4f7f931dda&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6735969 Dec 21 22:19:14.581566 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59924) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:14.583434 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d463b7e8-1571-499b-a689-f104c4e80c80 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/subnets/c0c1da38-c4fa-4fb9-bd3c-06251b38f137/tags/tempest-TagsExtTest-Tag-388860226 HTTP/1.1" status: 204 len: 168 time: 0.4984765 Dec 21 22:19:14.589214 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59928) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:14.609789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] For port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111, host dv-neutron-822520-1-hyperv, got binding levels [] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:14.622127 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-c5ee3c55-34e7-4031-bed7-65f4b9f4add0 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c0c1da38-c4fa-4fb9-bd3c-06251b38f137') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:14.757672 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Allocated IP 172.20.0.18 (538c4833-97be-404a-930d-f84729fb3737/6f003a71-db0d-4d1b-a3aa-b2b3475a584e/ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:14.774116 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.774575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.resource_extend [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:19:14.785790 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3d53ee69-c9be-4dc5-86e9-7421f6d1533f tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.801576 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Transition to ACTIVE for port object b367c7d0-80cd-4d01-ae99-e7edbbdcfe91 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:14.811125 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.834273 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c989e9f-aee4-4b2c-93cf-6022bc93f979 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Deleting subnet 6891680d-0b91-4659-9f02-e34993886257 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:19:14.837746 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-3d53ee69-c9be-4dc5-86e9-7421f6d1533f tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c17f51-edba-4492-b0a5-6402126d63d4']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:14.851859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-3d53ee69-c9be-4dc5-86e9-7421f6d1533f tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4007b0ba-7696-4667-9afd-68a59f8641e0') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:14.852208 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-3d53ee69-c9be-4dc5-86e9-7421f6d1533f tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4007b0ba-7696-4667-9afd-68a59f8641e0') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:14.866847 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3d53ee69-c9be-4dc5-86e9-7421f6d1533f tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.881222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91dfe37-765d-46ce-b787-a318ee904b74 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:14.882808 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Transition to ACTIVE for port object b367c7d0-80cd-4d01-ae99-e7edbbdcfe91 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:14.884001 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.886503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3d53ee69-c9be-4dc5-86e9-7421f6d1533f tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.890430 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59934) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:14.890982 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e91dfe37-765d-46ce-b787-a318ee904b74 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "GET /v2.0/networks/1ca459d5-42d5-4445-a501-f60bc2ce7708 HTTP/1.1" status: 200 len: 881 time: 0.3072405 Dec 21 22:19:14.909182 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a77ab9e5-3c3b-43e6-8ee3-35708540a8f7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:14.909864 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] For port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:19:14.934030 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] For port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9211f092-ea0f-4ffd-bee0-1aaeb9cb3111,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:19:14.937859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.949176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d53ee69-c9be-4dc5-86e9-7421f6d1533f tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:19:14.949711 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3d53ee69-c9be-4dc5-86e9-7421f6d1533f tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:14.992761 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:15.011625 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:15.026355 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c989e9f-aee4-4b2c-93cf-6022bc93f979 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.057181 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-79eabc97-bff7-44db-873a-051682e60fbb tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "GET /v2.0/ports?device_id=e918c51f-eb3b-4150-badf-fd4f7f931dda HTTP/1.1" status: 200 len: 205 time: 0.1647329 Dec 21 22:19:15.074997 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.091639 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59938) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:15.153015 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a77ab9e5-3c3b-43e6-8ee3-35708540a8f7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:15.160807 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.managers [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to bind port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:19:15.161352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.managers [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to bind port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:19:15.161463 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to bind port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:19:15.166550 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f67d825c-e595-4afa-8e09-450c319bab18 req-85d12a50-185f-49fe-9ef5-f3592d7e1b00 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2617078 Dec 21 22:19:15.192994 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Network 51e21fd1-0efd-403a-9fef-4df64cfe7bb9 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:15.193757 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Pushing event updated for resources: {'Port': ['ID=b367c7d0-80cd-4d01-ae99-e7edbbdcfe91,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:15.215234 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c5ee3c55-34e7-4031-bed7-65f4b9f4add0 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/subnets/c0c1da38-c4fa-4fb9-bd3c-06251b38f137/tags HTTP/1.1" status: 200 len: 205 time: 0.6034515 Dec 21 22:19:15.217105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59942) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:15.221876 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-e74ca393-cb57-48f4-a001-84887a63fae1 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4596e376-f1cf-4572-aaf7-e227c6e3a114') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:15.235107 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:15.237464 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:15.239672 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.253236 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c989e9f-aee4-4b2c-93cf-6022bc93f979 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.300187 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:19:15.300423 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:15.300865 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.301224 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:19:15.301669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.managers [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Bound port: 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:19:15.302003 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.323376 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77ab9e5-3c3b-43e6-8ee3-35708540a8f7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:15.327378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a77ab9e5-3c3b-43e6-8ee3-35708540a8f7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.327609 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=9211f092-ea0f-4ffd-bee0-1aaeb9cb3111,revision_number=4']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:15.338606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b87827c5-5d87-4229-95ea-2f2da9da9b23 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.359930 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e74ca393-cb57-48f4-a001-84887a63fae1 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/ports/4596e376-f1cf-4572-aaf7-e227c6e3a114/tags HTTP/1.1" status: 200 len: 241 time: 0.1425409 Dec 21 22:19:15.363025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59946) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:15.370391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-12593be7-3c62-4097-8177-1d69af611054 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4596e376-f1cf-4572-aaf7-e227c6e3a114', 'tempest-TagsExtTest-Tag-1166955763') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:15.394766 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3d53ee69-c9be-4dc5-86e9-7421f6d1533f tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.399260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-a77ab9e5-3c3b-43e6-8ee3-35708540a8f7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] device_id is not set on port dca6c8f7-c11b-47e0-915d-17fae2b7485f yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:19:15.422421 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.434408 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3d53ee69-c9be-4dc5-86e9-7421f6d1533f tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.452828 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53ee69-c9be-4dc5-86e9-7421f6d1533f tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event deleted for resources: {'Network': ['ID=d6c17f51-edba-4492-b0a5-6402126d63d4,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:15.471482 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3d53ee69-c9be-4dc5-86e9-7421f6d1533f tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "DELETE /v2.0/networks/d6c17f51-edba-4492-b0a5-6402126d63d4 HTTP/1.1" status: 204 len: 168 time: 1.2385943 Dec 21 22:19:15.476559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59950) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:15.477761 dv-neutron-822520-1-hyperv neutron-server[84169]: WARNING neutron.plugins.ml2.plugin [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Concurrent port binding operations failed on port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 Dec 21 22:19:15.488902 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-b87827c5-5d87-4229-95ea-2f2da9da9b23 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Deleting port a5e6c51d-72fd-4022-bb62-6499e6d1075c {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:15.489353 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b87827c5-5d87-4229-95ea-2f2da9da9b23 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.496802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Transition to ACTIVE for port object ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:15.513268 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d098b3f-c5d1-4dfb-806f-b7607e03ecb3 None None] Pushing event updated for resources: {'Port': ['ID=9211f092-ea0f-4ffd-bee0-1aaeb9cb3111,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:15.529988 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Allocated IP 172.20.0.3 (fc3a5967-586e-4345-a11b-f798ce819922/8beeb86f-9e73-4cf8-8557-463f9a066a81/a8c8b9a8-171d-499b-9d08-a11699c830a5) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:15.532597 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Attempting to bind port b367c7d0-80cd-4d01-ae99-e7edbbdcfe91 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:19:15.532597 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Attempting to bind port b367c7d0-80cd-4d01-ae99-e7edbbdcfe91 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'bff7fc5f-662d-4fa3-9cf9-b0977128d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '51e21fd1-0efd-403a-9fef-4df64cfe7bb9'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:19:15.532946 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Attempting to bind port b367c7d0-80cd-4d01-ae99-e7edbbdcfe91 on network 51e21fd1-0efd-403a-9fef-4df64cfe7bb9 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:19:15.557264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Transition to ACTIVE for port object ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:15.574426 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:19:15.574802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Checking segment: {'id': 'bff7fc5f-662d-4fa3-9cf9-b0977128d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '51e21fd1-0efd-403a-9fef-4df64cfe7bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:15.575727 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.576281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Bound using segment: {'id': 'bff7fc5f-662d-4fa3-9cf9-b0977128d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '51e21fd1-0efd-403a-9fef-4df64cfe7bb9'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:19:15.576908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Bound port: b367c7d0-80cd-4d01-ae99-e7edbbdcfe91, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff7fc5f-662d-4fa3-9cf9-b0977128d8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '51e21fd1-0efd-403a-9fef-4df64cfe7bb9'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:19:15.577275 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.613753 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-12593be7-3c62-4097-8177-1d69af611054 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/ports/4596e376-f1cf-4572-aaf7-e227c6e3a114/tags/tempest-TagsExtTest-Tag-1166955763 HTTP/1.1" status: 204 len: 168 time: 0.2495372 Dec 21 22:19:15.616353 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59954) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:15.649163 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] For port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9211f092-ea0f-4ffd-bee0-1aaeb9cb3111,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:15.660898 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.plugins.ml2.plugin [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempt 2 to bind port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 Dec 21 22:19:15.668841 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-b8f89562-0783-49d9-a9aa-24a909638cdc tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '4596e376-f1cf-4572-aaf7-e227c6e3a114', 'tempest-TagsExtTest-Tag-1166955763') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:15.703422 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.709401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.756888 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c989e9f-aee4-4b2c-93cf-6022bc93f979 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.768347 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b87827c5-5d87-4229-95ea-2f2da9da9b23 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:15.853034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Pushing event updated for resources: {'Port': ['ID=ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:15.868808 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Network 538c4833-97be-404a-930d-f84729fb3737 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:15.871539 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:15.876638 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:15.929211 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:15.935958 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=53ea8a6d-4bbc-47f6-b414-1ee73f8ae2d1,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:15.944932 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:15.949109 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-b87827c5-5d87-4229-95ea-2f2da9da9b23 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Calling delete_port for a5e6c51d-72fd-4022-bb62-6499e6d1075c owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:15.952280 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:15.952869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:16.083140 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Attempting to bind port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:19:16.083722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Attempting to bind port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '538c4833-97be-404a-930d-f84729fb3737'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:19:16.083849 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Attempting to bind port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 on network 538c4833-97be-404a-930d-f84729fb3737 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:19:16.090038 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:16.112410 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:19:16.115197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Checking segment: {'id': '0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '538c4833-97be-404a-930d-f84729fb3737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:16.115197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:16.115197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Bound using segment: {'id': '0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '538c4833-97be-404a-930d-f84729fb3737'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:19:16.115604 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Bound port: ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '538c4833-97be-404a-930d-f84729fb3737'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:19:16.116155 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:16.124005 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fd686e-2af0-4070-ba2f-719191ef50c8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Deleting subnet 66ea71fe-359b-41e0-a534-cf0cc9eee8e8 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:19:16.130118 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d9fd686e-2af0-4070-ba2f-719191ef50c8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:16.131376 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Transition to ACTIVE for port object a8c8b9a8-171d-499b-9d08-a11699c830a5 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:16.133991 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:16.152527 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b8f89562-0783-49d9-a9aa-24a909638cdc tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/ports/4596e376-f1cf-4572-aaf7-e227c6e3a114/tags/tempest-TagsExtTest-Tag-1166955763 HTTP/1.1" status: 204 len: 168 time: 0.5328195 Dec 21 22:19:16.155335 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59958) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:16.160581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c565eb1c-d604-45c2-b9ec-bd2c89324c91 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:16.162431 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-3d57f13a-6ec2-40fb-bbd5-3296f7d6cbd2 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '4596e376-f1cf-4572-aaf7-e227c6e3a114') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:16.228569 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4b930500-3bdb-4ac9-9a9d-0a2f4cf0877a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.1000061 Dec 21 22:19:16.230067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59964) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:16.236515 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c989e9f-aee4-4b2c-93cf-6022bc93f979 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:16.255127 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'mac_address': 'fa:16:3e:68:93:55', 'name': 'tempest-NetworksTestDHCPv6-2048618239'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:16.273379 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Transition to ACTIVE for port object a8c8b9a8-171d-499b-9d08-a11699c830a5 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:16.287556 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] For port b367c7d0-80cd-4d01-ae99-e7edbbdcfe91, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:19:16.335399 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c989e9f-aee4-4b2c-93cf-6022bc93f979 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event deleted for resources: {'Subnet': ['ID=6891680d-0b91-4659-9f02-e34993886257,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:16.344442 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] For port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:19:16.344585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d9fd686e-2af0-4070-ba2f-719191ef50c8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:16.347753 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:16.376587 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a23dd2f0-a230-4b2a-b1df-ef37e920a5f9 req-b7a2abed-0c23-48fd-9709-85614d716c2c tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1052899 Dec 21 22:19:16.377514 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c989e9f-aee4-4b2c-93cf-6022bc93f979 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:16.381969 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9c989e9f-aee4-4b2c-93cf-6022bc93f979 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "DELETE /v2.0/subnets/6891680d-0b91-4659-9f02-e34993886257 HTTP/1.1" status: 204 len: 168 time: 2.0953460 Dec 21 22:19:16.393260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59968) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:16.419926 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Pushing event updated for resources: {'Port': ['ID=a8c8b9a8-171d-499b-9d08-a11699c830a5,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:16.423831 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:16.445696 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Network fc3a5967-586e-4345-a11b-f798ce819922 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:16.447022 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:16.457188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:16.523940 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3d57f13a-6ec2-40fb-bbd5-3296f7d6cbd2 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/ports/4596e376-f1cf-4572-aaf7-e227c6e3a114/tags HTTP/1.1" status: 200 len: 205 time: 0.3661728 Dec 21 22:19:16.531337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-a77ab9e5-3c3b-43e6-8ee3-35708540a8f7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Allocated IP 172.20.0.14 (fc3a5967-586e-4345-a11b-f798ce819922/8beeb86f-9e73-4cf8-8557-463f9a066a81/dca6c8f7-c11b-47e0-915d-17fae2b7485f) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:16.531337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:16.532706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59972) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:16.535048 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b87827c5-5d87-4229-95ea-2f2da9da9b23 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:16.549956 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-9a506ea9-3d34-40e4-830b-1458d2965abe tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '872fae5a-cd16-423c-b44a-e8aadc056784') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:16.579768 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] For port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79,segment=NetworkSegment(0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2),segment_id=0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:19:16.581565 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] For port b367c7d0-80cd-4d01-ae99-e7edbbdcfe91, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b367c7d0-80cd-4d01-ae99-e7edbbdcfe91,segment=NetworkSegment(bff7fc5f-662d-4fa3-9cf9-b0977128d8dc),segment_id=bff7fc5f-662d-4fa3-9cf9-b0977128d8dc)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:19:16.581771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:port and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:16.585330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:16.601296 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87827c5-5d87-4229-95ea-2f2da9da9b23 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Pushing event deleted for resources: {'Port': ['ID=a5e6c51d-72fd-4022-bb62-6499e6d1075c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:16.607610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:16.611740 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Attempting to bind port a8c8b9a8-171d-499b-9d08-a11699c830a5 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:19:16.613258 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Attempting to bind port a8c8b9a8-171d-499b-9d08-a11699c830a5 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '283338c3-ff39-4516-9afc-692d8fd01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc3a5967-586e-4345-a11b-f798ce819922'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:19:16.613744 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Attempting to bind port a8c8b9a8-171d-499b-9d08-a11699c830a5 on network fc3a5967-586e-4345-a11b-f798ce819922 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:19:16.624630 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:19:16.625129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Checking segment: {'id': '283338c3-ff39-4516-9afc-692d8fd01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc3a5967-586e-4345-a11b-f798ce819922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:16.625660 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:16.626307 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Bound using segment: {'id': '283338c3-ff39-4516-9afc-692d8fd01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc3a5967-586e-4345-a11b-f798ce819922'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:19:16.626873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Bound port: a8c8b9a8-171d-499b-9d08-a11699c830a5, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283338c3-ff39-4516-9afc-692d8fd01fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fc3a5967-586e-4345-a11b-f798ce819922'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:19:16.627495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:16.646673 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:16.693830 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d9fd686e-2af0-4070-ba2f-719191ef50c8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:16.746930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:16.801680 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] For port a8c8b9a8-171d-499b-9d08-a11699c830a5, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:19:16.812409 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] For port a8c8b9a8-171d-499b-9d08-a11699c830a5, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a8c8b9a8-171d-499b-9d08-a11699c830a5,segment=NetworkSegment(283338c3-ff39-4516-9afc-692d8fd01fd6),segment_id=283338c3-ff39-4516-9afc-692d8fd01fd6)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:19:16.814226 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:16.852491 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ed059-2092-4528-ac4f-8b018137b8ad None None] Pushing event updated for resources: {'Port': ['ID=ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:16.918116 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:16.940762 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9a506ea9-3d34-40e4-830b-1458d2965abe tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/routers/872fae5a-cd16-423c-b44a-e8aadc056784/tags HTTP/1.1" status: 200 len: 241 time: 0.4030380 Dec 21 22:19:16.954489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59976) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:16.984665 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b4029-b802-49aa-bec4-5fbc89f4e6bd None None] Pushing event updated for resources: {'Port': ['ID=b367c7d0-80cd-4d01-ae99-e7edbbdcfe91,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:16.984985 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b032a7-4616-499c-afb8-cca39c37e194 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Deleting subnet 6f003a71-db0d-4d1b-a3aa-b2b3475a584e {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:19:16.989965 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-43b032a7-4616-499c-afb8-cca39c37e194 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:17.053271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d9fd686e-2af0-4070-ba2f-719191ef50c8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:17.116060 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-43b032a7-4616-499c-afb8-cca39c37e194 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:17.132562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2773b72f-c47d-472c-b833-37ad707d8498 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:17.133115 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-e0f5e389-f138-4edb-a9ac-33476768ddbf tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '872fae5a-cd16-423c-b44a-e8aadc056784', 'tempest-TagsExtTest-Tag-1982899255') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:17.151713 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd686e-2af0-4070-ba2f-719191ef50c8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event deleted for resources: {'Subnet': ['ID=66ea71fe-359b-41e0-a534-cf0cc9eee8e8,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:17.187141 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d9fd686e-2af0-4070-ba2f-719191ef50c8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:17.215345 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5be223-8a47-4215-8905-6d78908f8a1f None None] Network c45c868e-76b9-4f9b-bae7-0c04affc2910 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:17.383098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631a6e0-bbd6-4422-9114-9a070a8d7c7c None None] Pushing event updated for resources: {'Port': ['ID=a8c8b9a8-171d-499b-9d08-a11699c830a5,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:17.521065 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d9fd686e-2af0-4070-ba2f-719191ef50c8 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "DELETE /v2.0/subnets/66ea71fe-359b-41e0-a534-cf0cc9eee8e8 HTTP/1.1" status: 204 len: 168 time: 2.0400982 Dec 21 22:19:17.523086 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c565eb1c-d604-45c2-b9ec-bd2c89324c91 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:17.549721 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59982) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:17.568280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b87827c5-5d87-4229-95ea-2f2da9da9b23 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:17.709235 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6ff08bc6-820c-40e9-aa0d-2e26a878c807 None None] Provisioning for port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:17.718149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-c565eb1c-d604-45c2-b9ec-bd2c89324c91 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Deleting port 795b1c3d-4941-4236-b1cd-34bfe4fcaa2b {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:17.718488 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c565eb1c-d604-45c2-b9ec-bd2c89324c91 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:17.734037 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6ff08bc6-820c-40e9-aa0d-2e26a878c807 None None] Provisioning complete for port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:17.734769 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6ff08bc6-820c-40e9-aa0d-2e26a878c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:17.798095 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-43b032a7-4616-499c-afb8-cca39c37e194 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:17.843256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:17.911383 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Deleting port ce61eecc-9da0-4d63-b76f-87503c8d6de0 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:17.912178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:18.013831 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-973be00d-b6bb-4a2f-b87f-56744528875e req-c2279a31-1963-4d39-aaca-84b841a37f04 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2400091 Dec 21 22:19:18.045467 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b87827c5-5d87-4229-95ea-2f2da9da9b23 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:18.052944 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e0f5e389-f138-4edb-a9ac-33476768ddbf tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/routers/872fae5a-cd16-423c-b44a-e8aadc056784/tags/tempest-TagsExtTest-Tag-1982899255 HTTP/1.1" status: 204 len: 168 time: 0.9232438 Dec 21 22:19:18.053873 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59986) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:18.056931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a77ab9e5-3c3b-43e6-8ee3-35708540a8f7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:18.065112 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6ff08bc6-820c-40e9-aa0d-2e26a878c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:18.066541 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:18.074500 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-807b5e36-6564-448e-affa-1a41b8ed7f6d tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '872fae5a-cd16-423c-b44a-e8aadc056784', 'tempest-TagsExtTest-Tag-1982899255') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:18.088479 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b87827c5-5d87-4229-95ea-2f2da9da9b23 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:18.096053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-a77ab9e5-3c3b-43e6-8ee3-35708540a8f7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Transition to ACTIVE for port object dca6c8f7-c11b-47e0-915d-17fae2b7485f will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:18.116939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port 50e15ecb-8805-46e5-909a-49f491820f3f yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:19:18.137641 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-6ff08bc6-820c-40e9-aa0d-2e26a878c807 None None] For port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9211f092-ea0f-4ffd-bee0-1aaeb9cb3111,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:18.204642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b367c7d0-80cd-4d01-ae99-e7edbbdcfe91 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:18.237795 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6ff08bc6-820c-40e9-aa0d-2e26a878c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:18.239054 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c565eb1c-d604-45c2-b9ec-bd2c89324c91 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:18.270644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-43b032a7-4616-499c-afb8-cca39c37e194 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:18.300301 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b87827c5-5d87-4229-95ea-2f2da9da9b23 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:18.301094 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87827c5-5d87-4229-95ea-2f2da9da9b23 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Fanout notify agent at l3_agent the message router_deleted on router 1246416f-21d3-4ad1-b62f-f0fb080ecb8f {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:19:18.319377 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a77ab9e5-3c3b-43e6-8ee3-35708540a8f7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:18.338800 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff08bc6-820c-40e9-aa0d-2e26a878c807 None None] Pushing event updated for resources: {'Port': ['ID=9211f092-ea0f-4ffd-bee0-1aaeb9cb3111,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:18.421543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b87827c5-5d87-4229-95ea-2f2da9da9b23 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:18.422719 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port b367c7d0-80cd-4d01-ae99-e7edbbdcfe91 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:18.426126 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b87827c5-5d87-4229-95ea-2f2da9da9b23 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "DELETE /v2.0/routers/1246416f-21d3-4ad1-b62f-f0fb080ecb8f HTTP/1.1" status: 204 len: 168 time: 4.4870741 Dec 21 22:19:18.431243 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:18.433318 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 59990) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:18.435429 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-c565eb1c-d604-45c2-b9ec-bd2c89324c91 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Calling delete_port for 795b1c3d-4941-4236-b1cd-34bfe4fcaa2b owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:18.474490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b032a7-4616-499c-afb8-cca39c37e194 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event deleted for resources: {'Subnet': ['ID=6f003a71-db0d-4d1b-a3aa-b2b3475a584e,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:18.485299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-143685384', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:18.501006 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77ab9e5-3c3b-43e6-8ee3-35708540a8f7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network fc3a5967-586e-4345-a11b-f798ce819922 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:18.504726 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:18.507372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ab9e5-3c3b-43e6-8ee3-35708540a8f7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=dca6c8f7-c11b-47e0-915d-17fae2b7485f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:18.510225 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-a77ab9e5-3c3b-43e6-8ee3-35708540a8f7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:18.525157 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-43b032a7-4616-499c-afb8-cca39c37e194 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:18.540063 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ab9e5-3c3b-43e6-8ee3-35708540a8f7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:18.571219 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5af2aa1-b621-4565-aae7-569157bbe49e None None] DHCP port deletion for c45c868e-76b9-4f9b-bae7-0c04affc2910 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:19:18.575651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e5af2aa1-b621-4565-aae7-569157bbe49e None None] Deleting port ce61eecc-9da0-4d63-b76f-87503c8d6de0 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:18.576025 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e5af2aa1-b621-4565-aae7-569157bbe49e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:18.591700 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Usage tracker for resource:router and tenant:f0d51e079d064a2b85951300994fc575 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:18.627003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:18.628882 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 172.20.0.6 (fe7c627c-94be-483c-83d9-84e8e8a5014e/8751420b-47d7-4e2a-b1e4-5afae9fd88a7/50e15ecb-8805-46e5-909a-49f491820f3f) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:18.640003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a8c8b9a8-171d-499b-9d08-a11699c830a5 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:18.641239 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::f816:3eff:fe68:9355 (fe7c627c-94be-483c-83d9-84e8e8a5014e/53ea8a6d-4bbc-47f6-b414-1ee73f8ae2d1/50e15ecb-8805-46e5-909a-49f491820f3f) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:18.649236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:18.657343 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:18.666656 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-43b032a7-4616-499c-afb8-cca39c37e194 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "DELETE /v2.0/subnets/6f003a71-db0d-4d1b-a3aa-b2b3475a584e HTTP/1.1" status: 204 len: 168 time: 2.2688425 Dec 21 22:19:18.679396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59994) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:18.689218 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] For port ce61eecc-9da0-4d63-b76f-87503c8d6de0, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ce61eecc-9da0-4d63-b76f-87503c8d6de0,segment=NetworkSegment(6b159a0b-c6a5-4832-9f98-999fb5ad5728),segment_id=6b159a0b-c6a5-4832-9f98-999fb5ad5728)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:18.689889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:18.718077 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77ab9e5-3c3b-43e6-8ee3-35708540a8f7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:18.718886 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a77ab9e5-3c3b-43e6-8ee3-35708540a8f7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:18.872235 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-807b5e36-6564-448e-affa-1a41b8ed7f6d tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/routers/872fae5a-cd16-423c-b44a-e8aadc056784/tags/tempest-TagsExtTest-Tag-1982899255 HTTP/1.1" status: 204 len: 168 time: 0.8153195 Dec 21 22:19:18.879225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Calling delete_port for ce61eecc-9da0-4d63-b76f-87503c8d6de0 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:18.925438 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 59998) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:18.948719 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e5af2aa1-b621-4565-aae7-569157bbe49e None None] For port ce61eecc-9da0-4d63-b76f-87503c8d6de0, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ce61eecc-9da0-4d63-b76f-87503c8d6de0,segment=NetworkSegment(6b159a0b-c6a5-4832-9f98-999fb5ad5728),segment_id=6b159a0b-c6a5-4832-9f98-999fb5ad5728)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:18.949311 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e5af2aa1-b621-4565-aae7-569157bbe49e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:18.956776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-b33a3d9b-e020-4ab4-8889-547aab461a15 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '872fae5a-cd16-423c-b44a-e8aadc056784') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:19.063667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2e62a3-b5ba-4c6c-9179-f0d1e2fbe66e tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:19.065330 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0d2e62a3-b5ba-4c6c-9179-f0d1e2fbe66e tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Synchronizing usage tracker for tenant:48fef2311f4d42c886769d658b8389d8 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:19.159188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e5af2aa1-b621-4565-aae7-569157bbe49e None None] Calling delete_port for ce61eecc-9da0-4d63-b76f-87503c8d6de0 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:19.254030 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:19.255069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:19.263256 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a77ab9e5-3c3b-43e6-8ee3-35708540a8f7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.7856042 Dec 21 22:19:19.265292 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:19.270536 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60004) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:19.343465 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f1c625-19bf-439a-b4bb-19f096072fcc None None] Network 538c4833-97be-404a-930d-f84729fb3737 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:19.394224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object 50e15ecb-8805-46e5-909a-49f491820f3f will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:19.416534 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e5af2aa1-b621-4565-aae7-569157bbe49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:19.432642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:19.452515 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.api [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:19:19.452829 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG oslo_db.api [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:19:19.514886 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd377df-a39e-4a78-a82c-7977144ffb58 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:19.515796 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6cd377df-a39e-4a78-a82c-7977144ffb58 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:19.527754 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:19.584069 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af2aa1-b621-4565-aae7-569157bbe49e None None] Pushing event deleted for resources: {'Port': ['ID=ce61eecc-9da0-4d63-b76f-87503c8d6de0,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:19.603838 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3b1c9c-ab81-4750-9b80-2fd00f2bd61b None None] Network fc3a5967-586e-4345-a11b-f798ce819922 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:19.615834 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c565eb1c-d604-45c2-b9ec-bd2c89324c91 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:19.658681 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d2602a2e-3c80-4812-abbb-ffd5ec20a505 req-acdcf9f4-2a2e-47fd-bdc2-2a976b2d71d4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2096710 Dec 21 22:19:19.679773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:19.684340 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0d2e62a3-b5ba-4c6c-9179-f0d1e2fbe66e tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Unset dirty status for tenant:48fef2311f4d42c886769d658b8389d8 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:19.689418 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0d2e62a3-b5ba-4c6c-9179-f0d1e2fbe66e tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0086918 Dec 21 22:19:19.691350 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60008) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:19.693921 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565eb1c-d604-45c2-b9ec-bd2c89324c91 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Pushing event deleted for resources: {'Port': ['ID=795b1c3d-4941-4236-b1cd-34bfe4fcaa2b,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:19.695743 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6cd377df-a39e-4a78-a82c-7977144ffb58 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:19.696976 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6cd377df-a39e-4a78-a82c-7977144ffb58 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 922 time: 0.4240150 Dec 21 22:19:19.701832 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60010) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:19.707212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:19.725769 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5af2aa1-b621-4565-aae7-569157bbe49e None None] No DVR routers for this DVR port ce61eecc-9da0-4d63-b76f-87503c8d6de0 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:19:19.736994 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:19.761908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port a8c8b9a8-171d-499b-9d08-a11699c830a5 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:19.789579 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b33a3d9b-e020-4ab4-8889-547aab461a15 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/routers/872fae5a-cd16-423c-b44a-e8aadc056784/tags HTTP/1.1" status: 200 len: 205 time: 0.8625743 Dec 21 22:19:19.790465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60016) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:19.852184 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4c73d8-e38a-4968-960b-1b303fbcf0de None None] Network 51e21fd1-0efd-403a-9fef-4df64cfe7bb9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:19.860951 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-198ad2c7-d4a6-4ed7-ad2d-b2fb1412b16a tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:19.876668 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-189fdc35-defa-4b56-b4f1-3524634fe703 None None] Provisioning for port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:19.923635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:19.924265 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:19.934088 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-189fdc35-defa-4b56-b4f1-3524634fe703 None None] Provisioning complete for port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:19.934780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-189fdc35-defa-4b56-b4f1-3524634fe703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:19.935828 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=50e15ecb-8805-46e5-909a-49f491820f3f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:19.979681 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:19.996521 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:20.007695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Deleting port ce61eecc-9da0-4d63-b76f-87503c8d6de0 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:20.008030 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:20.030393 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1bc3f2a8-f619-4cbd-9026-d14bd674a6a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7992468 Dec 21 22:19:20.031907 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60020) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:20.049825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-23a8bb50-c296-4229-933f-c4569c70c739 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port dca6c8f7-c11b-47e0-915d-17fae2b7485f {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:20.050198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-23a8bb50-c296-4229-933f-c4569c70c739 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:20.121056 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:20.175642 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] The port 'ce61eecc-9da0-4d63-b76f-87503c8d6de0' was deleted {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:19:20.261168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cae717-dd0d-4848-9280-4c02d313e5f3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:20.265708 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cae717-dd0d-4848-9280-4c02d313e5f3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:20.266605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-10cae717-dd0d-4848-9280-4c02d313e5f3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:20.281401 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-198ad2c7-d4a6-4ed7-ad2d-b2fb1412b16a tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/subnetpools/a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4/tags HTTP/1.1" status: 200 len: 239 time: 0.4802165 Dec 21 22:19:20.282050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60024) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:20.323019 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-f4e66b97-204d-46bf-acb1-093a93afee4a tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4', 'tempest-TagsExtTest-Tag-11454099') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:20.381580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:20.427882 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:20.430489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-10cae717-dd0d-4848-9280-4c02d313e5f3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:20.435023 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-10cae717-dd0d-4848-9280-4c02d313e5f3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4015820 Dec 21 22:19:20.435487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60028) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:20.437723 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:20.438264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:20.440354 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Deleting port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:20.440777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:20.474597 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] DHCP port deletion for 538c4833-97be-404a-930d-f84729fb3737 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:19:20.512401 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] Deleting port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:20.513038 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:20.520505 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c565eb1c-d604-45c2-b9ec-bd2c89324c91 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:20.565224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-bdfdac39-e413-49bc-ae10-e1c74c46eba1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port 50e15ecb-8805-46e5-909a-49f491820f3f {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:20.565660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bdfdac39-e413-49bc-ae10-e1c74c46eba1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:20.592507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-189fdc35-defa-4b56-b4f1-3524634fe703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:20.678445 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:20.738006 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Allocated IP 172.26.3.232 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/5224f799-9dc3-4596-82a3-84bb78ebd77d) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:20.744714 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-189fdc35-defa-4b56-b4f1-3524634fe703 None None] For port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79,segment=NetworkSegment(0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2),segment_id=0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:20.831396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45c868e-76b9-4f9b-bae7-0c04affc2910']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:20.849018 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f4e66b97-204d-46bf-acb1-093a93afee4a tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/subnetpools/a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4/tags/tempest-TagsExtTest-Tag-11454099 HTTP/1.1" status: 204 len: 168 time: 0.5581949 Dec 21 22:19:20.849812 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60034) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:20.889432 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-189fdc35-defa-4b56-b4f1-3524634fe703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:20.962064 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50bee89-6259-4bd4-bf87-1d5b1632a861 None None] DHCP port deletion for 51e21fd1-0efd-403a-9fef-4df64cfe7bb9 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:19:20.964197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ce61eecc-9da0-4d63-b76f-87503c8d6de0 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:19:21.025472 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3f63cdf6-2f6e-4ce0-887b-362d7a2f1fae req-c900ba26-bfc3-49c5-99c1-a3138aa21eea tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0753100 Dec 21 22:19:21.027632 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: ce61eecc-9da0-4d63-b76f-87503c8d6de0 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:19:21.027982 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ce61eecc-9da0-4d63-b76f-87503c8d6de0 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:19:21.033119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] For port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79,segment=NetworkSegment(0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2),segment_id=0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:21.033685 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:21.044574 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f50bee89-6259-4bd4-bf87-1d5b1632a861 None None] Deleting port b367c7d0-80cd-4d01-ae99-e7edbbdcfe91 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:21.044948 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f50bee89-6259-4bd4-bf87-1d5b1632a861 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:21.063116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bdfdac39-e413-49bc-ae10-e1c74c46eba1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:21.175291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-01c0b435-0ea5-4c43-b90b-09a6854d4142 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4', 'tempest-TagsExtTest-Tag-11454099') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:21.184057 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b159a0b-c6a5-4832-9f98-999fb5ad5728') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:21.184432 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b159a0b-c6a5-4832-9f98-999fb5ad5728') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:21.221490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-bdfdac39-e413-49bc-ae10-e1c74c46eba1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for 50e15ecb-8805-46e5-909a-49f491820f3f owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:21.332327 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c565eb1c-d604-45c2-b9ec-bd2c89324c91 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:21.334981 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:21.390857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] Calling delete_port for ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:21.394824 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:21.396488 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c565eb1c-d604-45c2-b9ec-bd2c89324c91 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:21.409769 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-23a8bb50-c296-4229-933f-c4569c70c739 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:21.414564 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:21.442562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2ecb5a12-5e89-4a15-875f-4d057524fb44 None None] Provisioning for port a8c8b9a8-171d-499b-9d08-a11699c830a5 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:21.488560 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fdc35-defa-4b56-b4f1-3524634fe703 None None] Pushing event updated for resources: {'Port': ['ID=ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:21.489849 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:19:21.490269 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:21.503297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2ecb5a12-5e89-4a15-875f-4d057524fb44 None None] Provisioning complete for port a8c8b9a8-171d-499b-9d08-a11699c830a5 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:21.503815 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5a12-5e89-4a15-875f-4d057524fb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:21.507115 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:21.606958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:21.644171 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-23a8bb50-c296-4229-933f-c4569c70c739 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for dca6c8f7-c11b-47e0-915d-17fae2b7485f owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:21.667752 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:21.676965 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:21.687950 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:21.718206 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f50bee89-6259-4bd4-bf87-1d5b1632a861 None None] For port b367c7d0-80cd-4d01-ae99-e7edbbdcfe91, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b367c7d0-80cd-4d01-ae99-e7edbbdcfe91,segment=NetworkSegment(bff7fc5f-662d-4fa3-9cf9-b0977128d8dc),segment_id=bff7fc5f-662d-4fa3-9cf9-b0977128d8dc)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:21.718697 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f50bee89-6259-4bd4-bf87-1d5b1632a861 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:21.762295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Pushing event updated for resources: {'Port': ['ID=5224f799-9dc3-4596-82a3-84bb78ebd77d,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:21.788827 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] For port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79,segment=NetworkSegment(0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2),segment_id=0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:21.789907 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:21.813397 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bdfdac39-e413-49bc-ae10-e1c74c46eba1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:21.839723 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:19:21.839723 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:19:21.849167 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f50bee89-6259-4bd4-bf87-1d5b1632a861 None None] Calling delete_port for b367c7d0-80cd-4d01-ae99-e7edbbdcfe91 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:21.943480 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Calling delete_port for ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:21.987210 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b367c7d0-80cd-4d01-ae99-e7edbbdcfe91 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:19:22.005644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdac39-e413-49bc-ae10-e1c74c46eba1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=50e15ecb-8805-46e5-909a-49f491820f3f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:22.023343 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5a12-5e89-4a15-875f-4d057524fb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.065839 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bdfdac39-e413-49bc-ae10-e1c74c46eba1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.066570 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-01c0b435-0ea5-4c43-b90b-09a6854d4142 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/subnetpools/a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4/tags/tempest-TagsExtTest-Tag-11454099 HTTP/1.1" status: 204 len: 168 time: 0.9823539 Dec 21 22:19:22.078543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60042) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:22.078749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c565eb1c-d604-45c2-b9ec-bd2c89324c91 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.078749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c565eb1c-d604-45c2-b9ec-bd2c89324c91 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Fanout notify agent at l3_agent the message router_deleted on router e918c51f-eb3b-4150-badf-fd4f7f931dda {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:19:22.079930 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.081414 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2ecb5a12-5e89-4a15-875f-4d057524fb44 None None] For port a8c8b9a8-171d-499b-9d08-a11699c830a5, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a8c8b9a8-171d-499b-9d08-a11699c830a5,segment=NetworkSegment(283338c3-ff39-4516-9afc-692d8fd01fd6),segment_id=283338c3-ff39-4516-9afc-692d8fd01fd6)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:22.100836 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-a6772e0d-8272-4899-b457-76a6cfa1654d tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:22.111058 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.130410 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f50bee89-6259-4bd4-bf87-1d5b1632a861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.168187 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Pushing event deleted for resources: {'Network': ['ID=c45c868e-76b9-4f9b-bae7-0c04affc2910,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:22.176193 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Port b367c7d0-80cd-4d01-ae99-e7edbbdcfe91 update to DOWN by agent not found {{(pid=84170) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 21 22:19:22.176636 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:19:22.177290 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a6772e0d-8272-4899-b457-76a6cfa1654d tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/subnetpools/a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4/tags HTTP/1.1" status: 200 len: 205 time: 0.1036563 Dec 21 22:19:22.179768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60048) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:22.186371 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-bece395a-572d-40da-bd53-0956b8f02ae9 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:22.220651 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bece395a-572d-40da-bd53-0956b8f02ae9 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/subnetpools/a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4/tags HTTP/1.1" status: 204 len: 168 time: 0.0398672 Dec 21 22:19:22.221233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60052) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:22.221430 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5a12-5e89-4a15-875f-4d057524fb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.227632 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-ec7adf8c-9ce2-413a-b371-f5ece1ff9b10 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '872fae5a-cd16-423c-b44a-e8aadc056784') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:22.241718 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bee89-6259-4bd4-bf87-1d5b1632a861 None None] Pushing event deleted for resources: {'Port': ['ID=b367c7d0-80cd-4d01-ae99-e7edbbdcfe91,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:22.268685 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6f61397a-d42b-41bd-b277-31dc2d627ff6 req-db8961bf-030f-492a-a090-375636c140c4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0865953 Dec 21 22:19:22.286162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c565eb1c-d604-45c2-b9ec-bd2c89324c91 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.287865 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c565eb1c-d604-45c2-b9ec-bd2c89324c91 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "DELETE /v2.0/routers/e918c51f-eb3b-4150-badf-fd4f7f931dda HTTP/1.1" status: 204 len: 168 time: 7.1950479 Dec 21 22:19:22.289435 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2ecb5a12-5e89-4a15-875f-4d057524fb44 None None] Could not find standard attr ID for object 50e15ecb-8805-46e5-909a-49f491820f3f. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:19:22.290806 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-008697b0-da5f-41e9-bea0-d667f4d1a3f2 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "DELETE /v2.0/networks/c45c868e-76b9-4f9b-bae7-0c04affc2910 HTTP/1.1" status: 204 len: 168 time: 4.7397659 Dec 21 22:19:22.301593 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60056) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:22.302271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60058) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:22.312906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2ecb5a12-5e89-4a15-875f-4d057524fb44 None None] Could not find standard attr ID for object b367c7d0-80cd-4d01-ae99-e7edbbdcfe91. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:19:22.323483 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50bee89-6259-4bd4-bf87-1d5b1632a861 None None] No DVR routers for this DVR port b367c7d0-80cd-4d01-ae99-e7edbbdcfe91 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:19:22.331962 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bdfdac39-e413-49bc-ae10-e1c74c46eba1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/50e15ecb-8805-46e5-909a-49f491820f3f HTTP/1.1" status: 204 len: 168 time: 1.8936346 Dec 21 22:19:22.334610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60064) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:22.344224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] Deleting port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:22.344685 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.384161 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-f2f8a4f7-3223-4b90-ac68-7b2de06a45ff tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2044712344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:22.394822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.api [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:19:22.395171 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG oslo_db.api [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:19:22.395618 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-23a8bb50-c296-4229-933f-c4569c70c739 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.399429 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-82acc4fb-b616-4e5a-b885-c4a17182d91a tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Synchronizing usage tracker for tenant:c0335393d5374c08ac632d08b8983e54 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:22.406059 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f2f8a4f7-3223-4b90-ac68-7b2de06a45ff tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:22.429717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb5a12-5e89-4a15-875f-4d057524fb44 None None] Pushing event updated for resources: {'Port': ['ID=a8c8b9a8-171d-499b-9d08-a11699c830a5,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:22.451895 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f2f8a4f7-3223-4b90-ac68-7b2de06a45ff tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Usage tracker for resource:router and tenant:63e2b1bdef5147dda15f8720eba413a7 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:22.455198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f2f8a4f7-3223-4b90-ac68-7b2de06a45ff tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:22.457600 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2ecb5a12-5e89-4a15-875f-4d057524fb44 None None] Provisioning complete for port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:22.458157 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5a12-5e89-4a15-875f-4d057524fb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.472624 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8bb50-c296-4229-933f-c4569c70c739 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=dca6c8f7-c11b-47e0-915d-17fae2b7485f,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:22.478559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f2f8a4f7-3223-4b90-ac68-7b2de06a45ff tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:22.486458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ec6aed-734a-4d14-bb77-bbe5a9064155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:22.486458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ec6aed-734a-4d14-bb77-bbe5a9064155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:22.486458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ec6aed-734a-4d14-bb77-bbe5a9064155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:22.486458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d2ec6aed-734a-4d14-bb77-bbe5a9064155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:22.505796 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.506566 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.516876 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ec7adf8c-9ce2-413a-b371-f5ece1ff9b10 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/routers/872fae5a-cd16-423c-b44a-e8aadc056784/tags HTTP/1.1" status: 204 len: 168 time: 0.2919352 Dec 21 22:19:22.539443 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60068) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:22.547137 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.552620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-66b46394-2fb9-478d-ace0-2616b9c9f6ed tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4596e376-f1cf-4572-aaf7-e227c6e3a114') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:22.625829 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-82acc4fb-b616-4e5a-b885-c4a17182d91a tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Unset dirty status for tenant:c0335393d5374c08ac632d08b8983e54 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:22.630662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60072) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:22.631017 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-82acc4fb-b616-4e5a-b885-c4a17182d91a tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "GET /v2.0/ports?device_id=1b37519a-d957-4f3d-b2fd-fcec1b3de0ad HTTP/1.1" status: 200 len: 205 time: 0.3269234 Dec 21 22:19:22.646490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a4f7-3223-4b90-ac68-7b2de06a45ff tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.649168 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a4f7-3223-4b90-ac68-7b2de06a45ff tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.693484 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-23a8bb50-c296-4229-933f-c4569c70c739 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.712385 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-23a8bb50-c296-4229-933f-c4569c70c739 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/dca6c8f7-c11b-47e0-915d-17fae2b7485f HTTP/1.1" status: 204 len: 168 time: 2.9831791 Dec 21 22:19:22.714718 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60076) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:22.741475 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79,segment=NetworkSegment(0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2),segment_id=0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:22.755475 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d2ec6aed-734a-4d14-bb77-bbe5a9064155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:22.756630 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d2ec6aed-734a-4d14-bb77-bbe5a9064155 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4211533 Dec 21 22:19:22.762539 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5440e9f-9bb9-4636-8058-1cc93e9db4b9 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] GET failed (client error): The resource could not be found. Dec 21 22:19:22.764048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b5440e9f-9bb9-4636-8058-1cc93e9db4b9 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:22.765165 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60080) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:22.766377 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] For port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79,segment=NetworkSegment(0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2),segment_id=0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:22.766777 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.768880 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a4f7-3223-4b90-ac68-7b2de06a45ff tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.804757 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-66b46394-2fb9-478d-ace0-2616b9c9f6ed tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/ports/4596e376-f1cf-4572-aaf7-e227c6e3a114/tags HTTP/1.1" status: 204 len: 168 time: 0.2576306 Dec 21 22:19:22.805629 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60084) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:22.811721 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-9714200a-8795-4210-9107-fb7d9fb46d41 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c0c1da38-c4fa-4fb9-bd3c-06251b38f137') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:22.861160 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.912933 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f868395-865a-4cfa-b5b2-a7146b8c91a7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 53ea8a6d-4bbc-47f6-b414-1ee73f8ae2d1 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:19:22.920991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5f868395-865a-4cfa-b5b2-a7146b8c91a7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.945184 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Deleting port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:22.945554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.956331 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4ba197e-98cf-4d15-be28-62f4d7b81370 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.975285 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] Calling delete_port for ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:22.978143 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b5440e9f-9bb9-4636-8058-1cc93e9db4b9 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:22.982440 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b5440e9f-9bb9-4636-8058-1cc93e9db4b9 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports/dca6c8f7-c11b-47e0-915d-17fae2b7485f HTTP/1.1" status: 404 len: 333 time: 0.2634652 Dec 21 22:19:22.982440 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a4f7-3223-4b90-ac68-7b2de06a45ff tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:22.986128 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60090) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:23.071677 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:23.113746 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:19:23.114094 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:19:23.124559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b2335-91c9-482c-902e-94506670dfbe tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port 95cdb055-ba5d-4aa5-8100-7206ce949814 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:23.124912 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2335-91c9-482c-902e-94506670dfbe tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:23.128058 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-259b3de3-91a4-4d81-8dcc-07d694ab2268 None None] Provisioning complete for port a8c8b9a8-171d-499b-9d08-a11699c830a5 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:23.128431 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-259b3de3-91a4-4d81-8dcc-07d694ab2268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:23.161799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a4f7-3223-4b90-ac68-7b2de06a45ff tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:23.165071 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f2f8a4f7-3223-4b90-ac68-7b2de06a45ff tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8539832 Dec 21 22:19:23.178725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60094) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:23.195905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Request body: {'router': {'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:23.210315 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5f868395-865a-4cfa-b5b2-a7146b8c91a7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:23.253432 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-259b3de3-91a4-4d81-8dcc-07d694ab2268 None None] Could not find standard attr ID for object dca6c8f7-c11b-47e0-915d-17fae2b7485f. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:19:23.324521 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-259b3de3-91a4-4d81-8dcc-07d694ab2268 None None] Provisioning for port 95cdb055-ba5d-4aa5-8100-7206ce949814 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:23.331320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-259b3de3-91a4-4d81-8dcc-07d694ab2268 None None] Provisioning complete for port 95cdb055-ba5d-4aa5-8100-7206ce949814 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:23.332197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-259b3de3-91a4-4d81-8dcc-07d694ab2268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:23.436130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-259b3de3-91a4-4d81-8dcc-07d694ab2268 None None] Port 95cdb055-ba5d-4aa5-8100-7206ce949814 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:23.489720 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-08ee8ab8-a770-43bb-bace-466b57edc0ee req-4564be3b-a220-4bcb-aa68-7bc32aae0efe tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1232827 Dec 21 22:19:23.501313 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] For port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79,segment=NetworkSegment(0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2),segment_id=0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:23.501664 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:23.633015 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5f868395-865a-4cfa-b5b2-a7146b8c91a7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:23.679635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4ba197e-98cf-4d15-be28-62f4d7b81370 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:23.696283 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4ba197e-98cf-4d15-be28-62f4d7b81370 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:23.703967 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9714200a-8795-4210-9107-fb7d9fb46d41 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/subnets/c0c1da38-c4fa-4fb9-bd3c-06251b38f137/tags HTTP/1.1" status: 204 len: 168 time: 0.8928239 Dec 21 22:19:23.704664 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60100) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:23.706592 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Calling delete_port for ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:23.712379 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-21b165fd-72f3-424b-94a2-61369dd8a1de tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c0c1da38-c4fa-4fb9-bd3c-06251b38f137', 'tempest-TagsExtTest-Tag-2088577250') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:23.789901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Router 4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:19:23.875270 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5f868395-865a-4cfa-b5b2-a7146b8c91a7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:23.904852 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4ba197e-98cf-4d15-be28-62f4d7b81370 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:23.905332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ba197e-98cf-4d15-be28-62f4d7b81370 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Fanout notify agent at l3_agent the message router_deleted on router 1b37519a-d957-4f3d-b2fd-fcec1b3de0ad {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:19:23.931783 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] Deleting port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:23.932653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f868395-865a-4cfa-b5b2-a7146b8c91a7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=53ea8a6d-4bbc-47f6-b414-1ee73f8ae2d1,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:23.933423 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:23.939991 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2335-91c9-482c-902e-94506670dfbe tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:23.954656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5f868395-865a-4cfa-b5b2-a7146b8c91a7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:23.956338 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5f868395-865a-4cfa-b5b2-a7146b8c91a7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/53ea8a6d-4bbc-47f6-b414-1ee73f8ae2d1 HTTP/1.1" status: 204 len: 168 time: 1.1897910 Dec 21 22:19:23.960962 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4ba197e-98cf-4d15-be28-62f4d7b81370 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:23.964214 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f4ba197e-98cf-4d15-be28-62f4d7b81370 tempest-RoutersNegativeTest-1604673540 tempest-RoutersNegativeTest-1604673540-project] 10.222.0.37 "DELETE /v2.0/routers/1b37519a-d957-4f3d-b2fd-fcec1b3de0ad HTTP/1.1" status: 204 len: 168 time: 1.3302464 Dec 21 22:19:23.964214 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60104) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:23.993927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890adddb-ba30-485e-91e5-57257199d1f2 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:24.025334 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a8c8b9a8-171d-499b-9d08-a11699c830a5 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:24.079665 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-21b165fd-72f3-424b-94a2-61369dd8a1de tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "PUT /v2.0/subnets/c0c1da38-c4fa-4fb9-bd3c-06251b38f137/tags/tempest-TagsExtTest-Tag-2088577250 HTTP/1.1" status: 201 len: 201 time: 0.3724456 Dec 21 22:19:24.082506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60112) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:24.141921 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-148d2ede-c9d0-4d78-ba0b-7e6c30b5dfd2 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '4596e376-f1cf-4572-aaf7-e227c6e3a114', 'tempest-TagsExtTest-Tag-116805865') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:24.174714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b2335-91c9-482c-902e-94506670dfbe tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for 95cdb055-ba5d-4aa5-8100-7206ce949814 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:24.265535 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0b6260f4-c0a4-4760-ba0f-d116fade8f4b None None] The port 'ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:19:24.272688 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-247c43c8-8a96-4200-93f6-b89b3f554bf7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 8751420b-47d7-4e2a-b1e4-5afae9fd88a7 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:19:24.295789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-247c43c8-8a96-4200-93f6-b89b3f554bf7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:24.358461 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port a8c8b9a8-171d-499b-9d08-a11699c830a5 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:24.359111 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:24.371280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-247c43c8-8a96-4200-93f6-b89b3f554bf7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:24.383317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:24.466060 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:19:24.476864 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c41e4-53fe-4dcc-86e7-b645aca33209 None None] Sync routers for ids ['4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:19:24.502984 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c41e4-53fe-4dcc-86e7-b645aca33209 None None] Routers {'4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:24.504071 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-b72c41e4-53fe-4dcc-86e7-b645aca33209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:24.539960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60124) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:24.566865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-247c43c8-8a96-4200-93f6-b89b3f554bf7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:24.589591 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] No DVR routers for this DVR port ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:19:24.610832 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-b72c41e4-53fe-4dcc-86e7-b645aca33209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:24.627660 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c41e4-53fe-4dcc-86e7-b645aca33209 None None] Routers {'4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:24.628482 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-b72c41e4-53fe-4dcc-86e7-b645aca33209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:24.645068 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:24.649253 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4fde3e80-84de-450a-8d10-88e86c5c6e1b tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2146640 Dec 21 22:19:24.652941 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60130) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:24.656655 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-594b4fe9-c4ae-42c9-acd6-a0420fc77607 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:24.704127 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9a4438ca-93b8-4d5a-bf7c-4b60244e1ceb req-c666d69e-5625-4daa-af4e-cbf3ff04399e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0742290 Dec 21 22:19:24.739735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event deleted for resources: {'Port': ['ID=ac9b9ada-27a1-4295-ac2e-1bc5d85a2b79,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:24.748364 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-b72c41e4-53fe-4dcc-86e7-b645aca33209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:24.753701 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c41e4-53fe-4dcc-86e7-b645aca33209 None None] The sync data for ids ['4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:19:24.804597 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:24.844338 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f7a594a2-412a-46b5-9e11-630e37c3feb1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0335393d5374c08ac632d08b8983e54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3030617 Dec 21 22:19:24.846646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60134) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:24.895493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:24.925910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2335-91c9-482c-902e-94506670dfbe tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:24.935182 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538c4833-97be-404a-930d-f84729fb3737']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:25.015979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b2335-91c9-482c-902e-94506670dfbe tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=95cdb055-ba5d-4aa5-8100-7206ce949814,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:25.019926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:25.020272 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d08b3d8-e244-4bcb-ab72-a7acbe6a4ba2') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:25.067881 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-247c43c8-8a96-4200-93f6-b89b3f554bf7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.071220 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.139741 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c43c8-8a96-4200-93f6-b89b3f554bf7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=8751420b-47d7-4e2a-b1e4-5afae9fd88a7,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:25.149197 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-247c43c8-8a96-4200-93f6-b89b3f554bf7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.170542 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-148d2ede-c9d0-4d78-ba0b-7e6c30b5dfd2 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "PUT /v2.0/ports/4596e376-f1cf-4572-aaf7-e227c6e3a114/tags/tempest-TagsExtTest-Tag-116805865 HTTP/1.1" status: 201 len: 201 time: 1.0857017 Dec 21 22:19:25.171928 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.173897 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60140) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:25.192327 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-8cdda2a8-c3da-4233-902a-242c799b5ec6 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '872fae5a-cd16-423c-b44a-e8aadc056784', 'tempest-TagsExtTest-Tag-905522224') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:25.195641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-363dd6e1-a58a-43cf-a000-6997ea384c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.249890 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:19:25.250329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.272882 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2335-91c9-482c-902e-94506670dfbe tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:25.276035 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:25.307521 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bae7fea-8b68-4bd4-8dd2-1bb321bd512e None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:25.321916 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-363dd6e1-a58a-43cf-a000-6997ea384c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.342207 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-247c43c8-8a96-4200-93f6-b89b3f554bf7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/8751420b-47d7-4e2a-b1e4-5afae9fd88a7 HTTP/1.1" status: 204 len: 168 time: 1.3729804 Dec 21 22:19:25.346713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60144) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:25.432083 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2a9b2335-91c9-482c-902e-94506670dfbe tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/95cdb055-ba5d-4aa5-8100-7206ce949814 HTTP/1.1" status: 204 len: 168 time: 2.4389718 Dec 21 22:19:25.440691 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60148) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:25.449605 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a7e877d0-5223-4d8e-9912-01ae3c843d89 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008880 Dec 21 22:19:25.455110 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60152) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:25.461462 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e6aa991b-6334-4dfb-912d-57980821e24d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:25.517163 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-8448ad0e-1447-4d4e-8e5b-4a7787d0ee50 None None] Provisioning complete for port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:25.517541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8448ad0e-1447-4d4e-8e5b-4a7787d0ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.545304 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-441820a9-7c2d-48a5-92c1-242f84506180 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] GET failed (client error): The resource could not be found. Dec 21 22:19:25.546162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-441820a9-7c2d-48a5-92c1-242f84506180 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:25.555673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.560277 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.601719 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event deleted for resources: {'Network': ['ID=538c4833-97be-404a-930d-f84729fb3737,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:25.610623 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0612b505-f971-4bbf-8077-3535f383a5a4 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "DELETE /v2.0/networks/538c4833-97be-404a-930d-f84729fb3737 HTTP/1.1" status: 204 len: 168 time: 5.9120827 Dec 21 22:19:25.612063 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60156) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:25.628454 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e6aa991b-6334-4dfb-912d-57980821e24d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:25.641881 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e6aa991b-6334-4dfb-912d-57980821e24d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:25.647324 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e6aa991b-6334-4dfb-912d-57980821e24d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:25.650163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-363dd6e1-a58a-43cf-a000-6997ea384c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.666377 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e6aa991b-6334-4dfb-912d-57980821e24d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:25.675153 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363dd6e1-a58a-43cf-a000-6997ea384c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5abd32-1f88-4d34-b064-534fee89742d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:25.697925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-363dd6e1-a58a-43cf-a000-6997ea384c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.702466 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-363dd6e1-a58a-43cf-a000-6997ea384c52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a5abd32-1f88-4d34-b064-534fee89742d HTTP/1.1" status: 204 len: 168 time: 0.8516681 Dec 21 22:19:25.717368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d6d55b-f9bb-4b05-a066-7036c1aa853a None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:19:25.722522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6d55b-f9bb-4b05-a066-7036c1aa853a None None] Deleting port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:25.723140 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c8d6d55b-f9bb-4b05-a066-7036c1aa853a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.790708 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-441820a9-7c2d-48a5-92c1-242f84506180 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:25.791917 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-441820a9-7c2d-48a5-92c1-242f84506180 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports/95cdb055-ba5d-4aa5-8100-7206ce949814 HTTP/1.1" status: 404 len: 333 time: 0.3494039 Dec 21 22:19:25.797222 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8cdda2a8-c3da-4233-902a-242c799b5ec6 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "PUT /v2.0/routers/872fae5a-cd16-423c-b44a-e8aadc056784/tags/tempest-TagsExtTest-Tag-905522224 HTTP/1.1" status: 201 len: 201 time: 0.6182370 Dec 21 22:19:25.800495 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60164) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:25.800824 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60166) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:25.841607 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-4c287678-3a23-4d4a-b376-124500d9c973 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4', 'tempest-TagsExtTest-Tag-1359374928') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:25.847055 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6aa991b-6334-4dfb-912d-57980821e24d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:25.850529 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e6aa991b-6334-4dfb-912d-57980821e24d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.893506 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fcc8f122-dea5-423c-9844-cbc28b66f6db req-ce0eb957-799e-404a-b96f-83783c9cb9f7 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0810492 Dec 21 22:19:25.902525 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-694917dd-2301-4ed9-922a-48604b21f7a9 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.907612 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.974259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c8d6d55b-f9bb-4b05-a066-7036c1aa853a None None] For port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9211f092-ea0f-4ffd-bee0-1aaeb9cb3111,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:25.974699 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c8d6d55b-f9bb-4b05-a066-7036c1aa853a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:25.977943 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:26.119370 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:19:26.152876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6d55b-f9bb-4b05-a066-7036c1aa853a None None] Calling delete_port for 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:26.274671 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-594b4fe9-c4ae-42c9-acd6-a0420fc77607 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:26.285071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e6aa991b-6334-4dfb-912d-57980821e24d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:26.345125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aa991b-6334-4dfb-912d-57980821e24d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:26.348401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-e6aa991b-6334-4dfb-912d-57980821e24d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:26.351254 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c8d6d55b-f9bb-4b05-a066-7036c1aa853a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:26.358680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aa991b-6334-4dfb-912d-57980821e24d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:26.358680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e6aa991b-6334-4dfb-912d-57980821e24d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:26.387991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa991b-6334-4dfb-912d-57980821e24d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=1ddfc234-ef37-4b83-ae59-eb7f613c0e56,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:26.388990 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4c287678-3a23-4d4a-b376-124500d9c973 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "PUT /v2.0/subnetpools/a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4/tags/tempest-TagsExtTest-Tag-1359374928 HTTP/1.1" status: 201 len: 201 time: 0.5849400 Dec 21 22:19:26.394187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60180) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:26.402383 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-7b6e08ae-295f-43eb-ab30-39d6c5786a9b tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c0c1da38-c4fa-4fb9-bd3c-06251b38f137', {'tags': ['tempest-TagsExtTest-Tag-297911805', 'tempest-TagsExtTest-Tag-6812695', 'tempest-TagsExtTest-Tag-1893578540']}) {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:26.412710 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:26.441396 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6d55b-f9bb-4b05-a066-7036c1aa853a None None] Pushing event deleted for resources: {'Port': ['ID=9211f092-ea0f-4ffd-bee0-1aaeb9cb3111,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:26.450340 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-594b4fe9-c4ae-42c9-acd6-a0420fc77607 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:26.454829 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6d55b-f9bb-4b05-a066-7036c1aa853a None None] No DVR routers for this DVR port 9211f092-ea0f-4ffd-bee0-1aaeb9cb3111 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:19:26.479486 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e6aa991b-6334-4dfb-912d-57980821e24d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0232210 Dec 21 22:19:26.480156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60186) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:26.485020 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-694917dd-2301-4ed9-922a-48604b21f7a9 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:26.491481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:26.541889 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e495f7-6b91-471a-8f7b-9f5abcec1ee0 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:26.584610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-694917dd-2301-4ed9-922a-48604b21f7a9 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e21fd1-0efd-403a-9fef-4df64cfe7bb9']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:26.603023 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-594b4fe9-c4ae-42c9-acd6-a0420fc77607 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Deleting port 5224f799-9dc3-4596-82a3-84bb78ebd77d {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:26.603373 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-594b4fe9-c4ae-42c9-acd6-a0420fc77607 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:26.611277 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5086cf-c496-4643-8efb-603ecb848990 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting subnet 8beeb86f-9e73-4cf8-8557-463f9a066a81 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:19:26.615659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-694917dd-2301-4ed9-922a-48604b21f7a9 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff7fc5f-662d-4fa3-9cf9-b0977128d8dc') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:26.615940 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-694917dd-2301-4ed9-922a-48604b21f7a9 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff7fc5f-662d-4fa3-9cf9-b0977128d8dc') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:26.628116 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a5086cf-c496-4643-8efb-603ecb848990 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:26.680235 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7b6e08ae-295f-43eb-ab30-39d6c5786a9b tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "PUT /v2.0/subnets/c0c1da38-c4fa-4fb9-bd3c-06251b38f137/tags HTTP/1.1" status: 200 len: 314 time: 0.2832918 Dec 21 22:19:26.683718 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60192) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:26.685887 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-694917dd-2301-4ed9-922a-48604b21f7a9 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:26.692881 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Allocated IP 172.26.3.166 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/f891eadd-3010-4bdb-a613-a3c52362abd1) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:26.717640 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-fa233a84-1f64-4981-b256-614a1d758cf3 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c0c1da38-c4fa-4fb9-bd3c-06251b38f137') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:26.724894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a5086cf-c496-4643-8efb-603ecb848990 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:26.753409 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-694917dd-2301-4ed9-922a-48604b21f7a9 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:26.780930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:26.783764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694917dd-2301-4ed9-922a-48604b21f7a9 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:19:26.784827 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-694917dd-2301-4ed9-922a-48604b21f7a9 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:26.785175 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:26.788076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:26.793865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:26.799032 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:26.820324 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': '1ddfc234-ef37-4b83-ae59-eb7f613c0e56'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:19:26.821266 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.003348 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Allocated IP 172.20.0.2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/1ddfc234-ef37-4b83-ae59-eb7f613c0e56/4f0eb7f8-503c-4f9d-988a-414466d1fdfb) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:27.070194 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-594b4fe9-c4ae-42c9-acd6-a0420fc77607 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.094905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-694917dd-2301-4ed9-922a-48604b21f7a9 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.098339 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a5086cf-c496-4643-8efb-603ecb848990 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.127805 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-082b3425-0445-40e0-be0b-647e15299d65 req-f1dfc393-372f-4d84-9caf-fe462f2f2eb1 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1008940 Dec 21 22:19:27.136041 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.153738 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-694917dd-2301-4ed9-922a-48604b21f7a9 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.172184 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694917dd-2301-4ed9-922a-48604b21f7a9 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event deleted for resources: {'Network': ['ID=51e21fd1-0efd-403a-9fef-4df64cfe7bb9,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:27.194853 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-694917dd-2301-4ed9-922a-48604b21f7a9 tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "DELETE /v2.0/networks/51e21fd1-0efd-403a-9fef-4df64cfe7bb9 HTTP/1.1" status: 204 len: 168 time: 1.5785391 Dec 21 22:19:27.196691 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60202) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:27.211583 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-594b4fe9-c4ae-42c9-acd6-a0420fc77607 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Calling delete_port for 5224f799-9dc3-4596-82a3-84bb78ebd77d owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:27.269421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:27.273273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.320390 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.335053 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4c21319a-3348-4bcf-8709-c568edfe265e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.341570 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Transition to ACTIVE for port object 4f0eb7f8-503c-4f9d-988a-414466d1fdfb will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:27.365539 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Transition to ACTIVE for port object 4f0eb7f8-503c-4f9d-988a-414466d1fdfb will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:27.372823 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a5086cf-c496-4643-8efb-603ecb848990 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.423098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.425801 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60208) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:27.428714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.484375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c16c831d-e35d-4232-ba83-96049e460fcf tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.484375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5086cf-c496-4643-8efb-603ecb848990 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Subnet': ['ID=8beeb86f-9e73-4cf8-8557-463f9a066a81,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:27.506739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a5086cf-c496-4643-8efb-603ecb848990 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.520418 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6752f3a4-348b-4f87-86c7-23b6f504999f None None] Network fc3a5967-586e-4345-a11b-f798ce819922 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:27.527816 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0a5086cf-c496-4643-8efb-603ecb848990 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/8beeb86f-9e73-4cf8-8557-463f9a066a81 HTTP/1.1" status: 204 len: 168 time: 1.7253206 Dec 21 22:19:27.535550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60214) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:27.538276 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:27.540125 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Pushing event updated for resources: {'Port': ['ID=f891eadd-3010-4bdb-a613-a3c52362abd1,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:27.541958 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:27.570572 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:27.588170 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fa233a84-1f64-4981-b256-614a1d758cf3 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/subnets/c0c1da38-c4fa-4fb9-bd3c-06251b38f137/tags HTTP/1.1" status: 204 len: 168 time: 0.8988340 Dec 21 22:19:27.594639 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:27.601448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60218) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:27.612824 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Pushing event updated for resources: {'Port': ['ID=4f0eb7f8-503c-4f9d-988a-414466d1fdfb,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:27.617616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-e2c20a81-79e9-4d0c-be93-944e5f6dcd86 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0c1da38-c4fa-4fb9-bd3c-06251b38f137', 'tempest-TagsExtTest-Tag-297911805') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:27.626555 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:27.632444 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:27.664356 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-1b2b7b2b-7132-4db5-b2b4-af0c006e364c tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:27.664963 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-1b2b7b2b-7132-4db5-b2b4-af0c006e364c tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 22:19:27.666048 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1b2b7b2b-7132-4db5-b2b4-af0c006e364c tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2383332 Dec 21 22:19:27.713785 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60222) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:27.742900 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c16c831d-e35d-4232-ba83-96049e460fcf tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.759935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group': {'name': 'tempest-secgroup--544756872'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:27.765524 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-594b4fe9-c4ae-42c9-acd6-a0420fc77607 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.776301 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:27.790051 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:27.795825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:27.811526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-c16c831d-e35d-4232-ba83-96049e460fcf tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9309ab8-5262-40d0-bb4b-40f49a32755c']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:27.814568 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.819946 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:27.830910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b4fe9-c4ae-42c9-acd6-a0420fc77607 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Pushing event deleted for resources: {'Port': ['ID=5224f799-9dc3-4596-82a3-84bb78ebd77d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:27.834120 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-c16c831d-e35d-4232-ba83-96049e460fcf tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2195a0aa-5c79-4633-aab6-a6749f7b8faf') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:27.834442 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-c16c831d-e35d-4232-ba83-96049e460fcf tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2195a0aa-5c79-4633-aab6-a6749f7b8faf') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:27.853612 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c16c831d-e35d-4232-ba83-96049e460fcf tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.868586 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Attempting to bind port 4f0eb7f8-503c-4f9d-988a-414466d1fdfb on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:19:27.869095 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Attempting to bind port 4f0eb7f8-503c-4f9d-988a-414466d1fdfb by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:19:27.869278 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Attempting to bind port 4f0eb7f8-503c-4f9d-988a-414466d1fdfb on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:19:27.880609 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c16c831d-e35d-4232-ba83-96049e460fcf tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.891122 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16c831d-e35d-4232-ba83-96049e460fcf tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:19:27.891512 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c16c831d-e35d-4232-ba83-96049e460fcf tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.895273 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:19:27.895852 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:27.897841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.897841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:19:27.897841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Bound port: 4f0eb7f8-503c-4f9d-988a-414466d1fdfb, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:19:27.898832 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:27.907683 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:27.928113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:27.945108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port a8c8b9a8-171d-499b-9d08-a11699c830a5 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:27.945589 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:28.035813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] For port 4f0eb7f8-503c-4f9d-988a-414466d1fdfb, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:19:28.040017 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] For port 4f0eb7f8-503c-4f9d-988a-414466d1fdfb, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4f0eb7f8-503c-4f9d-988a-414466d1fdfb,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:19:28.107786 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:28.116113 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1fe278-a8ba-4ccf-b2bf-fd83e480357b None None] DHCP port deletion for fc3a5967-586e-4345-a11b-f798ce819922 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:19:28.118959 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:28.158599 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:28.162108 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-8c1fe278-a8ba-4ccf-b2bf-fd83e480357b None None] Deleting port a8c8b9a8-171d-499b-9d08-a11699c830a5 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:28.162613 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8c1fe278-a8ba-4ccf-b2bf-fd83e480357b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:28.163410 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:28.166693 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:28.187936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:28.199359 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:28.273931 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06483c6a-0a7e-4a5c-a613-54413cbe4b88 None None] Pushing event updated for resources: {'Port': ['ID=4f0eb7f8-503c-4f9d-988a-414466d1fdfb,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:28.276307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c16c831d-e35d-4232-ba83-96049e460fcf tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:28.310335 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c16c831d-e35d-4232-ba83-96049e460fcf tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:28.327557 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-e2c20a81-79e9-4d0c-be93-944e5f6dcd86 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] show failed (client error): The resource could not be found. Dec 21 22:19:28.332947 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e2c20a81-79e9-4d0c-be93-944e5f6dcd86 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/subnets/c0c1da38-c4fa-4fb9-bd3c-06251b38f137/tags/tempest-TagsExtTest-Tag-297911805 HTTP/1.1" status: 404 len: 328 time: 0.7261920 Dec 21 22:19:28.337691 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60228) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:28.338485 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c831d-e35d-4232-ba83-96049e460fcf tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event deleted for resources: {'Network': ['ID=e9309ab8-5262-40d0-bb4b-40f49a32755c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:28.363654 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-9dfb2a89-1759-4dea-b6be-2bd85cc129d0 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0c1da38-c4fa-4fb9-bd3c-06251b38f137', 'tempest-TagsExtTest-Tag-6812695') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:28.477760 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c16c831d-e35d-4232-ba83-96049e460fcf tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "DELETE /v2.0/networks/e9309ab8-5262-40d0-bb4b-40f49a32755c HTTP/1.1" status: 204 len: 168 time: 1.2779644 Dec 21 22:19:28.491676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60232) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:28.517465 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] For port a8c8b9a8-171d-499b-9d08-a11699c830a5, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a8c8b9a8-171d-499b-9d08-a11699c830a5,segment=NetworkSegment(283338c3-ff39-4516-9afc-692d8fd01fd6),segment_id=283338c3-ff39-4516-9afc-692d8fd01fd6)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:28.519122 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:28.583816 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-8c1fe278-a8ba-4ccf-b2bf-fd83e480357b None None] For port a8c8b9a8-171d-499b-9d08-a11699c830a5, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a8c8b9a8-171d-499b-9d08-a11699c830a5,segment=NetworkSegment(283338c3-ff39-4516-9afc-692d8fd01fd6),segment_id=283338c3-ff39-4516-9afc-692d8fd01fd6)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:28.584402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8c1fe278-a8ba-4ccf-b2bf-fd83e480357b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:28.619249 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:28.634650 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:28.641029 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:28.728073 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:28.754302 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-9dfb2a89-1759-4dea-b6be-2bd85cc129d0 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] show failed (client error): The resource could not be found. Dec 21 22:19:28.758039 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9dfb2a89-1759-4dea-b6be-2bd85cc129d0 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/subnets/c0c1da38-c4fa-4fb9-bd3c-06251b38f137/tags/tempest-TagsExtTest-Tag-6812695 HTTP/1.1" status: 404 len: 326 time: 0.4147463 Dec 21 22:19:28.766167 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60236) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:28.797335 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-b855eeb6-5e06-4050-8e9a-65651d1600fa tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c0c1da38-c4fa-4fb9-bd3c-06251b38f137', 'tempest-TagsExtTest-Tag-1893578540') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:28.822737 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-8c1fe278-a8ba-4ccf-b2bf-fd83e480357b None None] Calling delete_port for a8c8b9a8-171d-499b-9d08-a11699c830a5 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:28.883040 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57867d3c-2c96-4f8f-bdbe-7f5e27aeed71,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:28.886720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:28.886918 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7c2086f4-4b7e-4b51-93e8-a09895ef2343 req-5eb0af3d-d9f8-49d6-a636-17dfa6ccb73d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.5308738 Dec 21 22:19:28.887492 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-594b4fe9-c4ae-42c9-acd6-a0420fc77607 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:28.900131 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:28.907049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:28.917009 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:29.090603 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8c1fe278-a8ba-4ccf-b2bf-fd83e480357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:29.090924 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:29.107456 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-b855eeb6-5e06-4050-8e9a-65651d1600fa tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] show failed (client error): The resource could not be found. Dec 21 22:19:29.110187 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b855eeb6-5e06-4050-8e9a-65651d1600fa tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/subnets/c0c1da38-c4fa-4fb9-bd3c-06251b38f137/tags/tempest-TagsExtTest-Tag-1893578540 HTTP/1.1" status: 404 len: 329 time: 0.3406301 Dec 21 22:19:29.112140 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60240) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:29.119143 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-3591b545-7aa6-4931-b2cf-dd84bb955326 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '4596e376-f1cf-4572-aaf7-e227c6e3a114', {'tags': ['tempest-TagsExtTest-Tag-46070852', 'tempest-TagsExtTest-Tag-1852772794', 'tempest-TagsExtTest-Tag-500833825']}) {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:29.136662 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fe278-a8ba-4ccf-b2bf-fd83e480357b None None] Pushing event deleted for resources: {'Port': ['ID=a8c8b9a8-171d-499b-9d08-a11699c830a5,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:29.143233 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1fe278-a8ba-4ccf-b2bf-fd83e480357b None None] No DVR routers for this DVR port a8c8b9a8-171d-499b-9d08-a11699c830a5 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:19:29.172944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:29.234657 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for a8c8b9a8-171d-499b-9d08-a11699c830a5 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:29.242120 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851ec133-35a1-4bdd-97af-afc5203f3463,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:29.273334 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2478af8b-28be-4836-8224-d0dd9d071c7f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:29.281651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-594b4fe9-c4ae-42c9-acd6-a0420fc77607 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:29.309707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-594b4fe9-c4ae-42c9-acd6-a0420fc77607 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:29.324776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:29.328439 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-680c79f1-3ca5-4f61-abfb-1e2f08c4fc82 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5886571 Dec 21 22:19:29.329374 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60244) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:29.335584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-be230a8e-2430-4cef-9e7b-a1c11d44d9ab tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '851ec133-35a1-4bdd-97af-afc5203f3463', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:29.349326 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3591b545-7aa6-4931-b2cf-dd84bb955326 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "PUT /v2.0/ports/4596e376-f1cf-4572-aaf7-e227c6e3a114/tags HTTP/1.1" status: 200 len: 315 time: 0.2337267 Dec 21 22:19:29.349326 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-be230a8e-2430-4cef-9e7b-a1c11d44d9ab tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:29.350528 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60248) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:29.357248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-97e1a2b8-647c-44b8-80d8-e32ae0352255 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4596e376-f1cf-4572-aaf7-e227c6e3a114') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:29.387145 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-be230a8e-2430-4cef-9e7b-a1c11d44d9ab tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:29.389926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Router 4a9d0d0b-d550-47ca-a6ca-59d5b78536b7 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:19:29.391899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-be230a8e-2430-4cef-9e7b-a1c11d44d9ab tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:29.405765 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-be230a8e-2430-4cef-9e7b-a1c11d44d9ab tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:29.513151 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be230a8e-2430-4cef-9e7b-a1c11d44d9ab tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:29.616598 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3714e591-0c8f-4e82-b765-21c07780c79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:29.620241 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be230a8e-2430-4cef-9e7b-a1c11d44d9ab tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:29.657391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.api [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:19:29.657702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG oslo_db.api [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:19:29.663259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2478af8b-28be-4836-8224-d0dd9d071c7f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:29.683806 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.objects.ports [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84168) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:19:29.714801 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be230a8e-2430-4cef-9e7b-a1c11d44d9ab tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:29.754769 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-2478af8b-28be-4836-8224-d0dd9d071c7f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db344c7-145a-4745-b043-819b9eedfda9']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:29.756891 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-97e1a2b8-647c-44b8-80d8-e32ae0352255 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/ports/4596e376-f1cf-4572-aaf7-e227c6e3a114/tags HTTP/1.1" status: 204 len: 168 time: 0.4052527 Dec 21 22:19:29.759454 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be230a8e-2430-4cef-9e7b-a1c11d44d9ab tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cfdf76-8f9a-49a9-b464-cd24170fbda7,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:29.760839 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60252) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:29.775263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-b03ed145-68ef-4f8e-bdaa-cd3c77a3824e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4596e376-f1cf-4572-aaf7-e227c6e3a114', 'tempest-TagsExtTest-Tag-46070852') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:29.787778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-2478af8b-28be-4836-8224-d0dd9d071c7f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cdcc14-24de-4663-8b9e-9dff8da380e7') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:29.788075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-2478af8b-28be-4836-8224-d0dd9d071c7f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cdcc14-24de-4663-8b9e-9dff8da380e7') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:29.810849 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594b4fe9-c4ae-42c9-acd6-a0420fc77607 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Router 4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:19:29.817158 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2478af8b-28be-4836-8224-d0dd9d071c7f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:29.819407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:19:29.825641 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:29.826862 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-aa66581a-b905-43bc-9b87-ba296c2d7e1e tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "PUT /v2.0/routers/4a9d0d0b-d550-47ca-a6ca-59d5b78536b7 HTTP/1.1" status: 200 len: 880 time: 6.6456113 Dec 21 22:19:29.830929 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60256) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:29.831045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1c513-937c-44f8-9f07-752513dc43cd None None] Sync routers for ids ['4a9d0d0b-d550-47ca-a6ca-59d5b78536b7'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:19:29.842180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2478af8b-28be-4836-8224-d0dd9d071c7f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:29.843478 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1c513-937c-44f8-9f07-752513dc43cd None None] Routers {'4a9d0d0b-d550-47ca-a6ca-59d5b78536b7'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:29.844097 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-45c1c513-937c-44f8-9f07-752513dc43cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['4a9d0d0b-d550-47ca-a6ca-59d5b78536b7'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:29.854347 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2478af8b-28be-4836-8224-d0dd9d071c7f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:19:29.854888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2478af8b-28be-4836-8224-d0dd9d071c7f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:29.897562 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be230a8e-2430-4cef-9e7b-a1c11d44d9ab tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:29.898612 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7c8517a0-7585-4fbd-ab35-e8aeef7137eb None None] Provisioning for port 4f0eb7f8-503c-4f9d-988a-414466d1fdfb completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:29.898738 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-be230a8e-2430-4cef-9e7b-a1c11d44d9ab tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5683479 Dec 21 22:19:29.907731 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60260) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:29.910332 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-45c1c513-937c-44f8-9f07-752513dc43cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:29.917784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-5d81cb6e-e4c2-4df4-97fe-8eb0d282d7b2 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '851ec133-35a1-4bdd-97af-afc5203f3463', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:29.924601 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1c513-937c-44f8-9f07-752513dc43cd None None] Routers {'4a9d0d0b-d550-47ca-a6ca-59d5b78536b7'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:29.925433 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-45c1c513-937c-44f8-9f07-752513dc43cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['4a9d0d0b-d550-47ca-a6ca-59d5b78536b7'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:29.931648 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5d81cb6e-e4c2-4df4-97fe-8eb0d282d7b2 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:29.941695 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:29.945599 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5d81cb6e-e4c2-4df4-97fe-8eb0d282d7b2 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:29.948258 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5d81cb6e-e4c2-4df4-97fe-8eb0d282d7b2 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:29.956677 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5d81cb6e-e4c2-4df4-97fe-8eb0d282d7b2 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:29.983144 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-b03ed145-68ef-4f8e-bdaa-cd3c77a3824e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] show failed (client error): The resource could not be found. Dec 21 22:19:29.984174 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b03ed145-68ef-4f8e-bdaa-cd3c77a3824e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/ports/4596e376-f1cf-4572-aaf7-e227c6e3a114/tags/tempest-TagsExtTest-Tag-46070852 HTTP/1.1" status: 404 len: 327 time: 0.2190547 Dec 21 22:19:29.988228 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60266) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:29.994264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-cd8896e8-7ebc-4038-9e71-00899b9ea62a tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4596e376-f1cf-4572-aaf7-e227c6e3a114', 'tempest-TagsExtTest-Tag-1852772794') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:30.042536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-45c1c513-937c-44f8-9f07-752513dc43cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:30.043352 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c1c513-937c-44f8-9f07-752513dc43cd None None] The sync data for ids ['4a9d0d0b-d550-47ca-a6ca-59d5b78536b7'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:19:30.055501 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4f0eb7f8-503c-4f9d-988a-414466d1fdfb up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:30.093851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594b4fe9-c4ae-42c9-acd6-a0420fc77607 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:19:30.104887 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761f910-27d3-42ed-9971-0e33c330bb51 None None] Sync routers for ids ['4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:19:30.115579 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-594b4fe9-c4ae-42c9-acd6-a0420fc77607 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:30.119493 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-594b4fe9-c4ae-42c9-acd6-a0420fc77607 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "PUT /v2.0/routers/4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a HTTP/1.1" status: 200 len: 709 time: 5.4679730 Dec 21 22:19:30.119643 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761f910-27d3-42ed-9971-0e33c330bb51 None None] Routers {'4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:30.120209 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2761f910-27d3-42ed-9971-0e33c330bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:30.120459 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60270) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:30.165220 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cc049fad-4c25-4f4d-9901-9a3573f5a03a req-11f6c79b-fc1c-4e07-aca1-ca4b8fb7a129 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1127858 Dec 21 22:19:30.179865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port a8c8b9a8-171d-499b-9d08-a11699c830a5 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:30.180228 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:30.186568 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2761f910-27d3-42ed-9971-0e33c330bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:30.193235 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 4f0eb7f8-503c-4f9d-988a-414466d1fdfb completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:30.199089 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761f910-27d3-42ed-9971-0e33c330bb51 None None] Routers {'4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:30.199256 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4f0eb7f8-503c-4f9d-988a-414466d1fdfb triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:30.203870 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:30.204020 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2761f910-27d3-42ed-9971-0e33c330bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:30.266002 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2761f910-27d3-42ed-9971-0e33c330bb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:30.266733 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761f910-27d3-42ed-9971-0e33c330bb51 None None] The sync data for ids ['4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:19:30.319522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5d81cb6e-e4c2-4df4-97fe-8eb0d282d7b2 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:30.326085 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:30.360802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:30.395834 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 4f0eb7f8-503c-4f9d-988a-414466d1fdfb, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4f0eb7f8-503c-4f9d-988a-414466d1fdfb,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:30.402539 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-cd8896e8-7ebc-4038-9e71-00899b9ea62a tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] show failed (client error): The resource could not be found. Dec 21 22:19:30.403692 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cd8896e8-7ebc-4038-9e71-00899b9ea62a tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/ports/4596e376-f1cf-4572-aaf7-e227c6e3a114/tags/tempest-TagsExtTest-Tag-1852772794 HTTP/1.1" status: 404 len: 329 time: 0.4146376 Dec 21 22:19:30.410033 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60274) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:30.421703 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-fb7915ec-cf0c-496f-8012-bb0833a204a0 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '4596e376-f1cf-4572-aaf7-e227c6e3a114', 'tempest-TagsExtTest-Tag-500833825') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:30.476909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2478af8b-28be-4836-8224-d0dd9d071c7f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:30.491311 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-65f047e2-ac21-48e8-9908-ad83a229f02d tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "GET /v2.0/routers/4a9d0d0b-d550-47ca-a6ca-59d5b78536b7 HTTP/1.1" status: 200 len: 921 time: 0.6583247 Dec 21 22:19:30.492055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60278) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:30.492276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] The port 'a8c8b9a8-171d-499b-9d08-a11699c830a5' was deleted {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:19:30.495530 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:30.511989 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2478af8b-28be-4836-8224-d0dd9d071c7f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:30.516533 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2478af8b-28be-4836-8224-d0dd9d071c7f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] 10.222.0.37 "DELETE /v2.0/networks/0db344c7-145a-4745-b043-819b9eedfda9 HTTP/1.1" status: 204 len: 168 time: 2.0139701 Dec 21 22:19:30.554666 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-fb7915ec-cf0c-496f-8012-bb0833a204a0 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] show failed (client error): The resource could not be found. Dec 21 22:19:30.562222 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fb7915ec-cf0c-496f-8012-bb0833a204a0 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/ports/4596e376-f1cf-4572-aaf7-e227c6e3a114/tags/tempest-TagsExtTest-Tag-500833825 HTTP/1.1" status: 404 len: 328 time: 0.1438749 Dec 21 22:19:30.562222 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-5d81cb6e-e4c2-4df4-97fe-8eb0d282d7b2 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 22:19:30.562222 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5d81cb6e-e4c2-4df4-97fe-8eb0d282d7b2 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6456747 Dec 21 22:19:30.565022 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60284) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:30.565348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60286) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:30.573603 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-1312b7ee-f64f-4ca8-82ae-536bbb533fc2 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '872fae5a-cd16-423c-b44a-e8aadc056784', {'tags': ['tempest-TagsExtTest-Tag-1744399200', 'tempest-TagsExtTest-Tag-197677013', 'tempest-TagsExtTest-Tag-138769721']}) {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:30.592720 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a8c8b9a8-171d-499b-9d08-a11699c830a5 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:19:30.632418 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478af8b-28be-4836-8224-d0dd9d071c7f tempest-BulkNetworkOpsTest-1211030541 tempest-BulkNetworkOpsTest-1211030541-project] Pushing event deleted for resources: {'Network': ['ID=0db344c7-145a-4745-b043-819b9eedfda9,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:30.689156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=4f0eb7f8-503c-4f9d-988a-414466d1fdfb,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:30.735084 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: a8c8b9a8-171d-499b-9d08-a11699c830a5 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:19:30.736162 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a8c8b9a8-171d-499b-9d08-a11699c830a5 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:19:30.768073 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f6639f7a-6b3f-4c45-a3ed-5c90eab1477b tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "GET /v2.0/routers/4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a HTTP/1.1" status: 200 len: 744 time: 0.6463733 Dec 21 22:19:30.774260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60292) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:30.776511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e55aaaf5-f473-4612-9c29-453764c42c5d tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Synchronizing usage tracker for tenant:80d53883fe774935b19c9898a7fefba9 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:30.778685 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:30.829442 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:30.829693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3a5967-586e-4345-a11b-f798ce819922']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:30.831452 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:30.843705 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5f49d2fd-fdb8-459b-b12c-a5229c6a7e28 tempest-RoutersIpV6AdminTest-515185863 tempest-RoutersIpV6AdminTest-515185863-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&device_id=4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a HTTP/1.1" status: 200 len: 205 time: 0.0642695 Dec 21 22:19:30.847694 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1312b7ee-f64f-4ca8-82ae-536bbb533fc2 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "PUT /v2.0/routers/872fae5a-cd16-423c-b44a-e8aadc056784/tags HTTP/1.1" status: 200 len: 316 time: 0.2775261 Dec 21 22:19:30.847694 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-25b1bb55-7705-4166-b99b-53dcd92688c4 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:30.849238 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60296) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:30.849556 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60298) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:30.859862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283338c3-ff39-4516-9afc-692d8fd01fd6') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:30.863146 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283338c3-ff39-4516-9afc-692d8fd01fd6') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:30.883356 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e55aaaf5-f473-4612-9c29-453764c42c5d tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Unset dirty status for tenant:80d53883fe774935b19c9898a7fefba9 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:30.887380 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e55aaaf5-f473-4612-9c29-453764c42c5d tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&device_id=4a9d0d0b-d550-47ca-a6ca-59d5b78536b7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3915181 Dec 21 22:19:30.893080 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-8e90e34c-a3da-4569-90b7-aa675e73dff5 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '872fae5a-cd16-423c-b44a-e8aadc056784') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:30.915072 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60304) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:30.918991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:30.971197 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8cb0a7e3-4a76-4dd7-9f54-ab0a902dc2da tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a HTTP/1.1" status: 200 len: 205 time: 0.1202624 Dec 21 22:19:30.979610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60308) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:30.987511 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.040603 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-25b1bb55-7705-4166-b99b-53dcd92688c4 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.067063 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:19:31.067481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:31.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:31.135702 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60314) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:31.177051 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8e90e34c-a3da-4569-90b7-aa675e73dff5 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/routers/872fae5a-cd16-423c-b44a-e8aadc056784/tags HTTP/1.1" status: 204 len: 168 time: 0.3245325 Dec 21 22:19:31.179578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60320) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:31.185672 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-497ac115-293e-42f2-b008-1f42d640e373 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '872fae5a-cd16-423c-b44a-e8aadc056784', 'tempest-TagsExtTest-Tag-1744399200') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:31.233737 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] For port 4f0eb7f8-503c-4f9d-988a-414466d1fdfb, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4f0eb7f8-503c-4f9d-988a-414466d1fdfb,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:31.316803 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-25b1bb55-7705-4166-b99b-53dcd92688c4 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.355147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1bb55-7705-4166-b99b-53dcd92688c4 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851ec133-35a1-4bdd-97af-afc5203f3463,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:31.368657 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-418ff7ae-b050-4e26-8288-3cd257d6ea34 req-8b61a5a0-ccd8-42d7-83f5-ac3fa439a0a3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0727801 Dec 21 22:19:31.377294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a28a611-3501-425c-ab5b-46fda5401e4f tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:31.378641 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3a28a611-3501-425c-ab5b-46fda5401e4f tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "GET /v2.0/networks/1ca459d5-42d5-4445-a501-f60bc2ce7708 HTTP/1.1" status: 200 len: 881 time: 0.4626386 Dec 21 22:19:31.391326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-465d83a5-1ad6-4e35-b0db-078ca151073c tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.400063 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60326) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:31.406762 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-497ac115-293e-42f2-b008-1f42d640e373 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] show failed (client error): The resource could not be found. Dec 21 22:19:31.413170 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-497ac115-293e-42f2-b008-1f42d640e373 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/routers/872fae5a-cd16-423c-b44a-e8aadc056784/tags/tempest-TagsExtTest-Tag-1744399200 HTTP/1.1" status: 404 len: 329 time: 0.2272060 Dec 21 22:19:31.413170 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-25b1bb55-7705-4166-b99b-53dcd92688c4 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.413170 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-25b1bb55-7705-4166-b99b-53dcd92688c4 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "DELETE /v2.0/security-groups/851ec133-35a1-4bdd-97af-afc5203f3463 HTTP/1.1" status: 204 len: 168 time: 0.8432715 Dec 21 22:19:31.442465 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60330) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:31.442790 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60332) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:31.449618 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-15bc9298-d5ec-4412-99f2-dc0380e7d59c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48fef2311f4d42c886769d658b8389d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3126221 Dec 21 22:19:31.454981 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60338) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:31.457275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.457435 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b565e9a1-0aeb-48c3-be34-d12c8ac3d3fc tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9d0d0b-d550-47ca-a6ca-59d5b78536b7 HTTP/1.1" status: 200 len: 205 time: 0.0558865 Dec 21 22:19:31.460093 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60342) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:31.462118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-c63c0742-da4a-47c2-a81f-b3d0c24e2fd0 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '872fae5a-cd16-423c-b44a-e8aadc056784', 'tempest-TagsExtTest-Tag-197677013') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:31.516041 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.554842 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.579261 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.579965 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.604678 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-86decc50-e380-40bb-be2f-048007438f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.685046 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Network': ['ID=fc3a5967-586e-4345-a11b-f798ce819922,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:31.688482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-86decc50-e380-40bb-be2f-048007438f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.707771 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-72fcdbba-cd5c-4dba-a9dc-da64a63699ca tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/networks/fc3a5967-586e-4345-a11b-f798ce819922 HTTP/1.1" status: 204 len: 168 time: 4.1711822 Dec 21 22:19:31.717460 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60346) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:31.727434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-fa84e96d-d4df-4aab-b714-05ae1f89e713 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1648246527'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:31.741287 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fa84e96d-d4df-4aab-b714-05ae1f89e713 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:31.753183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fa84e96d-d4df-4aab-b714-05ae1f89e713 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:network and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:31.757834 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fa84e96d-d4df-4aab-b714-05ae1f89e713 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:31.770577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fa84e96d-d4df-4aab-b714-05ae1f89e713 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:31.797584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.849714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa84e96d-d4df-4aab-b714-05ae1f89e713 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:31.852605 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fa84e96d-d4df-4aab-b714-05ae1f89e713 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.880436 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-86decc50-e380-40bb-be2f-048007438f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.901772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86decc50-e380-40bb-be2f-048007438f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74927c8-a809-40d8-b0a2-1006dbd467b4,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:31.926067 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa84e96d-d4df-4aab-b714-05ae1f89e713 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:19:31.935797 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fa84e96d-d4df-4aab-b714-05ae1f89e713 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.936155 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-fa84e96d-d4df-4aab-b714-05ae1f89e713 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Added segment 484a7a8d-58d3-4be5-94c3-4a1ac18f2fc2 of type vlan for network 201aa3c6-6b0f-43b6-a281-87b81bccbdd0 Dec 21 22:19:31.950498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-86decc50-e380-40bb-be2f-048007438f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.954103 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-86decc50-e380-40bb-be2f-048007438f14 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f74927c8-a809-40d8-b0a2-1006dbd467b4 HTTP/1.1" status: 204 len: 168 time: 0.4936657 Dec 21 22:19:31.968811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:31.972363 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fa84e96d-d4df-4aab-b714-05ae1f89e713 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:31.979229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4f0eb7f8-503c-4f9d-988a-414466d1fdfb up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:32.052369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:32.086682 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ad2376-de06-41cc-91c4-76465dda326b None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:32.125956 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:32.126580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:32.132464 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=29198bf6-fefc-4419-b838-760066e2f5fd,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:32.147474 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-918a534d-a7d3-458f-abdf-3242df108a6b tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7012312 Dec 21 22:19:32.148230 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=4f0eb7f8-503c-4f9d-988a-414466d1fdfb,revision_number=5']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:32.156605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60352) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:32.163379 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-c63c0742-da4a-47c2-a81f-b3d0c24e2fd0 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] show failed (client error): The resource could not be found. Dec 21 22:19:32.164774 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c63c0742-da4a-47c2-a81f-b3d0c24e2fd0 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/routers/872fae5a-cd16-423c-b44a-e8aadc056784/tags/tempest-TagsExtTest-Tag-197677013 HTTP/1.1" status: 404 len: 328 time: 0.7172074 Dec 21 22:19:32.172192 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60356) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:32.176033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b5a6c261-ed2e-4da9-9ce7-ae3a2009eabb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group': {'name': 'tempest-secgroup--546846638'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:32.186643 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b5a6c261-ed2e-4da9-9ce7-ae3a2009eabb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:32.191999 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-775286f2-4164-43a5-bd66-5a08cedc2717 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '872fae5a-cd16-423c-b44a-e8aadc056784', 'tempest-TagsExtTest-Tag-138769721') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:32.234795 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:32.237200 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4f0eb7f8-503c-4f9d-988a-414466d1fdfb triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:32.238181 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:32.244396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:32.256156 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fa84e96d-d4df-4aab-b714-05ae1f89e713 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:32.261758 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa84e96d-d4df-4aab-b714-05ae1f89e713 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:32.267490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fa84e96d-d4df-4aab-b714-05ae1f89e713 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:32.323735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b5a6c261-ed2e-4da9-9ce7-ae3a2009eabb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:32.328282 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b3c1a44f-b745-43c6-8a67-3da7a76b6a62 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.8425283 Dec 21 22:19:32.328645 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Deleting port f891eadd-3010-4bdb-a613-a3c52362abd1 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:32.329063 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:32.336932 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b5a6c261-ed2e-4da9-9ce7-ae3a2009eabb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:32.368586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60362) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:32.400644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'mac_address': 'fa:16:3e:47:28:5a', 'name': 'tempest-NetworksTestDHCPv6-390353853'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:32.410329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b5a6c261-ed2e-4da9-9ce7-ae3a2009eabb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:32.498398 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-465d83a5-1ad6-4e35-b0db-078ca151073c tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:32.510841 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-465d83a5-1ad6-4e35-b0db-078ca151073c tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:32.523248 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-775286f2-4164-43a5-bd66-5a08cedc2717 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] show failed (client error): The resource could not be found. Dec 21 22:19:32.524308 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-775286f2-4164-43a5-bd66-5a08cedc2717 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/routers/872fae5a-cd16-423c-b44a-e8aadc056784/tags/tempest-TagsExtTest-Tag-138769721 HTTP/1.1" status: 404 len: 328 time: 0.3437808 Dec 21 22:19:32.527521 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60372) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:32.535678 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-57eadfb2-dbdb-40bb-b979-7f0fdb6bbbce tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4', {'tags': ['tempest-TagsExtTest-Tag-1146487906', 'tempest-TagsExtTest-Tag-1198335312', 'tempest-TagsExtTest-Tag-1781031396']}) {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:32.578700 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c261-ed2e-4da9-9ce7-ae3a2009eabb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:32.611915 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fa84e96d-d4df-4aab-b714-05ae1f89e713 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8915982 Dec 21 22:19:32.614541 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60378) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:32.623587 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84e96d-d4df-4aab-b714-05ae1f89e713 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Network': ['ID=201aa3c6-6b0f-43b6-a281-87b81bccbdd0,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:32.624009 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e9d1bebf-06e2-4bad-8c48-6bed7c198bae tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'subnet': {'network_id': '201aa3c6-6b0f-43b6-a281-87b81bccbdd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:32.638565 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 201aa3c6-6b0f-43b6-a281-87b81bccbdd0 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:19:32.650643 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b5a6c261-ed2e-4da9-9ce7-ae3a2009eabb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:32.662379 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b5a6c261-ed2e-4da9-9ce7-ae3a2009eabb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:32.678574 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b5a6c261-ed2e-4da9-9ce7-ae3a2009eabb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:32.691234 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b5a6c261-ed2e-4da9-9ce7-ae3a2009eabb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:32.691563 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ee7bc9f1-3841-400c-bdb6-7454bec08685 req-5c62a321-8ef0-4948-a84d-6b639b4d8295 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2106628 Dec 21 22:19:32.694831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-465d83a5-1ad6-4e35-b0db-078ca151073c tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:32.694831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465d83a5-1ad6-4e35-b0db-078ca151073c tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Fanout notify agent at l3_agent the message router_deleted on router 4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:19:32.802869 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-57eadfb2-dbdb-40bb-b979-7f0fdb6bbbce tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "PUT /v2.0/subnetpools/a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4/tags HTTP/1.1" status: 200 len: 318 time: 0.2738526 Dec 21 22:19:32.808623 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60384) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:32.810415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e9d1bebf-06e2-4bad-8c48-6bed7c198bae tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:32.826625 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-46ab5d4a-eaed-41d4-b18f-6c6f3b5897ba tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:32.835437 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e9d1bebf-06e2-4bad-8c48-6bed7c198bae tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:subnet and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:32.844509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e9d1bebf-06e2-4bad-8c48-6bed7c198bae tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:32.858547 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e9d1bebf-06e2-4bad-8c48-6bed7c198bae tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:32.863540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:32.868032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-465d83a5-1ad6-4e35-b0db-078ca151073c tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:32.869109 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-465d83a5-1ad6-4e35-b0db-078ca151073c tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "DELETE /v2.0/routers/4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a HTTP/1.1" status: 204 len: 168 time: 1.8792863 Dec 21 22:19:32.883361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60388) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:32.948055 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c261-ed2e-4da9-9ce7-ae3a2009eabb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:32.957890 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-faaa3c2f-5b39-4c40-956a-6a0b59138a15 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a HTTP/1.1" status: 200 len: 205 time: 0.0733256 Dec 21 22:19:32.960405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60392) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.023605 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Calling delete_port for f891eadd-3010-4bdb-a613-a3c52362abd1 owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:33.026168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d1bebf-06e2-4bad-8c48-6bed7c198bae tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:33.051881 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-d8111e09-3961-4231-ac4a-83f6b7becfda tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] delete failed (client error): The resource could not be found. Dec 21 22:19:33.052917 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d8111e09-3961-4231-ac4a-83f6b7becfda tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "DELETE /v2.0/routers/4fdf4eae-5a8e-4bd6-a222-35cc90ff4a8a HTTP/1.1" status: 404 len: 336 time: 0.0914786 Dec 21 22:19:33.059730 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60398) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.067272 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c261-ed2e-4da9-9ce7-ae3a2009eabb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:33.084544 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:33.095753 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:port and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:33.101260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:33.110944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:33.161580 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c4c684c6-2220-43a3-8e2b-da28fb64387d tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "GET /v2.0/ports?device_id=1246416f-21d3-4ad1-b62f-f0fb080ecb8f HTTP/1.1" status: 200 len: 205 time: 0.0958982 Dec 21 22:19:33.163980 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60404) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.233634 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6c261-ed2e-4da9-9ce7-ae3a2009eabb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee47655b-be79-415a-be38-3f79b36e0774,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:33.237631 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:33.237790 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e9d1bebf-06e2-4bad-8c48-6bed7c198bae tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:33.265678 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-20bb1554-dd53-452f-a912-b698e55ec871 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] delete failed (client error): The resource could not be found. Dec 21 22:19:33.270622 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-20bb1554-dd53-452f-a912-b698e55ec871 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "DELETE /v2.0/routers/1246416f-21d3-4ad1-b62f-f0fb080ecb8f HTTP/1.1" status: 404 len: 336 time: 0.1052816 Dec 21 22:19:33.271087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60408) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.357026 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-46ab5d4a-eaed-41d4-b18f-6c6f3b5897ba tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/subnetpools/a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4/tags HTTP/1.1" status: 204 len: 168 time: 0.5425844 Dec 21 22:19:33.358110 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c261-ed2e-4da9-9ce7-ae3a2009eabb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:33.362432 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b5a6c261-ed2e-4da9-9ce7-ae3a2009eabb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2013974 Dec 21 22:19:33.364393 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60414) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.364839 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60416) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.373632 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e2e612e2-1213-4fe8-a88a-afd2b59acb48 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': 'ee47655b-be79-415a-be38-3f79b36e0774', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:33.374301 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-e2e612e2-1213-4fe8-a88a-afd2b59acb48 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:33.378909 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e2e612e2-1213-4fe8-a88a-afd2b59acb48 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0107322 Dec 21 22:19:33.381694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60422) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.385739 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-568e5849-1ded-4def-8a1b-40a5ad503780 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4', 'tempest-TagsExtTest-Tag-1146487906') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:33.390551 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a4ce479e-b3c1-4e20-be27-fa70b8fdf476 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "GET /v2.0/ports?device_id=535c9590-8f35-430d-8577-9a7f015fcece HTTP/1.1" status: 200 len: 205 time: 0.1117451 Dec 21 22:19:33.392851 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60424) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.473847 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-568e5849-1ded-4def-8a1b-40a5ad503780 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] show failed (client error): The resource could not be found. Dec 21 22:19:33.476311 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-568e5849-1ded-4def-8a1b-40a5ad503780 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/subnetpools/a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4/tags/tempest-TagsExtTest-Tag-1146487906 HTTP/1.1" status: 404 len: 329 time: 0.1093574 Dec 21 22:19:33.477930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60430) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.486335 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60434) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.490205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-275c698e-05e2-4d46-a7b8-a66a588e1a05 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4', 'tempest-TagsExtTest-Tag-1198335312') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:33.527038 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-3cb2e8b3-4cc5-479e-b810-0fa1f0eb71f8 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] delete failed (client error): The resource could not be found. Dec 21 22:19:33.528126 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3cb2e8b3-4cc5-479e-b810-0fa1f0eb71f8 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "DELETE /v2.0/routers/535c9590-8f35-430d-8577-9a7f015fcece HTTP/1.1" status: 404 len: 336 time: 0.0868087 Dec 21 22:19:33.539522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60440) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.580738 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a95cc3ae-2c39-4230-8cd9-0b81d6a3b16d tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:33.581546 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-97b51c01-54cd-44c9-ba19-bad52226d14e None None] Provisioning complete for port 4f0eb7f8-503c-4f9d-988a-414466d1fdfb triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:33.582861 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-97b51c01-54cd-44c9-ba19-bad52226d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:33.609842 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:33.623806 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-02b3c96a-7d2c-410e-8e9f-f2db7778eb0a tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8aeb1a3-d3ee-4b5d-88c6-83741758fc83 HTTP/1.1" status: 200 len: 205 time: 0.0801151 Dec 21 22:19:33.626607 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-275c698e-05e2-4d46-a7b8-a66a588e1a05 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] show failed (client error): The resource could not be found. Dec 21 22:19:33.626763 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60444) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.630227 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-275c698e-05e2-4d46-a7b8-a66a588e1a05 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/subnetpools/a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4/tags/tempest-TagsExtTest-Tag-1198335312 HTTP/1.1" status: 404 len: 329 time: 0.1488092 Dec 21 22:19:33.631055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60448) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.644719 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a95cc3ae-2c39-4230-8cd9-0b81d6a3b16d tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:33.698062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-f3fbd542-e39b-4f44-84a5-6e00dc7f0f73 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4', 'tempest-TagsExtTest-Tag-1781031396') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:33.712301 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:33.717444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'network': {'name': 'tempest-RoutersTest-1315320085'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:33.722832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:33.726839 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:network and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:33.729895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:33.736613 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:33.743380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e9d1bebf-06e2-4bad-8c48-6bed7c198bae tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:33.746304 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-bb32aa4b-2553-470c-a1e9-3b31c1de8670 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] delete failed (client error): The resource could not be found. Dec 21 22:19:33.747369 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bb32aa4b-2553-470c-a1e9-3b31c1de8670 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "DELETE /v2.0/routers/d8aeb1a3-d3ee-4b5d-88c6-83741758fc83 HTTP/1.1" status: 404 len: 336 time: 0.1198490 Dec 21 22:19:33.758897 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60454) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:33.811533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port 814f66a4-c5ba-4e02-93c8-3728c4c5846c yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:19:33.910806 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:33.913742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:33.923949 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a95cc3ae-2c39-4230-8cd9-0b81d6a3b16d tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:33.950575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Pushing event deleted for resources: {'Port': ['ID=f891eadd-3010-4bdb-a613-a3c52362abd1,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:33.974877 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-56834888-7d8c-407d-8af0-4682b5b23fae tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd311849-a634-4f93-a82c-53be93db7102 HTTP/1.1" status: 200 len: 205 time: 0.2142582 Dec 21 22:19:33.978982 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60458) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:34.000958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cc3ae-2c39-4230-8cd9-0b81d6a3b16d tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee47655b-be79-415a-be38-3f79b36e0774,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:34.002703 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:34.023960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.024307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.024644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.024978 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.025301 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.025625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.025944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.026442 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.026770 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.027157 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.027397 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.070095 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a101156d-4850-468c-8eed-e552a45e67af req-2296df0a-2507-4b2f-a7a2-b676bdd62711 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1653750 Dec 21 22:19:34.081758 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-f3fbd542-e39b-4f44-84a5-6e00dc7f0f73 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] show failed (client error): The resource could not be found. Dec 21 22:19:34.085385 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f3fbd542-e39b-4f44-84a5-6e00dc7f0f73 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/subnetpools/a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4/tags/tempest-TagsExtTest-Tag-1781031396 HTTP/1.1" status: 404 len: 329 time: 0.3956420 Dec 21 22:19:34.092984 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60462) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:34.100192 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-975cf285-4f26-4a71-a2c0-94ca452845c4 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] delete failed (client error): The resource could not be found. Dec 21 22:19:34.101449 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-975cf285-4f26-4a71-a2c0-94ca452845c4 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "DELETE /v2.0/routers/bd311849-a634-4f93-a82c-53be93db7102 HTTP/1.1" status: 404 len: 336 time: 0.1155341 Dec 21 22:19:34.103447 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.tag.tag_plugin [None req-6a041caf-ed3d-47ec-90fe-d987ea4feaba tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:34.116910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60466) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:34.124457 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1bebf-06e2-4bad-8c48-6bed7c198bae tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Subnet': ['ID=52db30b7-6dc0-4f76-ade9-b49ab387c73c,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:34.129233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a95cc3ae-2c39-4230-8cd9-0b81d6a3b16d tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:34.132767 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a95cc3ae-2c39-4230-8cd9-0b81d6a3b16d tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "DELETE /v2.0/security-groups/ee47655b-be79-415a-be38-3f79b36e0774 HTTP/1.1" status: 204 len: 168 time: 0.7349470 Dec 21 22:19:34.133447 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60470) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:34.173112 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d1bebf-06e2-4bad-8c48-6bed7c198bae tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Checking segment: {'id': '484a7a8d-58d3-4be5-94c3-4a1ac18f2fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '201aa3c6-6b0f-43b6-a281-87b81bccbdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:34.173463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d1bebf-06e2-4bad-8c48-6bed7c198bae tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network hostable DHCP agents. Network: 201aa3c6-6b0f-43b6-a281-87b81bccbdd0, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:19:34.181296 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:34.194601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:security_group_rule and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:34.198968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:34.206811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:34.218884 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cf2aff22-bc8c-4bf8-a47c-a12a6c913cd9 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "GET /v2.0/ports?device_id=47503363-2b94-4269-bc0b-f4727c31173f HTTP/1.1" status: 200 len: 205 time: 0.0969434 Dec 21 22:19:34.219852 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60474) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:34.309448 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-4053a5b5-7efe-47d7-896c-205f0a1ae579 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] delete failed (client error): The resource could not be found. Dec 21 22:19:34.313091 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4053a5b5-7efe-47d7-896c-205f0a1ae579 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "DELETE /v2.0/routers/47503363-2b94-4269-bc0b-f4727c31173f HTTP/1.1" status: 404 len: 336 time: 0.0891669 Dec 21 22:19:34.316884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-01ad7544-0d4b-4dfc-a364-b46c74fd793b tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Synchronizing usage tracker for tenant:1150c0bde2884c87a4bb45b57d1d033c on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:34.319124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60478) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:34.368621 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfeae5d7-4e5e-4823-a573-e7e9d8870487 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] DELETE failed (client error): The resource could not be found. Dec 21 22:19:34.369057 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfeae5d7-4e5e-4823-a573-e7e9d8870487 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:19:34.379097 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6a041caf-ed3d-47ec-90fe-d987ea4feaba tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/subnetpools/a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4/tags HTTP/1.1" status: 204 len: 168 time: 0.2850792 Dec 21 22:19:34.379913 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:34.384303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60482) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:34.398043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d1bebf-06e2-4bad-8c48-6bed7c198bae tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network 201aa3c6-6b0f-43b6-a281-87b81bccbdd0 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:19:34.404617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-b01e06d0-2161-4452-81b5-80e6f670316d tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '872fae5a-cd16-423c-b44a-e8aadc056784') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:34.467005 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-dfeae5d7-4e5e-4823-a573-e7e9d8870487 tempest-RoutersIpV6AdminTest-893248345 tempest-RoutersIpV6AdminTest-893248345-project] 10.222.0.37 "DELETE /v2.0/subnets/16d79d38-34d0-41fd-ba00-aaad0e75ee3d HTTP/1.1" status: 404 len: 337 time: 0.1428602 Dec 21 22:19:34.486526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-01ad7544-0d4b-4dfc-a364-b46c74fd793b tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Unset dirty status for tenant:1150c0bde2884c87a4bb45b57d1d033c on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:34.491379 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-01ad7544-0d4b-4dfc-a364-b46c74fd793b tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3530211 Dec 21 22:19:34.529362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60488) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:34.546442 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-9e577c4f-0d3a-4c87-9b48-32466e0067da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group': {'name': 'tempest-secgroup--977188816'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:34.556042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9e577c4f-0d3a-4c87-9b48-32466e0067da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:34.561435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:34.563985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-e9d1bebf-06e2-4bad-8c48-6bed7c198bae tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 201aa3c6-6b0f-43b6-a281-87b81bccbdd0) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:34.569363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d1bebf-06e2-4bad-8c48-6bed7c198bae tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:34.570122 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e9d1bebf-06e2-4bad-8c48-6bed7c198bae tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:34.581835 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa60f9e-d527-4468-bdc9-1adb42c59ecb None None] Network 201aa3c6-6b0f-43b6-a281-87b81bccbdd0 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:34.595270 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b01e06d0-2161-4452-81b5-80e6f670316d tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/routers/872fae5a-cd16-423c-b44a-e8aadc056784/tags HTTP/1.1" status: 204 len: 168 time: 0.2043271 Dec 21 22:19:34.597887 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60492) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:34.603734 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-8f32dc03-ada9-4a19-b38b-98ea2186b9d1 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '4596e376-f1cf-4572-aaf7-e227c6e3a114') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:34.635229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:34.643543 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9e577c4f-0d3a-4c87-9b48-32466e0067da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:34.666160 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e9d1bebf-06e2-4bad-8c48-6bed7c198bae tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0501993 Dec 21 22:19:34.679701 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60496) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:34.685588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:19:34.693234 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-8408c637-6b5f-4321-a68b-29e6128358e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'network_id': '201aa3c6-6b0f-43b6-a281-87b81bccbdd0', 'name': 'tempest-PortsTestJSON-330874430', 'fixed_ips': [{'subnet_id': '52db30b7-6dc0-4f76-ade9-b49ab387c73c', 'ip_address': '172.20.0.10'}]}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:34.724920 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 172.20.0.13 (fe7c627c-94be-483c-83d9-84e8e8a5014e/1ddfc234-ef37-4b83-ae59-eb7f613c0e56/814f66a4-c5ba-4e02-93c8-3728c4c5846c) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:34.731967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c886b0e2-f291-471d-b2e3-ec5253b6fc9a,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:34.737762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:34.737762 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Added segment 82a1c80c-4870-4dc4-9f5e-a0c2721b5b13 of type vlan for network 51748726-8826-432d-9d2c-8aa554b387f5 Dec 21 22:19:34.741496 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:34.743983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::f816:3eff:fe47:285a (fe7c627c-94be-483c-83d9-84e8e8a5014e/29198bf6-fefc-4419-b838-760066e2f5fd/814f66a4-c5ba-4e02-93c8-3728c4c5846c) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:34.753397 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:34.813695 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-201aa3c6-6b0f-43b6-a281-87b81bccbdd0', 'network_id': '201aa3c6-6b0f-43b6-a281-87b81bccbdd0', 'tenant_id': '7df5878e87b444379a0b17911e82c5d2', 'fixed_ips': [{'subnet_id': '52db30b7-6dc0-4f76-ade9-b49ab387c73c'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:19:34.815211 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:34.822248 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.822682 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.823091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.823490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.823892 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.824283 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.824671 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.825614 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.826032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.826792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.827164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:34.849254 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e577c4f-0d3a-4c87-9b48-32466e0067da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:34.870138 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:34.917463 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8f32dc03-ada9-4a19-b38b-98ea2186b9d1 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/ports/4596e376-f1cf-4572-aaf7-e227c6e3a114/tags HTTP/1.1" status: 204 len: 168 time: 0.3184583 Dec 21 22:19:34.925419 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60500) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:34.928869 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-8408c637-6b5f-4321-a68b-29e6128358e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:34.936106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.tag.tag_plugin [None req-96a91b36-b5fa-4f6d-a8c0-a37236e31d47 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c0c1da38-c4fa-4fb9-bd3c-06251b38f137') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:34.969673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:34.970238 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Fanout notify agent at l3_agent the message router_deleted on router 4a9d0d0b-d550-47ca-a6ca-59d5b78536b7 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:19:34.979666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-8408c637-6b5f-4321-a68b-29e6128358e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:35.024089 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.025354 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8636459e-69c7-49f4-84d7-11b752e5c2f8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "DELETE /v2.0/routers/4a9d0d0b-d550-47ca-a6ca-59d5b78536b7 HTTP/1.1" status: 204 len: 168 time: 3.5646832 Dec 21 22:19:35.030815 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60506) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:35.037537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ec8a5aa1-84b8-4973-b0c9-0d4dd3c9c6bf tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2086299354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:35.044857 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.048826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:35.055992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.055992 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-96a91b36-b5fa-4f6d-a8c0-a37236e31d47 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/subnets/c0c1da38-c4fa-4fb9-bd3c-06251b38f137/tags HTTP/1.1" status: 204 len: 168 time: 0.1273129 Dec 21 22:19:35.057341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ec8a5aa1-84b8-4973-b0c9-0d4dd3c9c6bf tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:35.070236 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60510) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:35.073038 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9e577c4f-0d3a-4c87-9b48-32466e0067da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:35.085018 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ec8a5aa1-84b8-4973-b0c9-0d4dd3c9c6bf tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Usage tracker for resource:router and tenant:63e2b1bdef5147dda15f8720eba413a7 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:35.087744 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8408c637-6b5f-4321-a68b-29e6128358e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:35.093288 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9e577c4f-0d3a-4c87-9b48-32466e0067da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:35.093764 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8408c637-6b5f-4321-a68b-29e6128358e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.095196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Allocated IP 172.20.0.2 (201aa3c6-6b0f-43b6-a281-87b81bccbdd0/52db30b7-6dc0-4f76-ade9-b49ab387c73c/69723ac7-4049-4f63-a769-2b31837153f3) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:35.103409 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9e577c4f-0d3a-4c87-9b48-32466e0067da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:35.103599 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ec8a5aa1-84b8-4973-b0c9-0d4dd3c9c6bf tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:35.105543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60514) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:35.143599 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ec8a5aa1-84b8-4973-b0c9-0d4dd3c9c6bf tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:35.215521 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7160170 Dec 21 22:19:35.216407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9e577c4f-0d3a-4c87-9b48-32466e0067da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:35.216789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d1335-103e-4bb8-84bd-5ba5fe335677 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Network': ['ID=51748726-8826-432d-9d2c-8aa554b387f5,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:35.218737 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60522) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:35.219851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-8408c637-6b5f-4321-a68b-29e6128358e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] device_id is not set on port 2e1d0308-6316-49c8-8aac-1e7ca533ae28 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:19:35.234634 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 51748726-8826-432d-9d2c-8aa554b387f5 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:19:35.259910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-98b195fe-c47b-4be4-be02-b192b7f56baf tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'network': {'name': 'tempest-RoutersTest-1968795065'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:35.265197 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-98b195fe-c47b-4be4-be02-b192b7f56baf tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:35.270738 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-98b195fe-c47b-4be4-be02-b192b7f56baf tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:network and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:35.272469 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-98b195fe-c47b-4be4-be02-b192b7f56baf tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:35.278394 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e577c4f-0d3a-4c87-9b48-32466e0067da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.278565 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-98b195fe-c47b-4be4-be02-b192b7f56baf tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:35.288862 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.294159 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5aa1-84b8-4973-b0c9-0d4dd3c9c6bf tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.295511 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5aa1-84b8-4973-b0c9-0d4dd3c9c6bf tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.360412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object 814f66a4-c5ba-4e02-93c8-3728c4c5846c will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:35.365404 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2b4dc700-6c22-48fe-86e9-d1123ee81f6c req-f2e2bba6-4cf7-4e6b-b98a-2136617396b2 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0849807 Dec 21 22:19:35.391532 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a8497096-712f-4954-b857-3adc57316f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.399294 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e577c4f-0d3a-4c87-9b48-32466e0067da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.403438 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-879672f1-3e5a-46f1-abdc-7d5985daaf27 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks [] for subnetpool, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.408268 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-879672f1-3e5a-46f1-abdc-7d5985daaf27 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/subnetpools/a5e56a9c-9540-4f27-ad9e-76ab5d84f8b4 HTTP/1.1" status: 204 len: 168 time: 0.3337054 Dec 21 22:19:35.409326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60526) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:35.446395 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e577c4f-0d3a-4c87-9b48-32466e0067da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f03e16c-43ec-4f1a-acd2-df0abd8ffba7,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:35.458751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5aa1-84b8-4973-b0c9-0d4dd3c9c6bf tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.482249 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0a72a130-46ea-4b46-a357-3d79b676eb93 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "GET /v2.0/ports?device_id=872fae5a-cd16-423c-b44a-e8aadc056784 HTTP/1.1" status: 200 len: 205 time: 0.0691469 Dec 21 22:19:35.483087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60530) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:35.504941 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a8497096-712f-4954-b857-3adc57316f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:35.507228 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b195fe-c47b-4be4-be02-b192b7f56baf tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:35.510152 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-98b195fe-c47b-4be4-be02-b192b7f56baf tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.512765 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.524068 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Transition to ACTIVE for port object 69723ac7-4049-4f63-a769-2b31837153f3 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:35.527137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a8497096-712f-4954-b857-3adc57316f91 admin admin] Usage tracker for resource:security_group_rule and tenant:f0d51e079d064a2b85951300994fc575 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:35.532167 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a8497096-712f-4954-b857-3adc57316f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:35.538788 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a8497096-712f-4954-b857-3adc57316f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:35.541057 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e577c4f-0d3a-4c87-9b48-32466e0067da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.542295 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9e577c4f-0d3a-4c87-9b48-32466e0067da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0100093 Dec 21 22:19:35.546103 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60534) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:35.551278 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Transition to ACTIVE for port object 69723ac7-4049-4f63-a769-2b31837153f3 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:35.554482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.554630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-84547f06-c8e6-4c72-90c4-c5a7027926de tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '5f03e16c-43ec-4f1a-acd2-df0abd8ffba7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:35.555862 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-84547f06-c8e6-4c72-90c4-c5a7027926de tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:35.556965 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-84547f06-c8e6-4c72-90c4-c5a7027926de tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0098450 Dec 21 22:19:35.561988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60538) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:35.584732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b195fe-c47b-4be4-be02-b192b7f56baf tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:19:35.610533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5aa1-84b8-4973-b0c9-0d4dd3c9c6bf tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.619606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-98b195fe-c47b-4be4-be02-b192b7f56baf tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.619943 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-98b195fe-c47b-4be4-be02-b192b7f56baf tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Added segment 73ca7341-868c-41a6-b21f-e4f96c006130 of type vlan for network 8dfa57f2-408f-4113-8bbf-720c6452fc66 Dec 21 22:19:35.666837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.744363 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Network 201aa3c6-6b0f-43b6-a281-87b81bccbdd0 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:35.744914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:35.745317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-98b195fe-c47b-4be4-be02-b192b7f56baf tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.748110 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:35.750705 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Pushing event updated for resources: {'Port': ['ID=69723ac7-4049-4f63-a769-2b31837153f3,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:35.796834 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:35.797539 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:35.798227 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:35.798793 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:35.799355 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:35.799905 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:35.800446 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:35.801512 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:35.801857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:35.802238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:35.802574 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:19:35.807328 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=814f66a4-c5ba-4e02-93c8-3728c4c5846c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:35.812918 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:35.815510 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:35.818212 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:35.847719 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4a717645-235e-4135-9794-8ce928abe30f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.881284 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Attempting to bind port 69723ac7-4049-4f63-a769-2b31837153f3 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:19:35.881760 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Attempting to bind port 69723ac7-4049-4f63-a769-2b31837153f3 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '484a7a8d-58d3-4be5-94c3-4a1ac18f2fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '201aa3c6-6b0f-43b6-a281-87b81bccbdd0'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:19:35.884269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Attempting to bind port 69723ac7-4049-4f63-a769-2b31837153f3 on network 201aa3c6-6b0f-43b6-a281-87b81bccbdd0 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:19:35.894884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ec8a5aa1-84b8-4973-b0c9-0d4dd3c9c6bf tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.897608 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ec8a5aa1-84b8-4973-b0c9-0d4dd3c9c6bf tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8650100 Dec 21 22:19:35.908924 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:19:35.909311 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Checking segment: {'id': '484a7a8d-58d3-4be5-94c3-4a1ac18f2fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '201aa3c6-6b0f-43b6-a281-87b81bccbdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:35.909713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.910130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Bound using segment: {'id': '484a7a8d-58d3-4be5-94c3-4a1ac18f2fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '201aa3c6-6b0f-43b6-a281-87b81bccbdd0'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:19:35.910914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Bound port: 69723ac7-4049-4f63-a769-2b31837153f3, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484a7a8d-58d3-4be5-94c3-4a1ac18f2fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '201aa3c6-6b0f-43b6-a281-87b81bccbdd0'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:19:35.911333 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.913126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60542) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:35.926331 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'enable_snat': True}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:35.934952 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-8408c637-6b5f-4321-a68b-29e6128358e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Allocated IP 172.20.0.10 (201aa3c6-6b0f-43b6-a281-87b81bccbdd0/52db30b7-6dc0-4f76-ade9-b49ab387c73c/2e1d0308-6316-49c8-8aac-1e7ca533ae28) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:35.990387 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-29596ea4-ac5a-4f43-b67a-35b138a2c8f2 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:35.994194 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a8497096-712f-4954-b857-3adc57316f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.026704 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] For port 69723ac7-4049-4f63-a769-2b31837153f3, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:19:36.032307 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] For port 69723ac7-4049-4f63-a769-2b31837153f3, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=69723ac7-4049-4f63-a769-2b31837153f3,segment=NetworkSegment(484a7a8d-58d3-4be5-94c3-4a1ac18f2fc2),segment_id=484a7a8d-58d3-4be5-94c3-4a1ac18f2fc2)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:19:36.079358 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-29596ea4-ac5a-4f43-b67a-35b138a2c8f2 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.091199 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a8497096-712f-4954-b857-3adc57316f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.104843 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.120116 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:36.123286 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.212605 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496fd14-93f3-446b-9e0d-561938da820f None None] Pushing event updated for resources: {'Port': ['ID=69723ac7-4049-4f63-a769-2b31837153f3,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:36.227713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-98b195fe-c47b-4be4-be02-b192b7f56baf tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.232263 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b195fe-c47b-4be4-be02-b192b7f56baf tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:36.232647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-98b195fe-c47b-4be4-be02-b192b7f56baf tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.290273 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-49f55a38-ca8a-4fd8-81c8-57d10be2be4e None None] Provisioning for port 814f66a4-c5ba-4e02-93c8-3728c4c5846c completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:36.296012 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8497096-712f-4954-b857-3adc57316f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e50a625-a7f0-411f-958f-ac7685758888,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:36.313145 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-49f55a38-ca8a-4fd8-81c8-57d10be2be4e None None] Provisioning complete for port 814f66a4-c5ba-4e02-93c8-3728c4c5846c triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:36.315389 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-49f55a38-ca8a-4fd8-81c8-57d10be2be4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.317525 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a8497096-712f-4954-b857-3adc57316f91 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0d51e079d064a2b85951300994fc575&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2054591 Dec 21 22:19:36.330033 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60546) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:36.346223 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6816ada1-275c-49d5-b8e3-9b8fcff4db48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9647756 Dec 21 22:19:36.353023 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60550) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:36.390342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-49f55a38-ca8a-4fd8-81c8-57d10be2be4e None None] Port 814f66a4-c5ba-4e02-93c8-3728c4c5846c cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:36.461210 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-98b195fe-c47b-4be4-be02-b192b7f56baf tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2081158 Dec 21 22:19:36.480050 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-29596ea4-ac5a-4f43-b67a-35b138a2c8f2 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.487946 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60556) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:36.505566 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b195fe-c47b-4be4-be02-b192b7f56baf tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Network': ['ID=8dfa57f2-408f-4113-8bbf-720c6452fc66,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:36.542564 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 8dfa57f2-408f-4113-8bbf-720c6452fc66 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:19:36.568165 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8408c637-6b5f-4321-a68b-29e6128358e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.574092 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b33abd18-3d74-48b8-9aa2-8f930feed2e3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'subnet': {'network_id': '51748726-8826-432d-9d2c-8aa554b387f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:36.608795 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d48c14a4-f757-4e28-bf76-1d1b71d4ce42 req-5673ff16-9fec-4b7e-bec3-7d379e20b1c9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1128387 Dec 21 22:19:36.625772 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29596ea4-ac5a-4f43-b67a-35b138a2c8f2 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f03e16c-43ec-4f1a-acd2-df0abd8ffba7,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:36.640838 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4a717645-235e-4135-9794-8ce928abe30f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.641617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-29596ea4-ac5a-4f43-b67a-35b138a2c8f2 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.642204 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-29596ea4-ac5a-4f43-b67a-35b138a2c8f2 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "DELETE /v2.0/security-groups/5f03e16c-43ec-4f1a-acd2-df0abd8ffba7 HTTP/1.1" status: 204 len: 168 time: 1.0783811 Dec 21 22:19:36.645219 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60560) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:36.670819 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4a717645-235e-4135-9794-8ce928abe30f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.721232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-8408c637-6b5f-4321-a68b-29e6128358e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Transition to ACTIVE for port object 2e1d0308-6316-49c8-8aac-1e7ca533ae28 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:36.747326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b33abd18-3d74-48b8-9aa2-8f930feed2e3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:36.755874 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b33abd18-3d74-48b8-9aa2-8f930feed2e3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:subnet and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:36.759276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b33abd18-3d74-48b8-9aa2-8f930feed2e3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:36.773255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b33abd18-3d74-48b8-9aa2-8f930feed2e3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:36.777093 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46943c78-ca6c-4186-87c7-eecd6a0c9d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.796452 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773c8ad1-3422-4a79-999f-d4b764aed6fc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:36.800284 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773c8ad1-3422-4a79-999f-d4b764aed6fc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:36.801083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-773c8ad1-3422-4a79-999f-d4b764aed6fc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:36.849997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33abd18-3d74-48b8-9aa2-8f930feed2e3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:36.877922 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c6c87861-dbe2-45ff-a825-7b711fafa6eb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Synchronizing usage tracker for tenant:1150c0bde2884c87a4bb45b57d1d033c on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:36.891070 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-773c8ad1-3422-4a79-999f-d4b764aed6fc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:36.892328 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-773c8ad1-3422-4a79-999f-d4b764aed6fc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5383081 Dec 21 22:19:36.894342 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4a717645-235e-4135-9794-8ce928abe30f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.894961 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a717645-235e-4135-9794-8ce928abe30f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Fanout notify agent at l3_agent the message router_deleted on router 872fae5a-cd16-423c-b44a-e8aadc056784 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:19:36.896105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8408c637-6b5f-4321-a68b-29e6128358e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.897467 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60564) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:36.901973 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46943c78-ca6c-4186-87c7-eecd6a0c9d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.936538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4a717645-235e-4135-9794-8ce928abe30f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:36.937625 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4a717645-235e-4135-9794-8ce928abe30f tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/routers/872fae5a-cd16-423c-b44a-e8aadc056784 HTTP/1.1" status: 204 len: 168 time: 1.4533916 Dec 21 22:19:36.941786 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60568) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:36.996113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:37.007407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c6c87861-dbe2-45ff-a825-7b711fafa6eb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Unset dirty status for tenant:1150c0bde2884c87a4bb45b57d1d033c on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:37.009242 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c6c87861-dbe2-45ff-a825-7b711fafa6eb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3604407 Dec 21 22:19:37.014644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60572) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:37.029438 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c834d100-4e38-4b08-a58e-00c030852474 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group': {'name': 'tempest-secgroup--842824069'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:37.039759 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c834d100-4e38-4b08-a58e-00c030852474 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:37.060244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c834d100-4e38-4b08-a58e-00c030852474 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:37.065170 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-59bc0820-9189-438b-8d07-6b11d68f69fa tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Deleting port 4596e376-f1cf-4572-aaf7-e227c6e3a114 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:37.065519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-59bc0820-9189-438b-8d07-6b11d68f69fa tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:37.069737 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b33abd18-3d74-48b8-9aa2-8f930feed2e3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:37.118581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-905ca6ea-bb74-4696-9016-4c71ee9d9750 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port 814f66a4-c5ba-4e02-93c8-3728c4c5846c {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:37.119598 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-905ca6ea-bb74-4696-9016-4c71ee9d9750 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:37.146239 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8408c637-6b5f-4321-a68b-29e6128358e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network 201aa3c6-6b0f-43b6-a281-87b81bccbdd0 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:37.157421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46943c78-ca6c-4186-87c7-eecd6a0c9d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:37.166693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-8408c637-6b5f-4321-a68b-29e6128358e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:37.184024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8408c637-6b5f-4321-a68b-29e6128358e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:37.225864 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8408c637-6b5f-4321-a68b-29e6128358e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=2e1d0308-6316-49c8-8aac-1e7ca533ae28,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:37.359502 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46943c78-ca6c-4186-87c7-eecd6a0c9d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e50a625-a7f0-411f-958f-ac7685758888,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:37.368456 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c834d100-4e38-4b08-a58e-00c030852474 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:37.385832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8408c637-6b5f-4321-a68b-29e6128358e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:37.386468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8408c637-6b5f-4321-a68b-29e6128358e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:37.400945 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46943c78-ca6c-4186-87c7-eecd6a0c9d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:37.402155 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-46943c78-ca6c-4186-87c7-eecd6a0c9d0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e50a625-a7f0-411f-958f-ac7685758888 HTTP/1.1" status: 204 len: 168 time: 1.0669336 Dec 21 22:19:37.457262 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7894f739-f718-46ac-b341-146b50f4ad4a None None] Network 201aa3c6-6b0f-43b6-a281-87b81bccbdd0 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:37.539464 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c834d100-4e38-4b08-a58e-00c030852474 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:37.553642 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8408c637-6b5f-4321-a68b-29e6128358e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8707898 Dec 21 22:19:37.555009 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60578) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:37.560627 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c834d100-4e38-4b08-a58e-00c030852474 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:37.570095 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c834d100-4e38-4b08-a58e-00c030852474 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:37.575928 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'network_id': '201aa3c6-6b0f-43b6-a281-87b81bccbdd0', 'name': 'tempest-PortsTestJSON-1576086815', 'fixed_ips': [{'subnet_id': '52db30b7-6dc0-4f76-ade9-b49ab387c73c', 'ip_address': '172.20.0.9'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:37.612583 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c834d100-4e38-4b08-a58e-00c030852474 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:37.641320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-905ca6ea-bb74-4696-9016-4c71ee9d9750 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:37.685523 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a9a0c3ed-bbe4-45e1-9243-0164ee668f8e None None] Provisioning for port 69723ac7-4049-4f63-a769-2b31837153f3 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:37.689909 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-59bc0820-9189-438b-8d07-6b11d68f69fa tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:37.793424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-905ca6ea-bb74-4696-9016-4c71ee9d9750 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for 814f66a4-c5ba-4e02-93c8-3728c4c5846c owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:37.976265 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-59bc0820-9189-438b-8d07-6b11d68f69fa tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Calling delete_port for 4596e376-f1cf-4572-aaf7-e227c6e3a114 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:38.044052 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 69723ac7-4049-4f63-a769-2b31837153f3 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:38.062340 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8878c7f2-71a5-4f13-85ee-5a08d51189f2 req-591069a5-45b0-4fcc-b864-c158d4872bee tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.3375666 Dec 21 22:19:38.072347 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b33abd18-3d74-48b8-9aa2-8f930feed2e3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.096491 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c834d100-4e38-4b08-a58e-00c030852474 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.157934 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:38.175089 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:port and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:38.178814 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:38.187457 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:38.216894 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 69723ac7-4049-4f63-a769-2b31837153f3 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:38.218407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33abd18-3d74-48b8-9aa2-8f930feed2e3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Subnet': ['ID=0188021f-5948-40bd-882c-ef06ab8c1fe2,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:38.221998 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-08c291c9-fa42-4e29-becb-c419dcadffae None None] Provisioning for port 2e1d0308-6316-49c8-8aac-1e7ca533ae28 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:38.230543 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 69723ac7-4049-4f63-a769-2b31837153f3 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:38.231873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.278817 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c834d100-4e38-4b08-a58e-00c030852474 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.296006 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-08c291c9-fa42-4e29-becb-c419dcadffae None None] Provisioning complete for port 2e1d0308-6316-49c8-8aac-1e7ca533ae28 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:38.296373 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-08c291c9-fa42-4e29-becb-c419dcadffae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.304721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33abd18-3d74-48b8-9aa2-8f930feed2e3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Checking segment: {'id': '82a1c80c-4870-4dc4-9f5e-a0c2721b5b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '51748726-8826-432d-9d2c-8aa554b387f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:38.305086 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33abd18-3d74-48b8-9aa2-8f930feed2e3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network hostable DHCP agents. Network: 51748726-8826-432d-9d2c-8aa554b387f5, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:19:38.359062 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60586) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:38.361129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:38.379083 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-08c291c9-fa42-4e29-becb-c419dcadffae None None] Port 2e1d0308-6316-49c8-8aac-1e7ca533ae28 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:38.424749 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-08ea623f-9863-4165-8a40-0f46766c933c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a861f3293388429abba521275c3540c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0643325 Dec 21 22:19:38.426955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60590) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:38.436564 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834d100-4e38-4b08-a58e-00c030852474 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec0114e-93e3-4f97-a94a-d7d77b910132,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:38.442950 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.454734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.472073 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-905ca6ea-bb74-4696-9016-4c71ee9d9750 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.497836 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 69723ac7-4049-4f63-a769-2b31837153f3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=69723ac7-4049-4f63-a769-2b31837153f3,segment=NetworkSegment(484a7a8d-58d3-4be5-94c3-4a1ac18f2fc2),segment_id=484a7a8d-58d3-4be5-94c3-4a1ac18f2fc2)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:38.507308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-894a112e-0b31-46fb-bc09-cc57f6a98bfe None None] Provisioning complete for port 2e1d0308-6316-49c8-8aac-1e7ca533ae28 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:38.507739 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-894a112e-0b31-46fb-bc09-cc57f6a98bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.524494 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.562054 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-894a112e-0b31-46fb-bc09-cc57f6a98bfe None None] Port 2e1d0308-6316-49c8-8aac-1e7ca533ae28 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:38.571985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ca6ea-bb74-4696-9016-4c71ee9d9750 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=814f66a4-c5ba-4e02-93c8-3728c4c5846c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:38.583682 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.595474 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c834d100-4e38-4b08-a58e-00c030852474 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.599682 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c834d100-4e38-4b08-a58e-00c030852474 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5837245 Dec 21 22:19:38.602584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60594) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:38.607385 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-59bc0820-9189-438b-8d07-6b11d68f69fa tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.611108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33abd18-3d74-48b8-9aa2-8f930feed2e3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 51748726-8826-432d-9d2c-8aa554b387f5 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:19:38.612191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-34809638-fccc-4600-96bc-147f9b417be2 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '6ec0114e-93e3-4f97-a94a-d7d77b910132', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:38.612925 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-34809638-fccc-4600-96bc-147f9b417be2 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:38.617080 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-34809638-fccc-4600-96bc-147f9b417be2 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114284 Dec 21 22:19:38.618286 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60598) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:38.673563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=69723ac7-4049-4f63-a769-2b31837153f3,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:38.693997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-905ca6ea-bb74-4696-9016-4c71ee9d9750 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.695940 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc0820-9189-438b-8d07-6b11d68f69fa tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Pushing event deleted for resources: {'Port': ['ID=4596e376-f1cf-4572-aaf7-e227c6e3a114,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:38.709691 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-fc9ee972-8536-4237-9444-dc99fdaaaad7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '6ec0114e-93e3-4f97-a94a-d7d77b910132', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:38.710441 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-fc9ee972-8536-4237-9444-dc99fdaaaad7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:38.713999 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fc9ee972-8536-4237-9444-dc99fdaaaad7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0905516 Dec 21 22:19:38.717579 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.721244 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60602) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:38.730856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-4f41c58a-c01f-4837-906c-4cf6b7810ade tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '6ec0114e-93e3-4f97-a94a-d7d77b910132', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:38.731767 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-4f41c58a-c01f-4837-906c-4cf6b7810ade tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:38.732732 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4f41c58a-c01f-4837-906c-4cf6b7810ade tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105667 Dec 21 22:19:38.735553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60606) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:38.742802 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-42e25fae-b20d-404f-a270-43cdfcb2fd4a tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '6ec0114e-93e3-4f97-a94a-d7d77b910132', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:38.743487 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-42e25fae-b20d-404f-a270-43cdfcb2fd4a tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:38.744405 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-42e25fae-b20d-404f-a270-43cdfcb2fd4a tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079806 Dec 21 22:19:38.745249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dd55b802-5188-47e7-9e62-25258dfbc9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.748384 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60610) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:38.808168 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-905ca6ea-bb74-4696-9016-4c71ee9d9750 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/814f66a4-c5ba-4e02-93c8-3728c4c5846c HTTP/1.1" status: 204 len: 168 time: 1.9054298 Dec 21 22:19:38.808168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dd55b802-5188-47e7-9e62-25258dfbc9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.812666 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60614) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:38.844841 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-b33abd18-3d74-48b8-9aa2-8f930feed2e3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 51748726-8826-432d-9d2c-8aa554b387f5) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:38.849180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33abd18-3d74-48b8-9aa2-8f930feed2e3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:38.849746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b33abd18-3d74-48b8-9aa2-8f930feed2e3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.856497 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda20b45-6dd9-4231-a918-347eb0439c0b None None] Network 51748726-8826-432d-9d2c-8aa554b387f5 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:38.903925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4227e9cf-9429-4de7-9b5e-af787fdeb5d6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.930849 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] device_id is not set on port b909fc98-a35a-46c7-9f2b-990e6a5320d1 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:19:38.946123 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4227e9cf-9429-4de7-9b5e-af787fdeb5d6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:38.973942 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b33abd18-3d74-48b8-9aa2-8f930feed2e3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4696527 Dec 21 22:19:38.977025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60618) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:38.985309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2e08c0be-40d0-41a6-968c-af90127ecd25 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'subnet': {'network_id': '8dfa57f2-408f-4113-8bbf-720c6452fc66', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:39.100919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dd55b802-5188-47e7-9e62-25258dfbc9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:39.132463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55b802-5188-47e7-9e62-25258dfbc9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07aae386-76ee-4095-ac20-76d40c0d2f05,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:39.136496 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-59bc0820-9189-438b-8d07-6b11d68f69fa tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:39.140789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Allocated IP 172.26.3.85 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/83097c7f-bc7c-49c6-865b-96b82a285142) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:39.150694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2e08c0be-40d0-41a6-968c-af90127ecd25 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:39.157938 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dd55b802-5188-47e7-9e62-25258dfbc9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:39.159509 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-dd55b802-5188-47e7-9e62-25258dfbc9f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07aae386-76ee-4095-ac20-76d40c0d2f05 HTTP/1.1" status: 204 len: 168 time: 0.7313941 Dec 21 22:19:39.160703 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2e08c0be-40d0-41a6-968c-af90127ecd25 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:subnet and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:39.164461 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2e08c0be-40d0-41a6-968c-af90127ecd25 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:39.172214 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2e08c0be-40d0-41a6-968c-af90127ecd25 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:39.178516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-51748726-8826-432d-9d2c-8aa554b387f5', 'network_id': '51748726-8826-432d-9d2c-8aa554b387f5', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'fixed_ips': [{'subnet_id': '0188021f-5948-40bd-882c-ef06ab8c1fe2'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:19:39.180039 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:39.182139 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e895e46-9ec5-45b2-8982-af016a243113 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:39.183613 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e895e46-9ec5-45b2-8982-af016a243113 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:39.185873 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e895e46-9ec5-45b2-8982-af016a243113 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:39.186875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5e895e46-9ec5-45b2-8982-af016a243113 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:39.203476 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-59bc0820-9189-438b-8d07-6b11d68f69fa tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/ports/4596e376-f1cf-4572-aaf7-e227c6e3a114 HTTP/1.1" status: 204 len: 168 time: 2.2576945 Dec 21 22:19:39.219913 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60626) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:39.231080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4227e9cf-9429-4de7-9b5e-af787fdeb5d6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:39.251502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227e9cf-9429-4de7-9b5e-af787fdeb5d6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec0114e-93e3-4f97-a94a-d7d77b910132,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:39.255232 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-84789f62-e5d3-4007-b3c7-72a1655bd503 req-49023e6c-0343-40de-b218-a3b5b69791be tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0675638 Dec 21 22:19:39.259990 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e08c0be-40d0-41a6-968c-af90127ecd25 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:39.291081 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4227e9cf-9429-4de7-9b5e-af787fdeb5d6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:39.295409 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4227e9cf-9429-4de7-9b5e-af787fdeb5d6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "DELETE /v2.0/security-groups/6ec0114e-93e3-4f97-a94a-d7d77b910132 HTTP/1.1" status: 204 len: 168 time: 0.5460713 Dec 21 22:19:39.297290 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60628) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:39.389466 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Allocated IP 172.20.0.2 (51748726-8826-432d-9d2c-8aa554b387f5/0188021f-5948-40bd-882c-ef06ab8c1fe2/f634a5f5-0d97-4ebf-a708-b1233a0a9ef8) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:39.425121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2e08c0be-40d0-41a6-968c-af90127ecd25 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:39.493861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ad634afe-dbea-413a-9952-50b9c2ae4487 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Synchronizing usage tracker for tenant:1150c0bde2884c87a4bb45b57d1d033c on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:39.508573 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5e895e46-9ec5-45b2-8982-af016a243113 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:39.509924 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5e895e46-9ec5-45b2-8982-af016a243113 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6447392 Dec 21 22:19:39.517657 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60634) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:39.626786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:39.640062 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Transition to ACTIVE for port object f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:39.648829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ad634afe-dbea-413a-9952-50b9c2ae4487 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Unset dirty status for tenant:1150c0bde2884c87a4bb45b57d1d033c on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:39.650091 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ad634afe-dbea-413a-9952-50b9c2ae4487 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3486645 Dec 21 22:19:39.657453 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60638) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:39.677006 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Transition to ACTIVE for port object f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:39.680376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-cb6ee900-6176-4585-a1c4-22200e0b66b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1652298506'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:39.723293 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cb6ee900-6176-4585-a1c4-22200e0b66b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:39.765313 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:39.785237 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:39.795582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2e08c0be-40d0-41a6-968c-af90127ecd25 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:39.805677 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cb6ee900-6176-4585-a1c4-22200e0b66b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:39.811530 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Allocated IP 172.20.0.9 (201aa3c6-6b0f-43b6-a281-87b81bccbdd0/52db30b7-6dc0-4f76-ade9-b49ab387c73c/b909fc98-a35a-46c7-9f2b-990e6a5320d1) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:39.841600 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Network 51748726-8826-432d-9d2c-8aa554b387f5 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:39.844855 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:39.849128 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:39.858134 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Pushing event updated for resources: {'Port': ['ID=f634a5f5-0d97-4ebf-a708-b1233a0a9ef8,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:39.878805 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08c0be-40d0-41a6-968c-af90127ecd25 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Subnet': ['ID=62bb58d1-95d0-4938-a35e-18c523574986,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:39.922690 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08c0be-40d0-41a6-968c-af90127ecd25 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Checking segment: {'id': '73ca7341-868c-41a6-b21f-e4f96c006130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8dfa57f2-408f-4113-8bbf-720c6452fc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:39.922690 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e08c0be-40d0-41a6-968c-af90127ecd25 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network hostable DHCP agents. Network: 8dfa57f2-408f-4113-8bbf-720c6452fc66, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:19:39.960439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Attempting to bind port f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:19:39.960902 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Attempting to bind port f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '82a1c80c-4870-4dc4-9f5e-a0c2721b5b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '51748726-8826-432d-9d2c-8aa554b387f5'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:19:39.961460 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Attempting to bind port f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 on network 51748726-8826-432d-9d2c-8aa554b387f5 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:19:39.972223 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:19:39.972743 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Checking segment: {'id': '82a1c80c-4870-4dc4-9f5e-a0c2721b5b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '51748726-8826-432d-9d2c-8aa554b387f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:39.973232 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:39.973715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Bound using segment: {'id': '82a1c80c-4870-4dc4-9f5e-a0c2721b5b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '51748726-8826-432d-9d2c-8aa554b387f5'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:19:39.974383 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Bound port: f634a5f5-0d97-4ebf-a708-b1233a0a9ef8, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a1c80c-4870-4dc4-9f5e-a0c2721b5b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '51748726-8826-432d-9d2c-8aa554b387f5'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:19:39.974885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:39.988070 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e08c0be-40d0-41a6-968c-af90127ecd25 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 8dfa57f2-408f-4113-8bbf-720c6452fc66 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:19:39.990257 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbde191-6e14-451a-b443-b893d88032b5 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Deleting subnet c0c1da38-c4fa-4fb9-bd3c-06251b38f137 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:19:40.015885 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cb6ee900-6176-4585-a1c4-22200e0b66b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.022989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 69723ac7-4049-4f63-a769-2b31837153f3 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:40.030166 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cfbde191-6e14-451a-b443-b893d88032b5 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.050246 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-2e08c0be-40d0-41a6-968c-af90127ecd25 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 8dfa57f2-408f-4113-8bbf-720c6452fc66) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:40.062450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e08c0be-40d0-41a6-968c-af90127ecd25 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:40.063296 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2e08c0be-40d0-41a6-968c-af90127ecd25 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.076866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f636b86-d7a8-4402-8e86-790185324147 None None] Network 8dfa57f2-408f-4113-8bbf-720c6452fc66 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:40.125725 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2e08c0be-40d0-41a6-968c-af90127ecd25 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1472528 Dec 21 22:19:40.129647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60652) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:40.136748 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-449dc8e4-4814-41ae-b4c0-60bac50c03f0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-493505316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:40.149130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-449dc8e4-4814-41ae-b4c0-60bac50c03f0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:40.156656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-449dc8e4-4814-41ae-b4c0-60bac50c03f0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:router and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:40.166483 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-449dc8e4-4814-41ae-b4c0-60bac50c03f0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:40.175841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cfbde191-6e14-451a-b443-b893d88032b5 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.177346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-449dc8e4-4814-41ae-b4c0-60bac50c03f0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:40.221196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] For port f634a5f5-0d97-4ebf-a708-b1233a0a9ef8, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:19:40.228106 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.234143 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-10643e6d-70f4-421e-9214-c69dcc67712e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 1ddfc234-ef37-4b83-ae59-eb7f613c0e56 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:19:40.242724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] For port f634a5f5-0d97-4ebf-a708-b1233a0a9ef8, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f634a5f5-0d97-4ebf-a708-b1233a0a9ef8,segment=NetworkSegment(82a1c80c-4870-4dc4-9f5e-a0c2721b5b13),segment_id=82a1c80c-4870-4dc4-9f5e-a0c2721b5b13)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:19:40.256396 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-449dc8e4-4814-41ae-b4c0-60bac50c03f0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.257482 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-449dc8e4-4814-41ae-b4c0-60bac50c03f0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.272898 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 69723ac7-4049-4f63-a769-2b31837153f3 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:40.273211 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.295839 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-449dc8e4-4814-41ae-b4c0-60bac50c03f0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.325844 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-10643e6d-70f4-421e-9214-c69dcc67712e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.399649 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-449dc8e4-4814-41ae-b4c0-60bac50c03f0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.405445 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.414355 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cb6ee900-6176-4585-a1c4-22200e0b66b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:40.470147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cb6ee900-6176-4585-a1c4-22200e0b66b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:40.483329 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-8dfa57f2-408f-4113-8bbf-720c6452fc66', 'network_id': '8dfa57f2-408f-4113-8bbf-720c6452fc66', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'fixed_ips': [{'subnet_id': '62bb58d1-95d0-4938-a35e-18c523574986'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:19:40.484447 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.486545 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cb6ee900-6176-4585-a1c4-22200e0b66b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:40.500904 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e0e8706d-a391-43cf-b4c0-28c35bd95630 req-fff1159d-1d95-4e23-a75c-b8ac17ad29b1 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1180911 Dec 21 22:19:40.519943 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:40.526054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-449dc8e4-4814-41ae-b4c0-60bac50c03f0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.526054 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-449dc8e4-4814-41ae-b4c0-60bac50c03f0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3937554 Dec 21 22:19:40.528022 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60662) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:40.532739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cb6ee900-6176-4585-a1c4-22200e0b66b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:40.536597 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Pushing event updated for resources: {'Port': ['ID=83097c7f-bc7c-49c6-865b-96b82a285142,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:40.543010 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-10643e6d-70f4-421e-9214-c69dcc67712e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.580272 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:40.597336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:40.639159 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc991328-470a-414b-ae9f-7c6a4223cbe0 None None] Pushing event updated for resources: {'Port': ['ID=f634a5f5-0d97-4ebf-a708-b1233a0a9ef8,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:40.686849 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.784991 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cb6ee900-6176-4585-a1c4-22200e0b66b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.795509 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Allocated IP 172.21.0.2 (8dfa57f2-408f-4113-8bbf-720c6452fc66/62bb58d1-95d0-4938-a35e-18c523574986/b09c6a6d-2e64-4e9a-bb0e-c15ff042265a) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:40.826855 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Transition to ACTIVE for port object b909fc98-a35a-46c7-9f2b-990e6a5320d1 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:40.856945 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cfbde191-6e14-451a-b443-b893d88032b5 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.922875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cb6ee900-6176-4585-a1c4-22200e0b66b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:40.977444 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ee900-6176-4585-a1c4-22200e0b66b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313271bd-ce44-46a5-b074-96941da22515,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:41.036225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-10643e6d-70f4-421e-9214-c69dcc67712e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:41.053285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60668) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:41.206433 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:41.218822 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Transition to ACTIVE for port object b09c6a6d-2e64-4e9a-bb0e-c15ff042265a will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:41.240460 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Transition to ACTIVE for port object b09c6a6d-2e64-4e9a-bb0e-c15ff042265a will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:41.259302 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cb6ee900-6176-4585-a1c4-22200e0b66b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:41.263050 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cb6ee900-6176-4585-a1c4-22200e0b66b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5964470 Dec 21 22:19:41.270880 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60674) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:41.286315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-230c415e-a56d-46df-a29b-53eb089965fb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '313271bd-ce44-46a5-b074-96941da22515', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:41.286881 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-230c415e-a56d-46df-a29b-53eb089965fb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:41.290657 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-230c415e-a56d-46df-a29b-53eb089965fb tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0162983 Dec 21 22:19:41.291690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60678) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:41.299529 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-deb10b3e-f028-422b-870d-4beba7c59c4c tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '313271bd-ce44-46a5-b074-96941da22515', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:41.307362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-deb10b3e-f028-422b-870d-4beba7c59c4c tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:41.314504 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-deb10b3e-f028-422b-870d-4beba7c59c4c tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:41.319335 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:41.319767 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-deb10b3e-f028-422b-870d-4beba7c59c4c tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:41.326436 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-deb10b3e-f028-422b-870d-4beba7c59c4c tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:41.348968 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cfbde191-6e14-451a-b443-b893d88032b5 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:41.354143 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:41.363156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-53311049'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:41.368032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:41.371945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Usage tracker for resource:network and tenant:334f5604bed4408a8ea8634bfaf18f24 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:41.374782 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:41.381152 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:41.392221 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:41.410676 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Network 8dfa57f2-408f-4113-8bbf-720c6452fc66 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:41.411877 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:41.413684 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Pushing event updated for resources: {'Port': ['ID=b09c6a6d-2e64-4e9a-bb0e-c15ff042265a,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:41.415652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:41.461531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-10643e6d-70f4-421e-9214-c69dcc67712e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:41.464950 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbde191-6e14-451a-b443-b893d88032b5 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Pushing event deleted for resources: {'Subnet': ['ID=c0c1da38-c4fa-4fb9-bd3c-06251b38f137,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:41.518870 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Attempting to bind port b09c6a6d-2e64-4e9a-bb0e-c15ff042265a on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:19:41.518870 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Attempting to bind port b09c6a6d-2e64-4e9a-bb0e-c15ff042265a by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '73ca7341-868c-41a6-b21f-e4f96c006130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8dfa57f2-408f-4113-8bbf-720c6452fc66'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:19:41.519171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Attempting to bind port b09c6a6d-2e64-4e9a-bb0e-c15ff042265a on network 8dfa57f2-408f-4113-8bbf-720c6452fc66 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:19:41.532772 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:19:41.534532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Checking segment: {'id': '73ca7341-868c-41a6-b21f-e4f96c006130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8dfa57f2-408f-4113-8bbf-720c6452fc66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:41.534532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:41.534532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Bound using segment: {'id': '73ca7341-868c-41a6-b21f-e4f96c006130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8dfa57f2-408f-4113-8bbf-720c6452fc66'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:19:41.534532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Bound port: b09c6a6d-2e64-4e9a-bb0e-c15ff042265a, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ca7341-868c-41a6-b21f-e4f96c006130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '8dfa57f2-408f-4113-8bbf-720c6452fc66'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:19:41.534932 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cfbde191-6e14-451a-b443-b893d88032b5 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:41.535037 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:41.547986 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13edb841-5829-49e8-a2d1-9274fe7ff8cb None None] Network a79f17bf-7014-4133-9057-001e2426bd64 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:41.554208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Made reservation on behalf of 334f5604bed4408a8ea8634bfaf18f24 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:41.555749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=b909fc98-a35a-46c7-9f2b-990e6a5320d1,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:41.558257 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10643e6d-70f4-421e-9214-c69dcc67712e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=1ddfc234-ef37-4b83-ae59-eb7f613c0e56,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:41.561684 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:41.573636 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network 201aa3c6-6b0f-43b6-a281-87b81bccbdd0 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:41.576481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-10643e6d-70f4-421e-9214-c69dcc67712e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:41.578319 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-10643e6d-70f4-421e-9214-c69dcc67712e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/1ddfc234-ef37-4b83-ae59-eb7f613c0e56 HTTP/1.1" status: 204 len: 168 time: 2.0537603 Dec 21 22:19:41.583336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:41.586939 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cfbde191-6e14-451a-b443-b893d88032b5 tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/subnets/c0c1da38-c4fa-4fb9-bd3c-06251b38f137 HTTP/1.1" status: 204 len: 168 time: 2.2769499 Dec 21 22:19:41.587074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60684) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:41.593536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:41.605543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60686) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:41.613585 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c0bf6a-b2eb-432e-bc10-a53e45d9a262 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:41.638216 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:41.667869 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-deb10b3e-f028-422b-870d-4beba7c59c4c tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:41.669788 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-deb10b3e-f028-422b-870d-4beba7c59c4c tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3776953 Dec 21 22:19:41.689581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60692) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:41.691664 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:19:41.710722 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c329d28e-8ceb-4e8c-af80-24db3629e11a tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '313271bd-ce44-46a5-b074-96941da22515', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:41.711571 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-c329d28e-8ceb-4e8c-af80-24db3629e11a tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:41.712776 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c329d28e-8ceb-4e8c-af80-24db3629e11a tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219774 Dec 21 22:19:41.744181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60696) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:41.756431 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-7b56895e-bcdf-4ab6-8272-385e2217a1d5 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '313271bd-ce44-46a5-b074-96941da22515', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:41.791586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:41.792461 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:41.812234 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7b56895e-bcdf-4ab6-8272-385e2217a1d5 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:41.815283 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:41.827752 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c4532021-b256-42a4-b7e7-705d81294ca1 req-9f6bcf77-037f-423e-9925-fcb0c594032e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1961002 Dec 21 22:19:41.851930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:41.856364 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Usage tracker for resource:security_group_rule and tenant:334f5604bed4408a8ea8634bfaf18f24 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:41.860496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:41.867033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:41.905130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36f6db7-84de-4189-9c69-8a3196833e0c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 29198bf6-fefc-4419-b838-760066e2f5fd {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:19:41.908327 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7b56895e-bcdf-4ab6-8272-385e2217a1d5 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:41.923740 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b2b7868d-ccdb-4172-8890-ef120c738d59 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3648758 Dec 21 22:19:41.926996 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60700) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:41.928064 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7b56895e-bcdf-4ab6-8272-385e2217a1d5 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:41.990906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] For port b09c6a6d-2e64-4e9a-bb0e-c15ff042265a, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:19:41.997274 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] For port b09c6a6d-2e64-4e9a-bb0e-c15ff042265a, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b09c6a6d-2e64-4e9a-bb0e-c15ff042265a,segment=NetworkSegment(73ca7341-868c-41a6-b21f-e4f96c006130),segment_id=73ca7341-868c-41a6-b21f-e4f96c006130)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:19:42.014725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f36f6db7-84de-4189-9c69-8a3196833e0c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.066656 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7b56895e-bcdf-4ab6-8272-385e2217a1d5 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:42.110296 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:42.147774 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.190278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.193270 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f36f6db7-84de-4189-9c69-8a3196833e0c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.270833 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7982010-025b-4488-8fec-ed75d184faa1 None None] Pushing event updated for resources: {'Port': ['ID=b09c6a6d-2e64-4e9a-bb0e-c15ff042265a,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:42.274500 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a322e3-7a19-4ea0-bf45-05664a249c28 None None] Network 51748726-8826-432d-9d2c-8aa554b387f5 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:42.282907 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.287004 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Deleting port db1acd2a-6058-485a-b480-c779a487d5ab {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:42.287335 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.315835 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-392aa725-15f5-4889-889b-1eb3273305d6 None None] Provisioning for port b909fc98-a35a-46c7-9f2b-990e6a5320d1 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:42.328528 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.330137 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-392aa725-15f5-4889-889b-1eb3273305d6 None None] Provisioning complete for port b909fc98-a35a-46c7-9f2b-990e6a5320d1 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:42.330510 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-392aa725-15f5-4889-889b-1eb3273305d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.337256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e74ccdc-4409-4ca2-ae93-6e001096bf9a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:42.341282 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4e74ccdc-4409-4ca2-ae93-6e001096bf9a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:42.345251 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Allocated IP 172.20.0.1 (51748726-8826-432d-9d2c-8aa554b387f5/0188021f-5948-40bd-882c-ef06ab8c1fe2/120e4b3d-6bcb-44df-8d9b-9b73f714e977) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:42.355789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.366118 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-7b56895e-bcdf-4ab6-8272-385e2217a1d5 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:42.367147 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7b56895e-bcdf-4ab6-8272-385e2217a1d5 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6214082 Dec 21 22:19:42.378865 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60704) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:42.386416 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-043594e3-5fe2-453f-96ed-ca3ef80c12ff tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '313271bd-ce44-46a5-b074-96941da22515', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:42.387007 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-043594e3-5fe2-453f-96ed-ca3ef80c12ff tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:42.388480 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-043594e3-5fe2-453f-96ed-ca3ef80c12ff tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082865 Dec 21 22:19:42.405609 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60708) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:42.437768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-d52dedab-c6f6-4649-8d8d-07e598ddc7ca tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '313271bd-ce44-46a5-b074-96941da22515', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:42.446602 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.467100 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d52dedab-c6f6-4649-8d8d-07e598ddc7ca tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:42.474367 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f36f6db7-84de-4189-9c69-8a3196833e0c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.490546 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-392aa725-15f5-4889-889b-1eb3273305d6 None None] Port b909fc98-a35a-46c7-9f2b-990e6a5320d1 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:42.504957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d52dedab-c6f6-4649-8d8d-07e598ddc7ca tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:42.525100 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4e74ccdc-4409-4ca2-ae93-6e001096bf9a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:42.532811 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4e74ccdc-4409-4ca2-ae93-6e001096bf9a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5869312 Dec 21 22:19:42.532811 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60712) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:42.580955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d52dedab-c6f6-4649-8d8d-07e598ddc7ca tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:42.583825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff4a119-b58c-4cfd-8760-23d3236394cd,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:42.591750 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:19:42.624443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d52dedab-c6f6-4649-8d8d-07e598ddc7ca tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:42.628480 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:42.656878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.657223 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Added segment e71dec73-9dab-4e1c-9b53-3773d0221022 of type vlan for network f0158e71-6f31-4e05-9fc4-d51db60562f1 Dec 21 22:19:42.706906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03093c39-ac5a-441c-9041-4efcffd5a971 None None] DHCP port deletion for a79f17bf-7014-4133-9057-001e2426bd64 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:19:42.713879 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-03093c39-ac5a-441c-9041-4efcffd5a971 None None] Deleting port db1acd2a-6058-485a-b480-c779a487d5ab {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:42.714300 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-03093c39-ac5a-441c-9041-4efcffd5a971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.740640 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb56e70-6a14-43db-a8f9-3c35e6649503 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:42.744897 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb56e70-6a14-43db-a8f9-3c35e6649503 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:42.749928 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb56e70-6a14-43db-a8f9-3c35e6649503 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:42.751842 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8cb56e70-6a14-43db-a8f9-3c35e6649503 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2190850 Dec 21 22:19:42.757909 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60716) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:42.815857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0a1da65b-12f3-4697-9083-6653c6a7ec94 None None] Provisioning for port f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:42.816091 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f36f6db7-84de-4189-9c69-8a3196833e0c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.839680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.846130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.856850 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0a1da65b-12f3-4697-9083-6653c6a7ec94 None None] Provisioning complete for port f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:42.857055 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0a1da65b-12f3-4697-9083-6653c6a7ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.866623 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] For port db1acd2a-6058-485a-b480-c779a487d5ab, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=db1acd2a-6058-485a-b480-c779a487d5ab,segment=NetworkSegment(dd807a0e-8c09-4a84-ace3-722b4a58ae79),segment_id=dd807a0e-8c09-4a84-ace3-722b4a58ae79)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:42.866623 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:42.943311 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f6db7-84de-4189-9c69-8a3196833e0c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=29198bf6-fefc-4419-b838-760066e2f5fd,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:42.977397 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f36f6db7-84de-4189-9c69-8a3196833e0c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:43.037885 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4f6b0-db63-4c12-85a0-a6e017719575 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port b909fc98-a35a-46c7-9f2b-990e6a5320d1 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:43.038257 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f6b0-db63-4c12-85a0-a6e017719575 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:43.072763 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f36f6db7-84de-4189-9c69-8a3196833e0c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/29198bf6-fefc-4419-b838-760066e2f5fd HTTP/1.1" status: 204 len: 168 time: 1.4529116 Dec 21 22:19:43.080760 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2decb09c-16b3-4ff0-a32d-8dda6af044fb req-c83f0023-1b24-46e5-8841-30b2e16668d6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1198068 Dec 21 22:19:43.081244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60722) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:43.214644 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-03093c39-ac5a-441c-9041-4efcffd5a971 None None] For port db1acd2a-6058-485a-b480-c779a487d5ab, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=db1acd2a-6058-485a-b480-c779a487d5ab,segment=NetworkSegment(dd807a0e-8c09-4a84-ace3-722b4a58ae79),segment_id=dd807a0e-8c09-4a84-ace3-722b4a58ae79)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:43.216386 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-03093c39-ac5a-441c-9041-4efcffd5a971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:43.230673 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b2901fd2-bc50-4209-9fc1-2199f8504fc6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1373866 Dec 21 22:19:43.233773 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60726) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:43.401099 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Calling delete_port for db1acd2a-6058-485a-b480-c779a487d5ab owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:43.491519 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-03093c39-ac5a-441c-9041-4efcffd5a971 None None] Calling delete_port for db1acd2a-6058-485a-b480-c779a487d5ab owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:43.523655 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Transition to ACTIVE for port object 120e4b3d-6bcb-44df-8d9b-9b73f714e977 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:43.546141 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0a1da65b-12f3-4697-9083-6653c6a7ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:43.549042 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-d52dedab-c6f6-4649-8d8d-07e598ddc7ca tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:43.550144 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d52dedab-c6f6-4649-8d8d-07e598ddc7ca tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.1425774 Dec 21 22:19:43.553191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60730) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:43.559584 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e1109426-7e2d-41a3-9406-2b6f3b41b7dd tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '313271bd-ce44-46a5-b074-96941da22515', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:43.563801 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-e1109426-7e2d-41a3-9406-2b6f3b41b7dd tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:43.563801 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e1109426-7e2d-41a3-9406-2b6f3b41b7dd tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078235 Dec 21 22:19:43.570646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60734) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:43.582571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f1b320da-ca9c-4535-b635-a3c4d3772298 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '313271bd-ce44-46a5-b074-96941da22515', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:43.597965 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f1b320da-ca9c-4535-b635-a3c4d3772298 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:43.600578 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f1b320da-ca9c-4535-b635-a3c4d3772298 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:43.604822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f1b320da-ca9c-4535-b635-a3c4d3772298 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:43.613967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f1b320da-ca9c-4535-b635-a3c4d3772298 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:43.617209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:43.617642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0a1da65b-12f3-4697-9083-6653c6a7ec94 None None] For port f634a5f5-0d97-4ebf-a708-b1233a0a9ef8, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f634a5f5-0d97-4ebf-a708-b1233a0a9ef8,segment=NetworkSegment(82a1c80c-4870-4dc4-9f5e-a0c2721b5b13),segment_id=82a1c80c-4870-4dc4-9f5e-a0c2721b5b13)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:43.628231 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-03093c39-ac5a-441c-9041-4efcffd5a971 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:19:43.628622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-03093c39-ac5a-441c-9041-4efcffd5a971 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:19:43.661125 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Router 0ddc15d7-a283-4fb5-9ea2-9ea13a163b17 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:19:43.666404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:43.672608 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:43.672608 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:43.675629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:43.679239 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e686a5-da19-4b1a-a5d2-a6d522403187 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:43.679859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c3e686a5-da19-4b1a-a5d2-a6d522403187 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:43.712444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Pushing event deleted for resources: {'Port': ['ID=db1acd2a-6058-485a-b480-c779a487d5ab,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:43.724916 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0a1da65b-12f3-4697-9083-6653c6a7ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:43.728025 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f6b0-db63-4c12-85a0-a6e017719575 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:43.789267 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] No DVR routers for this DVR port db1acd2a-6058-485a-b480-c779a487d5ab on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:19:43.799101 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820f23fd-453e-4061-ab0a-f9f36a732610 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:43.859157 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 51748726-8826-432d-9d2c-8aa554b387f5 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:43.860620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c3e686a5-da19-4b1a-a5d2-a6d522403187 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:43.861862 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c3e686a5-da19-4b1a-a5d2-a6d522403187 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6226552 Dec 21 22:19:43.916455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60738) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:43.929670 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:43.937576 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4f6b0-db63-4c12-85a0-a6e017719575 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for b909fc98-a35a-46c7-9f2b-990e6a5320d1 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:43.947925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:44.057890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event updated for resources: {'Network': ['ID=f0158e71-6f31-4e05-9fc4-d51db60562f1,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:44.081618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=120e4b3d-6bcb-44df-8d9b-9b73f714e977,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:44.098283 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9803b9b1-b6f2-469e-8fac-453790c40afb tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.0437338 Dec 21 22:19:44.126406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60742) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:44.141492 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b09c6a6d-2e64-4e9a-bb0e-c15ff042265a up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:44.159708 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ead754a1-7f8d-4e30-9c64-72fc0d8f6195 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Request body: {'subnet': {'network_id': 'f0158e71-6f31-4e05-9fc4-d51db60562f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:44.192554 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-03093c39-ac5a-441c-9041-4efcffd5a971 None None] Deleting port db1acd2a-6058-485a-b480-c779a487d5ab {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:44.192554 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-03093c39-ac5a-441c-9041-4efcffd5a971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:44.223568 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network f0158e71-6f31-4e05-9fc4-d51db60562f1 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:19:44.270931 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:19:44.272098 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-f1b320da-ca9c-4535-b635-a3c4d3772298 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:44.276092 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f1b320da-ca9c-4535-b635-a3c4d3772298 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7035551 Dec 21 22:19:44.289416 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60748) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:44.292375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f6b0-db63-4c12-85a0-a6e017719575 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:44.318194 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-86e9303f-265e-485c-8334-21f17b2cb4da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '313271bd-ce44-46a5-b074-96941da22515', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:44.319058 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:44.367331 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-86e9303f-265e-485c-8334-21f17b2cb4da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:44.382957 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f87c8bcd-b62a-472e-85f9-efd11ead365e req-303ed4b7-0502-4c00-bcb1-03908156b949 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1831443 Dec 21 22:19:44.425519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4f6b0-db63-4c12-85a0-a6e017719575 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=b909fc98-a35a-46c7-9f2b-990e6a5320d1,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:44.427837 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-86e9303f-265e-485c-8334-21f17b2cb4da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:44.440931 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-86e9303f-265e-485c-8334-21f17b2cb4da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:44.454299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:44.464982 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34947030-59d6-4efe-bb62-c3dd53b7614a None None] Network 8dfa57f2-408f-4113-8bbf-720c6452fc66 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:44.474268 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ac24a2-2f1d-482d-a441-c01beac2b68a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:44.475003 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-56ac24a2-2f1d-482d-a441-c01beac2b68a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:44.482511 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79f17bf-7014-4133-9057-001e2426bd64']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:44.483231 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f6fd34-1331-425c-b016-a8235e8051a8 None None] Sync routers for ids ['0ddc15d7-a283-4fb5-9ea2-9ea13a163b17'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:19:44.486603 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1da65b-12f3-4697-9083-6653c6a7ec94 None None] Pushing event updated for resources: {'Port': ['ID=f634a5f5-0d97-4ebf-a708-b1233a0a9ef8,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:44.488392 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-86e9303f-265e-485c-8334-21f17b2cb4da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:44.497906 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:44.499280 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5a5453a9-ba67-457d-9ee3-d651274c7183 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "PUT /v2.0/routers/0ddc15d7-a283-4fb5-9ea2-9ea13a163b17 HTTP/1.1" status: 200 len: 914 time: 8.5850461 Dec 21 22:19:44.504941 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60752) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:44.507746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd807a0e-8c09-4a84-ace3-722b4a58ae79') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:44.507746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd807a0e-8c09-4a84-ace3-722b4a58ae79') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:44.535465 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:44.542785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ead754a1-7f8d-4e30-9c64-72fc0d8f6195 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:44.554490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ead754a1-7f8d-4e30-9c64-72fc0d8f6195 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Usage tracker for resource:subnet and tenant:334f5604bed4408a8ea8634bfaf18f24 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:44.566449 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ead754a1-7f8d-4e30-9c64-72fc0d8f6195 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:44.569894 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:44.581646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:19:44.583169 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:44.586152 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b7f91e54-f8bb-404e-8602-a2954d8aee59 None None] Provisioning complete for port f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:44.586883 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b7f91e54-f8bb-404e-8602-a2954d8aee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:44.604041 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ead754a1-7f8d-4e30-9c64-72fc0d8f6195 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:44.608219 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:44.610401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0f4f6b0-db63-4c12-85a0-a6e017719575 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:44.610975 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b0f4f6b0-db63-4c12-85a0-a6e017719575 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/b909fc98-a35a-46c7-9f2b-990e6a5320d1 HTTP/1.1" status: 204 len: 168 time: 1.8444250 Dec 21 22:19:44.614288 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60756) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:44.626434 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-03093c39-ac5a-441c-9041-4efcffd5a971 None None] The port 'db1acd2a-6058-485a-b480-c779a487d5ab' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:19:44.686745 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-56ac24a2-2f1d-482d-a441-c01beac2b68a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:44.687892 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-56ac24a2-2f1d-482d-a441-c01beac2b68a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7603250 Dec 21 22:19:44.699689 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60760) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:44.732966 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c02160c-b778-470c-8643-cd9bd4a8f71c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] GET failed (client error): The resource could not be found. Dec 21 22:19:44.733462 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4c02160c-b778-470c-8643-cd9bd4a8f71c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:44.755717 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead754a1-7f8d-4e30-9c64-72fc0d8f6195 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Made reservation on behalf of 334f5604bed4408a8ea8634bfaf18f24 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:44.770604 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-86e9303f-265e-485c-8334-21f17b2cb4da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:44.771622 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-86e9303f-265e-485c-8334-21f17b2cb4da tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4806259 Dec 21 22:19:44.775517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f6fd34-1331-425c-b016-a8235e8051a8 None None] Routers {'0ddc15d7-a283-4fb5-9ea2-9ea13a163b17'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:44.776148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-09f6fd34-1331-425c-b016-a8235e8051a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0ddc15d7-a283-4fb5-9ea2-9ea13a163b17'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:44.778168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60764) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:44.780425 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7b168780-d0d3-44a5-848d-05b116e9bcf4 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789030 Dec 21 22:19:44.787203 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60768) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:44.807817 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-bac77e60-3b1d-4826-80b2-47f6c38952de tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:44.866065 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-09f6fd34-1331-425c-b016-a8235e8051a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:44.923225 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:44.933204 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bac77e60-3b1d-4826-80b2-47f6c38952de tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:44.948243 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bac77e60-3b1d-4826-80b2-47f6c38952de tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:44.953022 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-060bec70-aa5a-4c25-bcde-ff5dca6d97e7 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "GET /v2.0/routers/0ddc15d7-a283-4fb5-9ea2-9ea13a163b17 HTTP/1.1" status: 200 len: 920 time: 0.4403539 Dec 21 22:19:44.961481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4c02160c-b778-470c-8643-cd9bd4a8f71c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:44.961481 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4c02160c-b778-470c-8643-cd9bd4a8f71c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports/b909fc98-a35a-46c7-9f2b-990e6a5320d1 HTTP/1.1" status: 404 len: 333 time: 0.3383901 Dec 21 22:19:44.961753 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60772) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:44.961753 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60774) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:44.963992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:44.968886 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ead754a1-7f8d-4e30-9c64-72fc0d8f6195 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:44.993511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port b09c6a6d-2e64-4e9a-bb0e-c15ff042265a completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:44.995490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] Pushing event deleted for resources: {'Network': ['ID=a79f17bf-7014-4133-9057-001e2426bd64,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:44.997123 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f6fd34-1331-425c-b016-a8235e8051a8 None None] Routers {'0ddc15d7-a283-4fb5-9ea2-9ea13a163b17'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:44.997745 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-09f6fd34-1331-425c-b016-a8235e8051a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0ddc15d7-a283-4fb5-9ea2-9ea13a163b17'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:45.026192 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:45.051430 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1a445509-ed8a-49c6-90a5-5710c2d5732e tempest-TagsExtTest-391988195 tempest-TagsExtTest-391988195-project] 10.222.0.37 "DELETE /v2.0/networks/a79f17bf-7014-4133-9057-001e2426bd64 HTTP/1.1" status: 204 len: 168 time: 3.4426672 Dec 21 22:19:45.064960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac77e60-3b1d-4826-80b2-47f6c38952de tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:45.070121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bac77e60-3b1d-4826-80b2-47f6c38952de tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:45.072141 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac77e60-3b1d-4826-80b2-47f6c38952de tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:45.072549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac77e60-3b1d-4826-80b2-47f6c38952de tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:19:45.109623 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-e15266ac-a320-4f37-9083-5bc124c68355 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port 2e1d0308-6316-49c8-8aac-1e7ca533ae28 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:45.110177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e15266ac-a320-4f37-9083-5bc124c68355 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:45.114846 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a289d3-fc3f-4697-ad20-ec807508f564 None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:19:45.125440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-09f6fd34-1331-425c-b016-a8235e8051a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:45.126337 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f6fd34-1331-425c-b016-a8235e8051a8 None None] The sync data for ids ['0ddc15d7-a283-4fb5-9ea2-9ea13a163b17'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:19:45.139375 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f0a289d3-fc3f-4697-ad20-ec807508f564 None None] Deleting port 4f0eb7f8-503c-4f9d-988a-414466d1fdfb {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:45.139838 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b09bb771-30c9-4689-9d33-e627a7efea7a tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:45.140329 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f0a289d3-fc3f-4697-ad20-ec807508f564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:45.189023 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bac77e60-3b1d-4826-80b2-47f6c38952de tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3968151 Dec 21 22:19:45.191307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60782) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:45.209447 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device db1acd2a-6058-485a-b480-c779a487d5ab no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:19:45.230045 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b44186f3-28b8-4def-a781-373a06c5d7de tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:45.247293 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:45.322646 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b7f91e54-f8bb-404e-8602-a2954d8aee59 None None] Provisioning complete for port 4f0eb7f8-503c-4f9d-988a-414466d1fdfb triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:45.323262 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b7f91e54-f8bb-404e-8602-a2954d8aee59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:45.367282 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: db1acd2a-6058-485a-b480-c779a487d5ab {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:19:45.368015 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device db1acd2a-6058-485a-b480-c779a487d5ab not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:19:45.379265 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-df88a18c-bc62-4865-91b6-5614eb7b62d4 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&device_id=0ddc15d7-a283-4fb5-9ea2-9ea13a163b17&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4216399 Dec 21 22:19:45.386992 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60786) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:45.431363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b09bb771-30c9-4689-9d33-e627a7efea7a tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:45.564972 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b6c96e1b-abc2-4252-869f-9682a3ba2180 req-aecd299f-8ab4-4841-b155-cb0b36e49ee3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1077433 Dec 21 22:19:45.621398 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f0a289d3-fc3f-4697-ad20-ec807508f564 None None] For port 4f0eb7f8-503c-4f9d-988a-414466d1fdfb, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4f0eb7f8-503c-4f9d-988a-414466d1fdfb,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:45.623912 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f0a289d3-fc3f-4697-ad20-ec807508f564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:45.701031 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c85afa-78cb-47bd-8498-32663000ebc4 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:45.701672 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a2c85afa-78cb-47bd-8498-32663000ebc4 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Synchronizing usage tracker for tenant:80d53883fe774935b19c9898a7fefba9 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:45.708068 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e15266ac-a320-4f37-9083-5bc124c68355 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:45.824401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b44186f3-28b8-4def-a781-373a06c5d7de tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:45.851086 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b44186f3-28b8-4def-a781-373a06c5d7de tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:45.855600 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f0a289d3-fc3f-4697-ad20-ec807508f564 None None] Calling delete_port for 4f0eb7f8-503c-4f9d-988a-414466d1fdfb owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:45.861574 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-e15266ac-a320-4f37-9083-5bc124c68355 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for 2e1d0308-6316-49c8-8aac-1e7ca533ae28 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:45.866884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b09bb771-30c9-4689-9d33-e627a7efea7a tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:45.891976 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60794) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:45.917659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a2c85afa-78cb-47bd-8498-32663000ebc4 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Unset dirty status for tenant:80d53883fe774935b19c9898a7fefba9 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:45.921842 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a2c85afa-78cb-47bd-8498-32663000ebc4 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "GET /v2.0/networks/1ca459d5-42d5-4445-a501-f60bc2ce7708 HTTP/1.1" status: 200 len: 881 time: 0.5301869 Dec 21 22:19:45.936121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60800) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:45.940966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bb771-30c9-4689-9d33-e627a7efea7a tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=313271bd-ce44-46a5-b074-96941da22515,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:46.008158 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:46.031932 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44186f3-28b8-4def-a781-373a06c5d7de tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:46.056381 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4dce7cfe-30f0-4720-91fe-7db38629f9e6 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ddc15d7-a283-4fb5-9ea2-9ea13a163b17 HTTP/1.1" status: 200 len: 205 time: 0.1115203 Dec 21 22:19:46.062050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f0a289d3-fc3f-4697-ad20-ec807508f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.075998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60804) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:46.112206 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b09bb771-30c9-4689-9d33-e627a7efea7a tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.113306 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b09bb771-30c9-4689-9d33-e627a7efea7a tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "DELETE /v2.0/security-groups/313271bd-ce44-46a5-b074-96941da22515 HTTP/1.1" status: 204 len: 168 time: 1.3329129 Dec 21 22:19:46.129779 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a289d3-fc3f-4697-ad20-ec807508f564 None None] Pushing event deleted for resources: {'Port': ['ID=4f0eb7f8-503c-4f9d-988a-414466d1fdfb,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:46.130692 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60808) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:46.150385 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ead754a1-7f8d-4e30-9c64-72fc0d8f6195 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.150622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a289d3-fc3f-4697-ad20-ec807508f564 None None] No DVR routers for this DVR port 4f0eb7f8-503c-4f9d-988a-414466d1fdfb on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:19:46.176344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:46.179258 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.189882 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e15266ac-a320-4f37-9083-5bc124c68355 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.260626 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ee71a282-87ad-4d2a-af82-f0e15969e59d None None] Provisioning for port 120e4b3d-6bcb-44df-8d9b-9b73f714e977 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:46.264828 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15266ac-a320-4f37-9083-5bc124c68355 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=2e1d0308-6316-49c8-8aac-1e7ca533ae28,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:46.297120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead754a1-7f8d-4e30-9c64-72fc0d8f6195 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event updated for resources: {'Subnet': ['ID=a0b43379-7125-4028-82f6-97908504d05c,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:46.322336 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ee71a282-87ad-4d2a-af82-f0e15969e59d None None] Provisioning complete for port 120e4b3d-6bcb-44df-8d9b-9b73f714e977 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:46.322709 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ee71a282-87ad-4d2a-af82-f0e15969e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.334062 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b44186f3-28b8-4def-a781-373a06c5d7de tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.335579 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44186f3-28b8-4def-a781-373a06c5d7de tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:46.336129 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44186f3-28b8-4def-a781-373a06c5d7de tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:19:46.389824 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead754a1-7f8d-4e30-9c64-72fc0d8f6195 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Checking segment: {'id': 'e71dec73-9dab-4e1c-9b53-3773d0221022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f0158e71-6f31-4e05-9fc4-d51db60562f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:46.390516 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead754a1-7f8d-4e30-9c64-72fc0d8f6195 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Network hostable DHCP agents. Network: f0158e71-6f31-4e05-9fc4-d51db60562f1, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:19:46.395817 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f2696dd3-0f64-441e-86d7-0b90d1986f48 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Synchronizing usage tracker for tenant:1150c0bde2884c87a4bb45b57d1d033c on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:46.401054 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ee71a282-87ad-4d2a-af82-f0e15969e59d None None] Port 120e4b3d-6bcb-44df-8d9b-9b73f714e977 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:46.415111 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4a4ec313-03d6-47e5-bbc3-d6cc3cafde3f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=611d111a31e04a4ebc06c88384342077&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5239105 Dec 21 22:19:46.417658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60812) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:46.434712 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.435851 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b44186f3-28b8-4def-a781-373a06c5d7de tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2307885 Dec 21 22:19:46.439363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60816) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:46.446823 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-51533bc2-ad66-4411-a271-d7ab0cdef495 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:46.482282 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e15266ac-a320-4f37-9083-5bc124c68355 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.485605 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4f0eb7f8-503c-4f9d-988a-414466d1fdfb no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:19:46.521572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ee71a282-87ad-4d2a-af82-f0e15969e59d None None] Provisioning for port b09c6a6d-2e64-4e9a-bb0e-c15ff042265a completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:46.535360 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ee71a282-87ad-4d2a-af82-f0e15969e59d None None] Provisioning complete for port b09c6a6d-2e64-4e9a-bb0e-c15ff042265a triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:46.535973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ee71a282-87ad-4d2a-af82-f0e15969e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.560722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 4f0eb7f8-503c-4f9d-988a-414466d1fdfb {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:19:46.561239 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4f0eb7f8-503c-4f9d-988a-414466d1fdfb not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:19:46.577402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.585841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f2696dd3-0f64-441e-86d7-0b90d1986f48 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Unset dirty status for tenant:1150c0bde2884c87a4bb45b57d1d033c on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:46.587841 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f2696dd3-0f64-441e-86d7-0b90d1986f48 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4549356 Dec 21 22:19:46.594593 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60820) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:46.611765 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-50c53333-ec85-43f5-a89f-29f6121bebd9 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1962466852'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:46.631242 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-50c53333-ec85-43f5-a89f-29f6121bebd9 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:46.640581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e728-ba9e-4993-a281-5255b4787794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.642702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead754a1-7f8d-4e30-9c64-72fc0d8f6195 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Network f0158e71-6f31-4e05-9fc4-d51db60562f1 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:19:46.649212 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-50c53333-ec85-43f5-a89f-29f6121bebd9 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:46.665939 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e15266ac-a320-4f37-9083-5bc124c68355 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/2e1d0308-6316-49c8-8aac-1e7ca533ae28 HTTP/1.1" status: 204 len: 168 time: 1.6737227 Dec 21 22:19:46.672834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-51533bc2-ad66-4411-a271-d7ab0cdef495 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:46.676758 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60826) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:46.697742 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ee71a282-87ad-4d2a-af82-f0e15969e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.727651 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e728-ba9e-4993-a281-5255b4787794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.736822 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ee71a282-87ad-4d2a-af82-f0e15969e59d None None] For port b09c6a6d-2e64-4e9a-bb0e-c15ff042265a, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b09c6a6d-2e64-4e9a-bb0e-c15ff042265a,segment=NetworkSegment(73ca7341-868c-41a6-b21f-e4f96c006130),segment_id=73ca7341-868c-41a6-b21f-e4f96c006130)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:46.739013 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-73569c91-9226-4610-9b33-105f2a8bf934 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] GET failed (client error): The resource could not be found. Dec 21 22:19:46.739544 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-73569c91-9226-4610-9b33-105f2a8bf934 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:46.742208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-51533bc2-ad66-4411-a271-d7ab0cdef495 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:46.764356 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-de5e3d2e-5c37-491e-b757-53388697ef03 req-644c0ff9-7ce1-480b-9978-4ba4ca523aa1 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1075387 Dec 21 22:19:46.772901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=120e4b3d-6bcb-44df-8d9b-9b73f714e977,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:46.775473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-ead754a1-7f8d-4e30-9c64-72fc0d8f6195 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, f0158e71-6f31-4e05-9fc4-d51db60562f1) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:46.784235 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead754a1-7f8d-4e30-9c64-72fc0d8f6195 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:46.784846 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ead754a1-7f8d-4e30-9c64-72fc0d8f6195 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.788947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.791130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803a7036-4a35-449b-b9c1-93ee90fec330 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.804948 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315c2c77-b85c-40de-8c82-4290c3d97877 None None] Network f0158e71-6f31-4e05-9fc4-d51db60562f1 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:46.847626 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50c53333-ec85-43f5-a89f-29f6121bebd9 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.890765 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-73569c91-9226-4610-9b33-105f2a8bf934 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:46.894482 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-73569c91-9226-4610-9b33-105f2a8bf934 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports/2e1d0308-6316-49c8-8aac-1e7ca533ae28 HTTP/1.1" status: 404 len: 333 time: 0.2131171 Dec 21 22:19:46.896426 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ee71a282-87ad-4d2a-af82-f0e15969e59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.897644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60830) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:46.906520 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51533bc2-ad66-4411-a271-d7ab0cdef495 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:46.910064 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-51533bc2-ad66-4411-a271-d7ab0cdef495 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.911417 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-51533bc2-ad66-4411-a271-d7ab0cdef495 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:46.911832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51533bc2-ad66-4411-a271-d7ab0cdef495 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:19:46.925448 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ead754a1-7f8d-4e30-9c64-72fc0d8f6195 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7978239 Dec 21 22:19:46.928021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60834) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:46.939339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Request body: {'port': {'network_id': 'f0158e71-6f31-4e05-9fc4-d51db60562f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1510628787'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:46.958589 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-50c53333-ec85-43f5-a89f-29f6121bebd9 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:46.967410 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-50c53333-ec85-43f5-a89f-29f6121bebd9 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:46.976203 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e728-ba9e-4993-a281-5255b4787794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:46.979883 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-50c53333-ec85-43f5-a89f-29f6121bebd9 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:47.007091 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-50c53333-ec85-43f5-a89f-29f6121bebd9 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:47.014256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3e728-ba9e-4993-a281-5255b4787794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae46c5fd-9481-4b2e-84b9-42506e494a4c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:47.042856 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee71a282-87ad-4d2a-af82-f0e15969e59d None None] Pushing event updated for resources: {'Port': ['ID=b09c6a6d-2e64-4e9a-bb0e-c15ff042265a,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:47.076432 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-51533bc2-ad66-4411-a271-d7ab0cdef495 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6358910 Dec 21 22:19:47.079719 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60838) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:47.100525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 51748726-8826-432d-9d2c-8aa554b387f5 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:47.104595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-9c94d968-4be5-44c6-b7d5-4ac8579b6687 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:47.108965 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-f0158e71-6f31-4e05-9fc4-d51db60562f1', 'network_id': 'f0158e71-6f31-4e05-9fc4-d51db60562f1', 'tenant_id': '334f5604bed4408a8ea8634bfaf18f24', 'fixed_ips': [{'subnet_id': 'a0b43379-7125-4028-82f6-97908504d05c'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:19:47.109892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:47.124855 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:47.361670 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Allocated IP 2001:db8::2 (f0158e71-6f31-4e05-9fc4-d51db60562f1/a0b43379-7125-4028-82f6-97908504d05c/856e9669-a2ea-4728-a626-8111755bef34) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:47.369159 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2fa3e728-ba9e-4993-a281-5255b4787794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:47.373646 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2fa3e728-ba9e-4993-a281-5255b4787794 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae46c5fd-9481-4b2e-84b9-42506e494a4c HTTP/1.1" status: 204 len: 168 time: 0.9456558 Dec 21 22:19:47.422121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50c53333-ec85-43f5-a89f-29f6121bebd9 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:47.445214 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ba1586b5-74e8-46f9-aa7e-d506ec6f55be None None] Provisioning complete for port 120e4b3d-6bcb-44df-8d9b-9b73f714e977 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:47.445825 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ba1586b5-74e8-46f9-aa7e-d506ec6f55be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:47.449680 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22ece06-2958-46b1-ba22-e197f78e644d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting subnet 52db30b7-6dc0-4f76-ade9-b49ab387c73c {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:19:47.461066 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b22ece06-2958-46b1-ba22-e197f78e644d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:47.508822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50c53333-ec85-43f5-a89f-29f6121bebd9 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:47.537736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:47.542934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Usage tracker for resource:port and tenant:334f5604bed4408a8ea8634bfaf18f24 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:47.547476 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:47.554058 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:47.576682 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b22ece06-2958-46b1-ba22-e197f78e644d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:47.582559 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9c94d968-4be5-44c6-b7d5-4ac8579b6687 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:47.601400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9c94d968-4be5-44c6-b7d5-4ac8579b6687 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:47.635529 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c53333-ec85-43f5-a89f-29f6121bebd9 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14771b44-fcb1-4e4f-93bd-53c585704d35,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:47.647254 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ba1586b5-74e8-46f9-aa7e-d506ec6f55be None None] Port 120e4b3d-6bcb-44df-8d9b-9b73f714e977 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:47.663974 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803a7036-4a35-449b-b9c1-93ee90fec330 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:47.681021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Made reservation on behalf of 334f5604bed4408a8ea8634bfaf18f24 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:47.684998 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:47.704252 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b22ece06-2958-46b1-ba22-e197f78e644d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:47.732032 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50c53333-ec85-43f5-a89f-29f6121bebd9 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:47.733322 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-50c53333-ec85-43f5-a89f-29f6121bebd9 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1377509 Dec 21 22:19:47.738503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60844) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:47.749661 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:47.762388 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d2cba962-60ac-45e6-a8a3-5653f0920b68 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '14771b44-fcb1-4e4f-93bd-53c585704d35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:47.767645 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Transition to ACTIVE for port object 856e9669-a2ea-4728-a626-8111755bef34 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:47.768771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c94d968-4be5-44c6-b7d5-4ac8579b6687 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:47.772101 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9c94d968-4be5-44c6-b7d5-4ac8579b6687 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:47.773444 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c94d968-4be5-44c6-b7d5-4ac8579b6687 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:47.773851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c94d968-4be5-44c6-b7d5-4ac8579b6687 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:19:47.776050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d2cba962-60ac-45e6-a8a3-5653f0920b68 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:47.783936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d2cba962-60ac-45e6-a8a3-5653f0920b68 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:47.788701 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d2cba962-60ac-45e6-a8a3-5653f0920b68 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:47.788873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Transition to ACTIVE for port object 856e9669-a2ea-4728-a626-8111755bef34 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:47.790426 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] device_id is not set on port bb6f0293-5a92-49c7-9f09-b3115c422822 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:19:47.798898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d2cba962-60ac-45e6-a8a3-5653f0920b68 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:47.815154 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-803a7036-4a35-449b-b9c1-93ee90fec330 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Deleting port 83097c7f-bc7c-49c6-865b-96b82a285142 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:47.819179 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803a7036-4a35-449b-b9c1-93ee90fec330 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:47.867862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:47.904812 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cbde62dc-e4db-4963-a3df-d0d6ba6cfeb1 req-e1295c6f-128f-4e08-9586-d47bab7d8e80 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0621037 Dec 21 22:19:47.946916 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Pushing event updated for resources: {'Port': ['ID=856e9669-a2ea-4728-a626-8111755bef34,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:47.952135 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9c94d968-4be5-44c6-b7d5-4ac8579b6687 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8664348 Dec 21 22:19:47.956280 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60850) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:47.980665 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Allocated IP 2001:db8::2d8 (f0158e71-6f31-4e05-9fc4-d51db60562f1/a0b43379-7125-4028-82f6-97908504d05c/bb6f0293-5a92-49c7-9f09-b3115c422822) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:47.989479 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Network f0158e71-6f31-4e05-9fc4-d51db60562f1 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:47.993450 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:47.999712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-311a9407-8f92-4a43-a3ac-817332964fe5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:48.000329 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:48.037165 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b22ece06-2958-46b1-ba22-e197f78e644d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:48.128419 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b09c6a6d-2e64-4e9a-bb0e-c15ff042265a up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:48.190985 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Attempting to bind port 856e9669-a2ea-4728-a626-8111755bef34 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:19:48.191682 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Attempting to bind port 856e9669-a2ea-4728-a626-8111755bef34 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'e71dec73-9dab-4e1c-9b53-3773d0221022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f0158e71-6f31-4e05-9fc4-d51db60562f1'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:19:48.192039 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Attempting to bind port 856e9669-a2ea-4728-a626-8111755bef34 on network f0158e71-6f31-4e05-9fc4-d51db60562f1 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:19:48.198829 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ece06-2958-46b1-ba22-e197f78e644d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Subnet': ['ID=52db30b7-6dc0-4f76-ade9-b49ab387c73c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:48.211822 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:19:48.212206 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Checking segment: {'id': 'e71dec73-9dab-4e1c-9b53-3773d0221022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f0158e71-6f31-4e05-9fc4-d51db60562f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:48.212606 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:48.213380 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Bound using segment: {'id': 'e71dec73-9dab-4e1c-9b53-3773d0221022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f0158e71-6f31-4e05-9fc4-d51db60562f1'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:19:48.213507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Bound port: 856e9669-a2ea-4728-a626-8111755bef34, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71dec73-9dab-4e1c-9b53-3773d0221022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f0158e71-6f31-4e05-9fc4-d51db60562f1'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:19:48.213814 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:48.236488 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b22ece06-2958-46b1-ba22-e197f78e644d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:48.272920 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443fd58b-46a4-4ea9-9056-c245c58408ea None None] Network 201aa3c6-6b0f-43b6-a281-87b81bccbdd0 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:48.283955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:48.302619 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Transition to ACTIVE for port object bb6f0293-5a92-49c7-9f09-b3115c422822 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:48.323257 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 2de663b6-cbc5-4189-b0bb-9b091fb0cf08 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:19:48.331007 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b22ece06-2958-46b1-ba22-e197f78e644d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/52db30b7-6dc0-4f76-ade9-b49ab387c73c HTTP/1.1" status: 204 len: 168 time: 1.4301553 Dec 21 22:19:48.331885 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-d2cba962-60ac-45e6-a8a3-5653f0920b68 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The resource could not be found. Dec 21 22:19:48.340246 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d2cba962-60ac-45e6-a8a3-5653f0920b68 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5931830 Dec 21 22:19:48.340246 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60854) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:48.343053 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60858) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:48.371093 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ac30dd78-127d-4cc9-b6b9-af29c8b3beb0 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '14771b44-fcb1-4e4f-93bd-53c585704d35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '60486b26-dc80-481d-9ed0-4ebcd62c8b8b'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:48.384031 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-311a9407-8f92-4a43-a3ac-817332964fe5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:48.385973 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803a7036-4a35-449b-b9c1-93ee90fec330 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:48.408505 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port b09c6a6d-2e64-4e9a-bb0e-c15ff042265a triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:48.409097 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:48.411478 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:48.413261 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ac30dd78-127d-4cc9-b6b9-af29c8b3beb0 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:48.434570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ac30dd78-127d-4cc9-b6b9-af29c8b3beb0 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:48.439606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-311a9407-8f92-4a43-a3ac-817332964fe5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:48.444132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ac30dd78-127d-4cc9-b6b9-af29c8b3beb0 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:48.527325 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] For port 856e9669-a2ea-4728-a626-8111755bef34, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:19:48.545362 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Network f0158e71-6f31-4e05-9fc4-d51db60562f1 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:48.549966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:48.551963 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] For port 856e9669-a2ea-4728-a626-8111755bef34, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=856e9669-a2ea-4728-a626-8111755bef34,segment=NetworkSegment(e71dec73-9dab-4e1c-9b53-3773d0221022),segment_id=e71dec73-9dab-4e1c-9b53-3773d0221022)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:19:48.554557 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:48.558502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:48.560108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:48.560247 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ac30dd78-127d-4cc9-b6b9-af29c8b3beb0 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:48.571071 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-803a7036-4a35-449b-b9c1-93ee90fec330 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Calling delete_port for 83097c7f-bc7c-49c6-865b-96b82a285142 owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:48.596154 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event updated for resources: {'Port': ['ID=bb6f0293-5a92-49c7-9f09-b3115c422822,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:48.625343 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:48.627151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:19:48.631914 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4f7d5471-3909-4884-b5bc-58bc3b97cbd6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/2de663b6-cbc5-4189-b0bb-9b091fb0cf08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1028783 Dec 21 22:19:48.634538 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60862) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:48.644660 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb848c2-99f0-4fb1-855b-1ff2d713ec7b None None] Sync routers for ids ['2de663b6-cbc5-4189-b0bb-9b091fb0cf08'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:19:48.665694 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb848c2-99f0-4fb1-855b-1ff2d713ec7b None None] Routers {'2de663b6-cbc5-4189-b0bb-9b091fb0cf08'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:48.673088 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-3fb848c2-99f0-4fb1-855b-1ff2d713ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['2de663b6-cbc5-4189-b0bb-9b091fb0cf08'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:48.677648 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7564f3cd-0c8a-4d3e-8bbe-a00fc4e02a65 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7444520 Dec 21 22:19:48.678385 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60866) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:48.690191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:48.694713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Request body: {'port': {'network_id': 'f0158e71-6f31-4e05-9fc4-d51db60562f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-297483290', 'allowed_address_pairs': [{'ip_address': '2001:db8::2d8', 'mac_address': 'fa:16:3e:0b:c5:2b'}]}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:48.735123 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e8f47-0c98-4664-91c9-fbad856ddd66 None None] Pushing event updated for resources: {'Port': ['ID=856e9669-a2ea-4728-a626-8111755bef34,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:48.737649 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port 69723ac7-4049-4f63-a769-2b31837153f3 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:48.739982 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:48.782298 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311a9407-8f92-4a43-a3ac-817332964fe5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:48.805865 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f82f92f-17b4-4c0f-9087-79690b70039e None None] DHCP port deletion for 201aa3c6-6b0f-43b6-a281-87b81bccbdd0 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:19:48.822620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2f82f92f-17b4-4c0f-9087-79690b70039e None None] Deleting port 69723ac7-4049-4f63-a769-2b31837153f3 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:48.823450 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-3fb848c2-99f0-4fb1-855b-1ff2d713ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:48.825567 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2f82f92f-17b4-4c0f-9087-79690b70039e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:48.828972 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aedffaa-4c7f-4d7a-b7b0-5bc67a919fbb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:48.829675 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0aedffaa-4c7f-4d7a-b7b0-5bc67a919fbb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Synchronizing usage tracker for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:48.842771 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb848c2-99f0-4fb1-855b-1ff2d713ec7b None None] Routers {'2de663b6-cbc5-4189-b0bb-9b091fb0cf08'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:48.843648 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-3fb848c2-99f0-4fb1-855b-1ff2d713ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['2de663b6-cbc5-4189-b0bb-9b091fb0cf08'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:48.871234 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:48.875811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Usage tracker for resource:port and tenant:334f5604bed4408a8ea8634bfaf18f24 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:48.880377 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:48.890444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:48.943260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0aedffaa-4c7f-4d7a-b7b0-5bc67a919fbb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Unset dirty status for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:48.944551 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0aedffaa-4c7f-4d7a-b7b0-5bc67a919fbb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports/120e4b3d-6bcb-44df-8d9b-9b73f714e977 HTTP/1.1" status: 200 len: 910 time: 0.3091085 Dec 21 22:19:48.947484 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60870) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:48.995841 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-3fb848c2-99f0-4fb1-855b-1ff2d713ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:48.997264 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb848c2-99f0-4fb1-855b-1ff2d713ec7b None None] The sync data for ids ['2de663b6-cbc5-4189-b0bb-9b091fb0cf08'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:19:49.036259 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-311a9407-8f92-4a43-a3ac-817332964fe5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:49.037635 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-311a9407-8f92-4a43-a3ac-817332964fe5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:49.041821 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Made reservation on behalf of 334f5604bed4408a8ea8634bfaf18f24 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:49.046349 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:49.050395 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311a9407-8f92-4a43-a3ac-817332964fe5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:19:49.118671 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-ac30dd78-127d-4cc9-b6b9-af29c8b3beb0 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The resource could not be found. Dec 21 22:19:49.119947 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ac30dd78-127d-4cc9-b6b9-af29c8b3beb0 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7755663 Dec 21 22:19:49.140773 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60876) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:49.149437 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2f82f92f-17b4-4c0f-9087-79690b70039e None None] For port 69723ac7-4049-4f63-a769-2b31837153f3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=69723ac7-4049-4f63-a769-2b31837153f3,segment=NetworkSegment(484a7a8d-58d3-4be5-94c3-4a1ac18f2fc2),segment_id=484a7a8d-58d3-4be5-94c3-4a1ac18f2fc2)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:49.149912 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2f82f92f-17b4-4c0f-9087-79690b70039e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:49.342332 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2f82f92f-17b4-4c0f-9087-79690b70039e None None] Calling delete_port for 69723ac7-4049-4f63-a769-2b31837153f3 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:49.365554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] For port 69723ac7-4049-4f63-a769-2b31837153f3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=69723ac7-4049-4f63-a769-2b31837153f3,segment=NetworkSegment(484a7a8d-58d3-4be5-94c3-4a1ac18f2fc2),segment_id=484a7a8d-58d3-4be5-94c3-4a1ac18f2fc2)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:49.365920 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:49.374964 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-96055fbb-224e-4891-bf43-377dda35afae req-edce0cc0-fd99-4b3e-9506-a71bd3680a7d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0770161 Dec 21 22:19:49.377037 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] device_id is not set on port d5d86525-bf46-4e99-85e0-47c500e1aa1c yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:19:49.478894 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2f82f92f-17b4-4c0f-9087-79690b70039e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:49.502621 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-311a9407-8f92-4a43-a3ac-817332964fe5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.5426848 Dec 21 22:19:49.511445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60880) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:49.513028 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for 69723ac7-4049-4f63-a769-2b31837153f3 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:49.521132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-3125c94b-0d5a-4bc2-b665-9f64fff7b603 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:49.525930 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82f92f-17b4-4c0f-9087-79690b70039e None None] Pushing event deleted for resources: {'Port': ['ID=69723ac7-4049-4f63-a769-2b31837153f3,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:49.539700 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f82f92f-17b4-4c0f-9087-79690b70039e None None] No DVR routers for this DVR port 69723ac7-4049-4f63-a769-2b31837153f3 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:19:49.596792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803a7036-4a35-449b-b9c1-93ee90fec330 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:49.647606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4394-f542-4d6a-b2f6-d01200b1e2dd tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:49.661228 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a7036-4a35-449b-b9c1-93ee90fec330 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Pushing event deleted for resources: {'Port': ['ID=83097c7f-bc7c-49c6-865b-96b82a285142,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:49.678868 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.api [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:19:49.679192 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG oslo_db.api [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:19:49.752677 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4394-f542-4d6a-b2f6-d01200b1e2dd tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:49.806181 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Allocated IP 2001:db8::17c (f0158e71-6f31-4e05-9fc4-d51db60562f1/a0b43379-7125-4028-82f6-97908504d05c/d5d86525-bf46-4e99-85e0-47c500e1aa1c) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:49.851460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3125c94b-0d5a-4bc2-b665-9f64fff7b603 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:49.893570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3125c94b-0d5a-4bc2-b665-9f64fff7b603 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:49.968935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803a7036-4a35-449b-b9c1-93ee90fec330 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.026369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3125c94b-0d5a-4bc2-b665-9f64fff7b603 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:50.029853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3125c94b-0d5a-4bc2-b665-9f64fff7b603 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.031540 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-3125c94b-0d5a-4bc2-b665-9f64fff7b603 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:50.031911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3125c94b-0d5a-4bc2-b665-9f64fff7b603 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:19:50.040711 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 856e9669-a2ea-4728-a626-8111755bef34 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:50.042062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4394-f542-4d6a-b2f6-d01200b1e2dd tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.093815 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a91bde-8df2-4198-9fe8-b43df22826c7 None None] Network f0158e71-6f31-4e05-9fc4-d51db60562f1 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:50.133585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d4394-f542-4d6a-b2f6-d01200b1e2dd tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14771b44-fcb1-4e4f-93bd-53c585704d35,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:50.203890 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port 69723ac7-4049-4f63-a769-2b31837153f3 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:50.204374 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.209051 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3125c94b-0d5a-4bc2-b665-9f64fff7b603 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6939533 Dec 21 22:19:50.218837 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60884) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:50.280781 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b0e7de65-0e88-41c5-9825-38464f5b37ec tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:50.319597 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.328028 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 856e9669-a2ea-4728-a626-8111755bef34 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:50.343188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] The port '69723ac7-4049-4f63-a769-2b31837153f3' was deleted {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:19:50.344571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e8d4394-f542-4d6a-b2f6-d01200b1e2dd tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.345996 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1e8d4394-f542-4d6a-b2f6-d01200b1e2dd tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "DELETE /v2.0/security-groups/14771b44-fcb1-4e4f-93bd-53c585704d35 HTTP/1.1" status: 204 len: 168 time: 1.2005095 Dec 21 22:19:50.346166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Transition to ACTIVE for port object d5d86525-bf46-4e99-85e0-47c500e1aa1c will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:50.349244 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60888) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:50.349363 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803a7036-4a35-449b-b9c1-93ee90fec330 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.353626 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-8caa99ef-4c30-4dbe-8fa8-e357010184c2 None None] Provisioning for port 856e9669-a2ea-4728-a626-8111755bef34 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:50.389522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-8caa99ef-4c30-4dbe-8fa8-e357010184c2 None None] Provisioning complete for port 856e9669-a2ea-4728-a626-8111755bef34 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:50.389970 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8caa99ef-4c30-4dbe-8fa8-e357010184c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.406646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803a7036-4a35-449b-b9c1-93ee90fec330 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.423460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b0e7de65-0e88-41c5-9825-38464f5b37ec tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:50.427000 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b0e7de65-0e88-41c5-9825-38464f5b37ec tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2048731 Dec 21 22:19:50.431042 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60894) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:50.480163 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 69723ac7-4049-4f63-a769-2b31837153f3 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:19:50.528406 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 69723ac7-4049-4f63-a769-2b31837153f3 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:19:50.528738 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 69723ac7-4049-4f63-a769-2b31837153f3 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:19:50.553324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.578075 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7b13767e-739c-4ce5-b10b-82d5334af2e7 req-42cf360b-293c-4e7b-a6e0-117a09a416df tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0692546 Dec 21 22:19:50.587445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b213341c-b9a8-45fe-bd1a-f559ff6a2b6e tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Synchronizing usage tracker for tenant:1150c0bde2884c87a4bb45b57d1d033c on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:50.592354 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf13de4-2379-4822-8e81-15da68ed689d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:50.595923 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-caf13de4-2379-4822-8e81-15da68ed689d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1524308 Dec 21 22:19:50.596868 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201aa3c6-6b0f-43b6-a281-87b81bccbdd0']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:50.599133 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60898) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:50.608647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484a7a8d-58d3-4be5-94c3-4a1ac18f2fc2') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:50.609101 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484a7a8d-58d3-4be5-94c3-4a1ac18f2fc2') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:50.623555 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.642974 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.650734 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:19:50.651691 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.656405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8caa99ef-4c30-4dbe-8fa8-e357010184c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.667279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803a7036-4a35-449b-b9c1-93ee90fec330 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.668735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803a7036-4a35-449b-b9c1-93ee90fec330 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Fanout notify agent at l3_agent the message router_deleted on router 0ddc15d7-a283-4fb5-9ea2-9ea13a163b17 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:19:50.671066 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:19:50.673681 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.694587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.697010 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-8caa99ef-4c30-4dbe-8fa8-e357010184c2 None None] For port 856e9669-a2ea-4728-a626-8111755bef34, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=856e9669-a2ea-4728-a626-8111755bef34,segment=NetworkSegment(e71dec73-9dab-4e1c-9b53-3773d0221022),segment_id=e71dec73-9dab-4e1c-9b53-3773d0221022)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:50.702492 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-41847a08-0e09-4f5a-a6bd-0aa9843dd6ef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022778 Dec 21 22:19:50.704588 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803a7036-4a35-449b-b9c1-93ee90fec330 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.709804 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-803a7036-4a35-449b-b9c1-93ee90fec330 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "DELETE /v2.0/routers/0ddc15d7-a283-4fb5-9ea2-9ea13a163b17 HTTP/1.1" status: 204 len: 168 time: 4.6327734 Dec 21 22:19:50.713577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60902) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:50.713980 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60904) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:50.721053 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-5281343d-545f-4a59-9c90-eda2150015e1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:50.776089 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8caa99ef-4c30-4dbe-8fa8-e357010184c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:50.825854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b213341c-b9a8-45fe-bd1a-f559ff6a2b6e tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Unset dirty status for tenant:1150c0bde2884c87a4bb45b57d1d033c on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:50.831089 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b213341c-b9a8-45fe-bd1a-f559ff6a2b6e tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4752579 Dec 21 22:19:50.845321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60910) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:50.866576 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa99ef-4c30-4dbe-8fa8-e357010184c2 None None] Pushing event updated for resources: {'Port': ['ID=856e9669-a2ea-4728-a626-8111755bef34,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:50.899090 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-3655a478-f940-4b2d-98d0-6c46deb5b094 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1723226378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:50.929288 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3655a478-f940-4b2d-98d0-6c46deb5b094 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:50.939679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3655a478-f940-4b2d-98d0-6c46deb5b094 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Usage tracker for resource:router and tenant:63e2b1bdef5147dda15f8720eba413a7 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:50.945208 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3655a478-f940-4b2d-98d0-6c46deb5b094 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:51.010060 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3655a478-f940-4b2d-98d0-6c46deb5b094 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:51.020161 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.035984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-52b81f26-ce4c-4458-84a5-944d85aa00ed tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': '717285c5-ef31-4316-85fd-253a60cff492', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:51.043903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.053238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-52b81f26-ce4c-4458-84a5-944d85aa00ed tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:51.055407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5281343d-545f-4a59-9c90-eda2150015e1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:51.057632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Network': ['ID=201aa3c6-6b0f-43b6-a281-87b81bccbdd0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:51.061441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Network f0158e71-6f31-4e05-9fc4-d51db60562f1 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:51.065597 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7c81c4e0-db5b-46d5-923c-e546d4054cce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/networks/201aa3c6-6b0f-43b6-a281-87b81bccbdd0 HTTP/1.1" status: 204 len: 168 time: 2.7233677 Dec 21 22:19:51.066941 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60914) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:51.072993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-52b81f26-ce4c-4458-84a5-944d85aa00ed tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:51.074598 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1c097246-895c-41d4-9772-a7854a9aa87c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1174387618'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:51.076414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:51.077450 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f3212808-bf3e-494b-b658-af15bc9ec4ac None None] Provisioning for port bb6f0293-5a92-49c7-9f09-b3115c422822 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:51.078189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5281343d-545f-4a59-9c90-eda2150015e1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:51.078349 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event updated for resources: {'Port': ['ID=d5d86525-bf46-4e99-85e0-47c500e1aa1c,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:51.083166 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1c097246-895c-41d4-9772-a7854a9aa87c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:51.083334 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-52b81f26-ce4c-4458-84a5-944d85aa00ed tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:51.085374 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f3212808-bf3e-494b-b658-af15bc9ec4ac None None] Provisioning complete for port bb6f0293-5a92-49c7-9f09-b3115c422822 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:51.086148 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:51.088902 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f3212808-bf3e-494b-b658-af15bc9ec4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.091653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:51.091869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1c097246-895c-41d4-9772-a7854a9aa87c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:network and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:51.092205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.095789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1c097246-895c-41d4-9772-a7854a9aa87c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:51.101543 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1c097246-895c-41d4-9772-a7854a9aa87c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:51.109099 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3655a478-f940-4b2d-98d0-6c46deb5b094 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.110004 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3655a478-f940-4b2d-98d0-6c46deb5b094 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.119490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-52b81f26-ce4c-4458-84a5-944d85aa00ed tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:51.138612 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3655a478-f940-4b2d-98d0-6c46deb5b094 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.163069 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f3212808-bf3e-494b-b658-af15bc9ec4ac None None] Port bb6f0293-5a92-49c7-9f09-b3115c422822 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:51.166256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5281343d-545f-4a59-9c90-eda2150015e1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:51.171559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5281343d-545f-4a59-9c90-eda2150015e1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.177906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f3212808-bf3e-494b-b658-af15bc9ec4ac None None] Provisioning complete for port 856e9669-a2ea-4728-a626-8111755bef34 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:51.178303 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f3212808-bf3e-494b-b658-af15bc9ec4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.224232 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c097246-895c-41d4-9772-a7854a9aa87c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:51.231632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c097246-895c-41d4-9772-a7854a9aa87c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.297020 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5b8319a9-986b-4510-8911-42fef93e58a4 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.6135337 Dec 21 22:19:51.303495 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60918) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:51.304559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3655a478-f940-4b2d-98d0-6c46deb5b094 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.411977 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c097246-895c-41d4-9772-a7854a9aa87c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:19:51.430126 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-52b81f26-ce4c-4458-84a5-944d85aa00ed tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The resource could not be found. Dec 21 22:19:51.431593 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-52b81f26-ce4c-4458-84a5-944d85aa00ed tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5792010 Dec 21 22:19:51.435913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60922) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:51.443482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c097246-895c-41d4-9772-a7854a9aa87c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.443824 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-1c097246-895c-41d4-9772-a7854a9aa87c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Added segment 20a4c23a-14b9-4ef0-8b75-178ddf309bba of type vlan for network 9f412b15-fa27-464d-a505-d1bcaa17fcd8 Dec 21 22:19:51.443952 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2f201d75-3b4f-45dc-8b2a-68af457a0cbc tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1669276807'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:51.456470 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2f201d75-3b4f-45dc-8b2a-68af457a0cbc tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:51.459113 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Allocated IP 172.21.0.1 (8dfa57f2-408f-4113-8bbf-720c6452fc66/62bb58d1-95d0-4938-a35e-18c523574986/1b8ee27f-365d-4bd2-b58b-bc7afad54cb2) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:51.473850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2f201d75-3b4f-45dc-8b2a-68af457a0cbc tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:51.492303 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-47c06434-f4ef-4d16-bad3-5aac4af6c436 None None] Provisioning complete for port bb6f0293-5a92-49c7-9f09-b3115c422822 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:51.492849 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-47c06434-f4ef-4d16-bad3-5aac4af6c436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.495415 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3655a478-f940-4b2d-98d0-6c46deb5b094 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.498892 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3655a478-f940-4b2d-98d0-6c46deb5b094 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7801716 Dec 21 22:19:51.504080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60926) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:51.513134 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'enable_snat': False}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:51.521992 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c097246-895c-41d4-9772-a7854a9aa87c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.534992 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404c44b-4f34-4fb4-a55d-ba9ab9c26a31 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:51.538905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404c44b-4f34-4fb4-a55d-ba9ab9c26a31 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:51.542750 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7404c44b-4f34-4fb4-a55d-ba9ab9c26a31 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:51.547463 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7404c44b-4f34-4fb4-a55d-ba9ab9c26a31 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2339880 Dec 21 22:19:51.552552 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-47c06434-f4ef-4d16-bad3-5aac4af6c436 None None] Port bb6f0293-5a92-49c7-9f09-b3115c422822 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:51.555658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60930) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:51.592715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f201d75-3b4f-45dc-8b2a-68af457a0cbc tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.668017 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-66988076-f95b-459e-91c0-b0ee4a6e52bd tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Deleting port d5d86525-bf46-4e99-85e0-47c500e1aa1c {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:51.668638 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-66988076-f95b-459e-91c0-b0ee4a6e52bd tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.719764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c097246-895c-41d4-9772-a7854a9aa87c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.723599 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c097246-895c-41d4-9772-a7854a9aa87c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:51.724183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c097246-895c-41d4-9772-a7854a9aa87c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.748478 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b5d78d41-c716-40f6-b18f-6018a8b7efd0 None None] Provisioning for port d5d86525-bf46-4e99-85e0-47c500e1aa1c completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:51.755194 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b5d78d41-c716-40f6-b18f-6018a8b7efd0 None None] Provisioning complete for port d5d86525-bf46-4e99-85e0-47c500e1aa1c triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:51.755788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b5d78d41-c716-40f6-b18f-6018a8b7efd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:51.784005 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e3e02e4-9fb8-496c-9808-decabf909b0b req-3ac170b5-1a67-4b95-9bea-7a392b0937c1 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0779665 Dec 21 22:19:51.817982 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2f201d75-3b4f-45dc-8b2a-68af457a0cbc tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:51.843943 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-b5d78d41-c716-40f6-b18f-6018a8b7efd0 None None] Port d5d86525-bf46-4e99-85e0-47c500e1aa1c cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:51.874249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2f201d75-3b4f-45dc-8b2a-68af457a0cbc tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:51.883963 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2f201d75-3b4f-45dc-8b2a-68af457a0cbc tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:51.893428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c097246-895c-41d4-9772-a7854a9aa87c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Network': ['ID=9f412b15-fa27-464d-a505-d1bcaa17fcd8,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:51.898686 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1c097246-895c-41d4-9772-a7854a9aa87c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8311934 Dec 21 22:19:51.906643 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2f201d75-3b4f-45dc-8b2a-68af457a0cbc tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:51.907610 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 9f412b15-fa27-464d-a505-d1bcaa17fcd8 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:19:51.908349 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60936) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:51.923338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-4065092e-7cf6-4292-8371-848247d23b38 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'subnet': {'network_id': '9f412b15-fa27-464d-a505-d1bcaa17fcd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:51.939556 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:52.018857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 856e9669-a2ea-4728-a626-8111755bef34 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:52.043283 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Transition to ACTIVE for port object 1b8ee27f-365d-4bd2-b58b-bc7afad54cb2 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:52.092150 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.objects.ports [None req-5281343d-545f-4a59-9c90-eda2150015e1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84169) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:19:52.096888 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 856e9669-a2ea-4728-a626-8111755bef34 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:52.097360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5281343d-545f-4a59-9c90-eda2150015e1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:52.097647 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:52.165002 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-66988076-f95b-459e-91c0-b0ee4a6e52bd tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:52.195867 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5281343d-545f-4a59-9c90-eda2150015e1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:52.205724 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4065092e-7cf6-4292-8371-848247d23b38 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:52.222571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4065092e-7cf6-4292-8371-848247d23b38 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:subnet and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:52.229986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4065092e-7cf6-4292-8371-848247d23b38 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:52.245291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-5281343d-545f-4a59-9c90-eda2150015e1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:52.256560 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd454e31-352f-4847-9526-83f3cca97bcd None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:52.290552 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4065092e-7cf6-4292-8371-848247d23b38 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:52.298918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f201d75-3b4f-45dc-8b2a-68af457a0cbc tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:52.307385 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5281343d-545f-4a59-9c90-eda2150015e1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:52.308009 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5281343d-545f-4a59-9c90-eda2150015e1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:52.312450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281343d-545f-4a59-9c90-eda2150015e1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=0e099a81-d0b0-4976-b4e7-762bee621df2,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:52.321944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-66988076-f95b-459e-91c0-b0ee4a6e52bd tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Calling delete_port for d5d86525-bf46-4e99-85e0-47c500e1aa1c owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:52.330819 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:52.381786 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f201d75-3b4f-45dc-8b2a-68af457a0cbc tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:52.428583 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:52.443922 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5281343d-545f-4a59-9c90-eda2150015e1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7288337 Dec 21 22:19:52.444131 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4065092e-7cf6-4292-8371-848247d23b38 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:52.448879 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60940) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:52.456423 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-82f785fb-2277-4587-96a0-1dc33df343ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'mac_address': 'fa:16:3e:67:70:af', 'name': 'tempest-NetworksTestDHCPv6-688152428'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:52.519611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f201d75-3b4f-45dc-8b2a-68af457a0cbc tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47bf7ac-3755-4251-951d-402e5838605b,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:52.523532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': '0e099a81-d0b0-4976-b4e7-762bee621df2'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:19:52.524339 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:52.629485 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f201d75-3b4f-45dc-8b2a-68af457a0cbc tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:52.633476 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2f201d75-3b4f-45dc-8b2a-68af457a0cbc tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1939073 Dec 21 22:19:52.648415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 8dfa57f2-408f-4113-8bbf-720c6452fc66 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:52.649103 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60944) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:52.652783 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=1b8ee27f-365d-4bd2-b58b-bc7afad54cb2,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:52.658822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a3473b3f-9c3d-48a4-aa49-1065170963f6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group': {'name': 'tempest-secgroup--113949123'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:52.666866 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:52.671215 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4065092e-7cf6-4292-8371-848247d23b38 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:52.687477 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:52.706423 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Allocated IP 2001:db8::f816:3eff:fe23:e2aa (fe7c627c-94be-483c-83d9-84e8e8a5014e/0e099a81-d0b0-4976-b4e7-762bee621df2/14bba86d-0bf4-4130-bdf2-94fa68e6d507) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:52.710828 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-66988076-f95b-459e-91c0-b0ee4a6e52bd tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:52.759626 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-82f785fb-2277-4587-96a0-1dc33df343ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:52.765090 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66988076-f95b-459e-91c0-b0ee4a6e52bd tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event deleted for resources: {'Port': ['ID=d5d86525-bf46-4e99-85e0-47c500e1aa1c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:52.779344 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-82f785fb-2277-4587-96a0-1dc33df343ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:52.883399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a3473b3f-9c3d-48a4-aa49-1065170963f6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:52.914669 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a3473b3f-9c3d-48a4-aa49-1065170963f6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:52.923502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a3473b3f-9c3d-48a4-aa49-1065170963f6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:52.953291 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a3473b3f-9c3d-48a4-aa49-1065170963f6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:52.995412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f785fb-2277-4587-96a0-1dc33df343ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:53.000484 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-82f785fb-2277-4587-96a0-1dc33df343ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.015084 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.024654 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-66988076-f95b-459e-91c0-b0ee4a6e52bd tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.044232 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Transition to ACTIVE for port object 14bba86d-0bf4-4130-bdf2-94fa68e6d507 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:53.050313 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2707d026-19bb-46c4-8533-0d0076f55c7c req-bbd87429-6e0f-4352-bdd2-0d01c2ebed6f tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1048005 Dec 21 22:19:53.056120 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-66988076-f95b-459e-91c0-b0ee4a6e52bd tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "DELETE /v2.0/ports/d5d86525-bf46-4e99-85e0-47c500e1aa1c HTTP/1.1" status: 204 len: 168 time: 1.4996307 Dec 21 22:19:53.068098 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-82f785fb-2277-4587-96a0-1dc33df343ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port 97ffe97c-2b85-4c39-ae3f-2085364b22ac yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:19:53.091389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60950) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:53.097142 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Transition to ACTIVE for port object 14bba86d-0bf4-4130-bdf2-94fa68e6d507 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:53.143437 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.170886 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c711453-7dbb-41b1-9ff8-f7719845908f tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] GET failed (client error): The resource could not be found. Dec 21 22:19:53.171389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5c711453-7dbb-41b1-9ff8-f7719845908f tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Synchronizing usage tracker for tenant:334f5604bed4408a8ea8634bfaf18f24 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:53.179763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-bd424962-0664-49cb-a7e6-d85e1ade4c35 None None] Provisioning for port 1b8ee27f-365d-4bd2-b58b-bc7afad54cb2 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:53.184878 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-bd424962-0664-49cb-a7e6-d85e1ade4c35 None None] Provisioning complete for port 1b8ee27f-365d-4bd2-b58b-bc7afad54cb2 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:53.185262 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bd424962-0664-49cb-a7e6-d85e1ade4c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.216139 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.250468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a3473b3f-9c3d-48a4-aa49-1065170963f6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.284762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5c711453-7dbb-41b1-9ff8-f7719845908f tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Unset dirty status for tenant:334f5604bed4408a8ea8634bfaf18f24 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:53.286180 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5c711453-7dbb-41b1-9ff8-f7719845908f tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "GET /v2.0/ports/d5d86525-bf46-4e99-85e0-47c500e1aa1c HTTP/1.1" status: 404 len: 333 time: 0.1891224 Dec 21 22:19:53.291975 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-82f785fb-2277-4587-96a0-1dc33df343ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::f816:3eff:fe67:70af (fe7c627c-94be-483c-83d9-84e8e8a5014e/0e099a81-d0b0-4976-b4e7-762bee621df2/97ffe97c-2b85-4c39-ae3f-2085364b22ac) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:53.298132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60954) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:53.306062 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-bd424962-0664-49cb-a7e6-d85e1ade4c35 None None] Port 1b8ee27f-365d-4bd2-b58b-bc7afad54cb2 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:53.312048 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ff306383-8bd2-4e08-8fee-8168b6277280 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Request body: {'port': {'network_id': 'f0158e71-6f31-4e05-9fc4-d51db60562f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1619062670'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:53.316817 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:53.317813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Pushing event updated for resources: {'Port': ['ID=14bba86d-0bf4-4130-bdf2-94fa68e6d507,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:53.320591 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:53.322581 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:53.388707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a3473b3f-9c3d-48a4-aa49-1065170963f6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:53.433256 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a3473b3f-9c3d-48a4-aa49-1065170963f6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:53.447170 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Attempting to bind port 14bba86d-0bf4-4130-bdf2-94fa68e6d507 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:19:53.447539 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Attempting to bind port 14bba86d-0bf4-4130-bdf2-94fa68e6d507 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:19:53.447990 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Attempting to bind port 14bba86d-0bf4-4130-bdf2-94fa68e6d507 on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:19:53.455558 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:19:53.455927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:53.456319 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.456706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:19:53.457215 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Bound port: 14bba86d-0bf4-4130-bdf2-94fa68e6d507, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:19:53.457586 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.464922 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a3473b3f-9c3d-48a4-aa49-1065170963f6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:53.533043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-82f785fb-2277-4587-96a0-1dc33df343ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.548082 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a3473b3f-9c3d-48a4-aa49-1065170963f6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:53.551867 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-82f785fb-2277-4587-96a0-1dc33df343ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object 97ffe97c-2b85-4c39-ae3f-2085364b22ac will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:53.553108 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] For port 14bba86d-0bf4-4130-bdf2-94fa68e6d507, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:19:53.559474 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] For port 14bba86d-0bf4-4130-bdf2-94fa68e6d507, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=14bba86d-0bf4-4130-bdf2-94fa68e6d507,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:19:53.601735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.631252 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4065092e-7cf6-4292-8371-848247d23b38 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.643270 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.683045 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.713442 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-82f785fb-2277-4587-96a0-1dc33df343ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.726903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c83b3-8e46-4e9e-9398-24b769d070e2 None None] Pushing event updated for resources: {'Port': ['ID=14bba86d-0bf4-4130-bdf2-94fa68e6d507,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:53.736081 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.775032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ff306383-8bd2-4e08-8fee-8168b6277280 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:53.791602 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f785fb-2277-4587-96a0-1dc33df343ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:53.794976 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-82f785fb-2277-4587-96a0-1dc33df343ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:53.799563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f785fb-2277-4587-96a0-1dc33df343ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:53.803889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f785fb-2277-4587-96a0-1dc33df343ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:53.804497 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-82f785fb-2277-4587-96a0-1dc33df343ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.811999 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f785fb-2277-4587-96a0-1dc33df343ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=97ffe97c-2b85-4c39-ae3f-2085364b22ac,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:53.882112 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a3473b3f-9c3d-48a4-aa49-1065170963f6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:53.883373 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ff306383-8bd2-4e08-8fee-8168b6277280 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:53.897268 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065092e-7cf6-4292-8371-848247d23b38 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Subnet': ['ID=0f993ffe-062e-49dd-8c3f-a4a07cd08f2a,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:53.908795 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-82f785fb-2277-4587-96a0-1dc33df343ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4583437 Dec 21 22:19:53.910810 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60958) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:54.039072 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111309e7-8344-4166-a7c2-7e6164cbd5b7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:54.043300 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111309e7-8344-4166-a7c2-7e6164cbd5b7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:54.044257 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-111309e7-8344-4166-a7c2-7e6164cbd5b7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:54.054209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a3473b3f-9c3d-48a4-aa49-1065170963f6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:54.099223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff306383-8bd2-4e08-8fee-8168b6277280 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Made reservation on behalf of 334f5604bed4408a8ea8634bfaf18f24 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:54.102126 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff306383-8bd2-4e08-8fee-8168b6277280 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:54.129938 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-111309e7-8344-4166-a7c2-7e6164cbd5b7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:54.133898 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-111309e7-8344-4166-a7c2-7e6164cbd5b7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2220273 Dec 21 22:19:54.134482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60966) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:54.199826 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d6f09ac8-364f-4fa3-bbcd-1fbb5cffc634 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port 97ffe97c-2b85-4c39-ae3f-2085364b22ac {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:54.200166 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d6f09ac8-364f-4fa3-bbcd-1fbb5cffc634 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:54.228848 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4065092e-7cf6-4292-8371-848247d23b38 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Checking segment: {'id': '20a4c23a-14b9-4ef0-8b75-178ddf309bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9f412b15-fa27-464d-a505-d1bcaa17fcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:54.229205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4065092e-7cf6-4292-8371-848247d23b38 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network hostable DHCP agents. Network: 9f412b15-fa27-464d-a505-d1bcaa17fcd8, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:19:54.266492 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-136a6aed-55cd-4805-b960-77ea26952538 req-d437d071-7229-4879-8247-a87b709264f7 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1117280 Dec 21 22:19:54.274742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3473b3f-9c3d-48a4-aa49-1065170963f6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711c6f03-3afb-4731-84b2-33b7c1b8e547,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:54.277304 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-ff306383-8bd2-4e08-8fee-8168b6277280 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] device_id is not set on port 1a8dd49b-ff96-481b-b396-a55735014dae yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:19:54.349387 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a3473b3f-9c3d-48a4-aa49-1065170963f6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:54.350625 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a3473b3f-9c3d-48a4-aa49-1065170963f6 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6991971 Dec 21 22:19:54.351918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Allocated IP 172.26.3.127 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/fc88f231-b12c-4e8d-971a-baf1e89e06be) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:54.361054 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60970) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:54.369163 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-01346603-159d-42dc-a581-a575d30297b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group_rule': {'security_group_id': 'c47bf7ac-3755-4251-951d-402e5838605b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '711c6f03-3afb-4731-84b2-33b7c1b8e547'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:54.377541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-01346603-159d-42dc-a581-a575d30297b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:54.428326 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-01346603-159d-42dc-a581-a575d30297b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:54.436020 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-01346603-159d-42dc-a581-a575d30297b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:54.444970 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-01346603-159d-42dc-a581-a575d30297b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:54.484184 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d6f09ac8-364f-4fa3-bbcd-1fbb5cffc634 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:54.614664 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d6f09ac8-364f-4fa3-bbcd-1fbb5cffc634 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for 97ffe97c-2b85-4c39-ae3f-2085364b22ac owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:54.699257 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4065092e-7cf6-4292-8371-848247d23b38 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network 9f412b15-fa27-464d-a505-d1bcaa17fcd8 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:19:54.748708 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-01346603-159d-42dc-a581-a575d30297b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:19:54.752939 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-01346603-159d-42dc-a581-a575d30297b7 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3877625 Dec 21 22:19:54.756934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 60974) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:54.847618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-ff306383-8bd2-4e08-8fee-8168b6277280 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Allocated IP 2001:db8::e8 (f0158e71-6f31-4e05-9fc4-d51db60562f1/a0b43379-7125-4028-82f6-97908504d05c/1a8dd49b-ff96-481b-b396-a55735014dae) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:54.850278 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d6f09ac8-364f-4fa3-bbcd-1fbb5cffc634 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:54.898128 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f09ac8-364f-4fa3-bbcd-1fbb5cffc634 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=97ffe97c-2b85-4c39-ae3f-2085364b22ac,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:54.898375 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-4065092e-7cf6-4292-8371-848247d23b38 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 9f412b15-fa27-464d-a505-d1bcaa17fcd8) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:54.910428 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce34e189-1fe7-4e6e-999a-9d809e91e1ed None None] Network 9f412b15-fa27-464d-a505-d1bcaa17fcd8 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:54.934491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4065092e-7cf6-4292-8371-848247d23b38 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:54.935142 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4065092e-7cf6-4292-8371-848247d23b38 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:54.958447 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-cabcec79-ab0a-4657-80e4-799af8ab0197 None None] Provisioning for port 14bba86d-0bf4-4130-bdf2-94fa68e6d507 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:54.962044 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d6f09ac8-364f-4fa3-bbcd-1fbb5cffc634 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:54.967205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.006381 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.053287 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-be377911-3ce7-471f-87c5-b045ca10a8de tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.065733 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d6f09ac8-364f-4fa3-bbcd-1fbb5cffc634 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/97ffe97c-2b85-4c39-ae3f-2085364b22ac HTTP/1.1" status: 204 len: 168 time: 0.9298062 Dec 21 22:19:55.066472 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60978) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:55.115098 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.131102 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1303d93e-985a-4548-be1a-2462b263410d None None] Could not find standard attr ID for object 97ffe97c-2b85-4c39-ae3f-2085364b22ac. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:19:55.141840 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4065092e-7cf6-4292-8371-848247d23b38 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2324317 Dec 21 22:19:55.150190 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60366de9-3f21-4d81-b18b-113117f36ae2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:55.154676 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60366de9-3f21-4d81-b18b-113117f36ae2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:55.154676 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-60366de9-3f21-4d81-b18b-113117f36ae2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:55.155998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60982) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:55.163320 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-8424eda7-81a7-4ba5-9247-44334fe9aa27 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-429496179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:55.185027 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8424eda7-81a7-4ba5-9247-44334fe9aa27 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:55.189357 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-9f412b15-fa27-464d-a505-d1bcaa17fcd8', 'network_id': '9f412b15-fa27-464d-a505-d1bcaa17fcd8', 'tenant_id': '7df5878e87b444379a0b17911e82c5d2', 'fixed_ips': [{'subnet_id': '0f993ffe-062e-49dd-8c3f-a4a07cd08f2a'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:19:55.189920 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8424eda7-81a7-4ba5-9247-44334fe9aa27 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:router and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:55.195142 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.195281 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8424eda7-81a7-4ba5-9247-44334fe9aa27 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:55.203052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8424eda7-81a7-4ba5-9247-44334fe9aa27 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:55.248034 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-be377911-3ce7-471f-87c5-b045ca10a8de tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.274042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-60366de9-3f21-4d81-b18b-113117f36ae2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:55.279343 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-60366de9-3f21-4d81-b18b-113117f36ae2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2088459 Dec 21 22:19:55.280415 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60986) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:55.338782 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8424eda7-81a7-4ba5-9247-44334fe9aa27 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.340819 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8424eda7-81a7-4ba5-9247-44334fe9aa27 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.363356 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=1b8ee27f-365d-4bd2-b58b-bc7afad54cb2,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:55.374497 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.391273 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Allocated IP 172.20.0.2 (9f412b15-fa27-464d-a505-d1bcaa17fcd8/0f993ffe-062e-49dd-8c3f-a4a07cd08f2a/af3746af-7cf7-40d9-8745-f4a9722d5beb) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:55.400522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff306383-8bd2-4e08-8fee-8168b6277280 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.406264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.491850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-ff306383-8bd2-4e08-8fee-8168b6277280 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Transition to ACTIVE for port object 1a8dd49b-ff96-481b-b396-a55735014dae will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:55.497160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-be377911-3ce7-471f-87c5-b045ca10a8de tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.528649 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-600c0daf-be86-4ead-8b41-3ff5efd90d02 req-9b4c1d4c-a705-4673-89f7-5056dda1a4ca tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1452246 Dec 21 22:19:55.557510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be377911-3ce7-471f-87c5-b045ca10a8de tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711c6f03-3afb-4731-84b2-33b7c1b8e547,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:55.558469 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8424eda7-81a7-4ba5-9247-44334fe9aa27 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.610081 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:55.613004 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Pushing event updated for resources: {'Port': ['ID=fc88f231-b12c-4e8d-971a-baf1e89e06be,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:55.623171 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:55.631316 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:55.654865 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.661450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-be377911-3ce7-471f-87c5-b045ca10a8de tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.665084 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-be377911-3ce7-471f-87c5-b045ca10a8de tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "DELETE /v2.0/security-groups/711c6f03-3afb-4731-84b2-33b7c1b8e547 HTTP/1.1" status: 204 len: 168 time: 0.9027927 Dec 21 22:19:55.666788 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60992) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:55.668237 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Transition to ACTIVE for port object af3746af-7cf7-40d9-8745-f4a9722d5beb will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:55.689937 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-756e5b0c-2d7b-4876-a1d3-27c54bff3cf2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 0e099a81-d0b0-4976-b4e7-762bee621df2 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:19:55.691442 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Transition to ACTIVE for port object af3746af-7cf7-40d9-8745-f4a9722d5beb will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:55.696101 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8424eda7-81a7-4ba5-9247-44334fe9aa27 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.702585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-756e5b0c-2d7b-4876-a1d3-27c54bff3cf2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.760147 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.765370 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 8dfa57f2-408f-4113-8bbf-720c6452fc66 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:55.768293 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:55.790796 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-756e5b0c-2d7b-4876-a1d3-27c54bff3cf2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.841808 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Network 9f412b15-fa27-464d-a505-d1bcaa17fcd8 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:55.843106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff306383-8bd2-4e08-8fee-8168b6277280 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.846397 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:55.849967 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8424eda7-81a7-4ba5-9247-44334fe9aa27 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.853725 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8424eda7-81a7-4ba5-9247-44334fe9aa27 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6942391 Dec 21 22:19:55.853869 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:55.859009 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 60996) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:55.867297 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'network_id': '9f412b15-fa27-464d-a505-d1bcaa17fcd8', 'name': 'tempest-PortsTestJSON-1402154521'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:55.888551 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Pushing event updated for resources: {'Port': ['ID=af3746af-7cf7-40d9-8745-f4a9722d5beb,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:55.933012 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-de96673d-439e-41eb-8c9c-d49a266cafc3 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Synchronizing usage tracker for tenant:1150c0bde2884c87a4bb45b57d1d033c on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:55.955185 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Attempting to bind port af3746af-7cf7-40d9-8745-f4a9722d5beb on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:19:55.955781 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Attempting to bind port af3746af-7cf7-40d9-8745-f4a9722d5beb by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '20a4c23a-14b9-4ef0-8b75-178ddf309bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9f412b15-fa27-464d-a505-d1bcaa17fcd8'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:19:55.956691 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Attempting to bind port af3746af-7cf7-40d9-8745-f4a9722d5beb on network 9f412b15-fa27-464d-a505-d1bcaa17fcd8 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:19:55.963833 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:19:55.964269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Checking segment: {'id': '20a4c23a-14b9-4ef0-8b75-178ddf309bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9f412b15-fa27-464d-a505-d1bcaa17fcd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:55.964759 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:55.965369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Bound using segment: {'id': '20a4c23a-14b9-4ef0-8b75-178ddf309bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9f412b15-fa27-464d-a505-d1bcaa17fcd8'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:19:55.966100 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Bound port: af3746af-7cf7-40d9-8745-f4a9722d5beb, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a4c23a-14b9-4ef0-8b75-178ddf309bba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9f412b15-fa27-464d-a505-d1bcaa17fcd8'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:19:55.966566 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:56.031777 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff306383-8bd2-4e08-8fee-8168b6277280 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event updated for resources: {'Port': ['ID=1a8dd49b-ff96-481b-b396-a55735014dae,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:56.093351 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 14bba86d-0bf4-4130-bdf2-94fa68e6d507 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:56.104780 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff306383-8bd2-4e08-8fee-8168b6277280 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Network f0158e71-6f31-4e05-9fc4-d51db60562f1 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:56.106908 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:56.109788 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-ff306383-8bd2-4e08-8fee-8168b6277280 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:56.110830 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-de96673d-439e-41eb-8c9c-d49a266cafc3 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Unset dirty status for tenant:1150c0bde2884c87a4bb45b57d1d033c on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:56.114949 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-de96673d-439e-41eb-8c9c-d49a266cafc3 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4443440 Dec 21 22:19:56.117625 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff306383-8bd2-4e08-8fee-8168b6277280 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:56.117751 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-756e5b0c-2d7b-4876-a1d3-27c54bff3cf2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:56.117845 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff306383-8bd2-4e08-8fee-8168b6277280 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:56.117845 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff306383-8bd2-4e08-8fee-8168b6277280 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:56.125405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32768) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:56.147503 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] For port af3746af-7cf7-40d9-8745-f4a9722d5beb, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:19:56.151943 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:port and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:56.157895 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:56.160725 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] For port af3746af-7cf7-40d9-8745-f4a9722d5beb, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=af3746af-7cf7-40d9-8745-f4a9722d5beb,segment=NetworkSegment(20a4c23a-14b9-4ef0-8b75-178ddf309bba),segment_id=20a4c23a-14b9-4ef0-8b75-178ddf309bba)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:19:56.166555 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:56.190098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-95941e02-c0d5-4a84-921b-9c4e73fe4734 None None] Provisioning complete for port 1b8ee27f-365d-4bd2-b58b-bc7afad54cb2 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:56.190421 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-95941e02-c0d5-4a84-921b-9c4e73fe4734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:56.263549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:56.267490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:56.291747 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 14bba86d-0bf4-4130-bdf2-94fa68e6d507 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:56.297706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] device_id is not set on port 0c31839a-1d72-41c6-bd66-6e999c569d47 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:19:56.306384 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:56.345335 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-756e5b0c-2d7b-4876-a1d3-27c54bff3cf2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:56.377082 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2052c686-83d6-458b-9cd6-062c7b9b4afa tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:56.384516 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ff306383-8bd2-4e08-8fee-8168b6277280 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0825787 Dec 21 22:19:56.385156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32772) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:56.391370 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 14bba86d-0bf4-4130-bdf2-94fa68e6d507 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:56.391370 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:56.409113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e5b0c-2d7b-4876-a1d3-27c54bff3cf2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=0e099a81-d0b0-4976-b4e7-762bee621df2,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:56.413807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-1d3ff9cd-67be-424f-a497-ab3d830818cc tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d8', 'mac_address': 'fa:16:3e:0b:c5:2b'}]}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:56.422497 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-756e5b0c-2d7b-4876-a1d3-27c54bff3cf2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:56.423431 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-95941e02-c0d5-4a84-921b-9c4e73fe4734 None None] Port 1b8ee27f-365d-4bd2-b58b-bc7afad54cb2 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:56.438584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadaadea-21e8-48db-a53d-bf4bae6c4f4d None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:56.467876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95678d1-ca24-4095-ad5a-b418b19cdea4 None None] Pushing event updated for resources: {'Port': ['ID=af3746af-7cf7-40d9-8745-f4a9722d5beb,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:56.468277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2052c686-83d6-458b-9cd6-062c7b9b4afa tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:56.550080 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Allocated IP 172.20.0.10 (9f412b15-fa27-464d-a505-d1bcaa17fcd8/0f993ffe-062e-49dd-8c3f-a4a07cd08f2a/0c31839a-1d72-41c6-bd66-6e999c569d47) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:56.651068 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-756e5b0c-2d7b-4876-a1d3-27c54bff3cf2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/0e099a81-d0b0-4976-b4e7-762bee621df2 HTTP/1.1" status: 204 len: 168 time: 1.3695960 Dec 21 22:19:56.662522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32778) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:56.716435 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e01c10ef-fe8e-4f33-ac0e-46cdf24065a2 None None] Provisioning for port 1a8dd49b-ff96-481b-b396-a55735014dae completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:56.750662 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e01c10ef-fe8e-4f33-ac0e-46cdf24065a2 None None] Provisioning complete for port 1a8dd49b-ff96-481b-b396-a55735014dae triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:56.751032 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e01c10ef-fe8e-4f33-ac0e-46cdf24065a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:56.770427 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-955e001b-ff87-4638-9eb8-49c7b8794b0d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084754 Dec 21 22:19:56.773705 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32782) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:56.783275 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-fd0ab393-b873-466f-a3e4-0f6f04e103fb tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:56.850916 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d4a56e47-a74e-4bd8-98f8-15dc51ab814f req-84dde49a-4e11-404d-b4a1-d05336a0dc33 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1620498 Dec 21 22:19:56.855216 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:56.896626 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e01c10ef-fe8e-4f33-ac0e-46cdf24065a2 None None] Port 1a8dd49b-ff96-481b-b396-a55735014dae cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:56.913297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 14bba86d-0bf4-4130-bdf2-94fa68e6d507, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=14bba86d-0bf4-4130-bdf2-94fa68e6d507,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:56.963380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 2de663b6-cbc5-4189-b0bb-9b091fb0cf08 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:19:56.965846 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:57.000084 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:57.032558 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fd0ab393-b873-466f-a3e4-0f6f04e103fb tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:57.037706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2052c686-83d6-458b-9cd6-062c7b9b4afa tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:57.041184 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fd0ab393-b873-466f-a3e4-0f6f04e103fb tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:57.046580 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:57.049438 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fd0ab393-b873-466f-a3e4-0f6f04e103fb tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:57.060280 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fd0ab393-b873-466f-a3e4-0f6f04e103fb tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:57.073191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Transition to ACTIVE for port object 0c31839a-1d72-41c6-bd66-6e999c569d47 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:57.079714 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=14bba86d-0bf4-4130-bdf2-94fa68e6d507,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:57.083508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052c686-83d6-458b-9cd6-062c7b9b4afa tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47bf7ac-3755-4251-951d-402e5838605b,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:57.142893 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd6db01-4ae3-4299-b3de-ccc32cc15932 None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:19:57.147095 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6db01-4ae3-4299-b3de-ccc32cc15932 None None] Deleting port 14bba86d-0bf4-4130-bdf2-94fa68e6d507 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:57.147459 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1bd6db01-4ae3-4299-b3de-ccc32cc15932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:57.151188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0ab393-b873-466f-a3e4-0f6f04e103fb tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:57.155719 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab393-b873-466f-a3e4-0f6f04e103fb tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:57.185556 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:57.292368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0ce5b39c-9c21-4446-80b3-bcec67983d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:57.326812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2052c686-83d6-458b-9cd6-062c7b9b4afa tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:57.328226 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2052c686-83d6-458b-9cd6-062c7b9b4afa tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "DELETE /v2.0/security-groups/c47bf7ac-3755-4251-951d-402e5838605b HTTP/1.1" status: 204 len: 168 time: 1.1999149 Dec 21 22:19:57.335496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32786) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:57.392839 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=0c31839a-1d72-41c6-bd66-6e999c569d47,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:57.393186 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:57.399664 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-1bd6db01-4ae3-4299-b3de-ccc32cc15932 None None] For port 14bba86d-0bf4-4130-bdf2-94fa68e6d507, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=14bba86d-0bf4-4130-bdf2-94fa68e6d507,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:57.407544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1bd6db01-4ae3-4299-b3de-ccc32cc15932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:57.433441 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network 9f412b15-fa27-464d-a505-d1bcaa17fcd8 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:57.437207 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:57.440378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:57.443420 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:57.443558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d3ff9cd-67be-424f-a497-ab3d830818cc tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:57.537866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1bd6db01-4ae3-4299-b3de-ccc32cc15932 None None] Calling delete_port for 14bba86d-0bf4-4130-bdf2-94fa68e6d507 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:57.557136 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:57.557755 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:57.665320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f503d043-3771-4458-8443-1b170c1c0b7b None None] Network 9f412b15-fa27-464d-a505-d1bcaa17fcd8 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:57.682248 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1eafdef1-b56d-42c0-8130-7e89d67ae7a5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8200831 Dec 21 22:19:57.684564 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32790) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:57.691128 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1698bab9-edcc-41fa-b87a-5fb1cf4bc3ec tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Synchronizing usage tracker for tenant:1150c0bde2884c87a4bb45b57d1d033c on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:57.704903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1bd6db01-4ae3-4299-b3de-ccc32cc15932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:57.769208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:19:57.778101 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-46eac031-a873-4ffc-bb1c-6d49c6156ead tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/2de663b6-cbc5-4189-b0bb-9b091fb0cf08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8294599 Dec 21 22:19:57.785178 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32794) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:57.789918 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769d6cc-a1fd-4779-aba5-2f55a23ce379 None None] Sync routers for ids ['2de663b6-cbc5-4189-b0bb-9b091fb0cf08'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:19:57.816523 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6db01-4ae3-4299-b3de-ccc32cc15932 None None] Pushing event deleted for resources: {'Port': ['ID=14bba86d-0bf4-4130-bdf2-94fa68e6d507,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:57.835154 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd6db01-4ae3-4299-b3de-ccc32cc15932 None None] No DVR routers for this DVR port 14bba86d-0bf4-4130-bdf2-94fa68e6d507 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:19:57.849055 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1698bab9-edcc-41fa-b87a-5fb1cf4bc3ec tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Unset dirty status for tenant:1150c0bde2884c87a4bb45b57d1d033c on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:57.849055 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1698bab9-edcc-41fa-b87a-5fb1cf4bc3ec tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4649920 Dec 21 22:19:57.857499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32798) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:57.865061 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9769d6cc-a1fd-4779-aba5-2f55a23ce379 None None] Routers {'2de663b6-cbc5-4189-b0bb-9b091fb0cf08'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:57.865684 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9769d6cc-a1fd-4779-aba5-2f55a23ce379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['2de663b6-cbc5-4189-b0bb-9b091fb0cf08'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:57.907561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b0e34d5d-b0e0-41dc-b8dd-a2e47b66e511 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670067484'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:57.947945 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9769d6cc-a1fd-4779-aba5-2f55a23ce379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:57.973543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b0e34d5d-b0e0-41dc-b8dd-a2e47b66e511 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:57.977504 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-686dc302-b109-49c3-b6f5-afcd283f583c None None] Provisioning for port af3746af-7cf7-40d9-8745-f4a9722d5beb completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:58.012021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b0e34d5d-b0e0-41dc-b8dd-a2e47b66e511 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:58.017143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9769d6cc-a1fd-4779-aba5-2f55a23ce379 None None] Routers {'2de663b6-cbc5-4189-b0bb-9b091fb0cf08'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:58.017884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9769d6cc-a1fd-4779-aba5-2f55a23ce379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:19:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['2de663b6-cbc5-4189-b0bb-9b091fb0cf08'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:58.050130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3be1594-7eb1-4f93-8dd9-1f7a8b657f4c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:58.050706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d3be1594-7eb1-4f93-8dd9-1f7a8b657f4c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Synchronizing usage tracker for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:19:58.085450 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-690ffd53-a409-4dce-bccd-4dfcdf3bee86 req-52f38c3f-113a-41b6-aa3b-983b96d155ef tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0862503 Dec 21 22:19:58.103328 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device af3746af-7cf7-40d9-8745-f4a9722d5beb up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:19:58.133959 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0e34d5d-b0e0-41dc-b8dd-a2e47b66e511 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:58.145196 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d3ff9cd-67be-424f-a497-ab3d830818cc tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:58.169236 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9769d6cc-a1fd-4779-aba5-2f55a23ce379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:58.169515 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9769d6cc-a1fd-4779-aba5-2f55a23ce379 None None] The sync data for ids ['2de663b6-cbc5-4189-b0bb-9b091fb0cf08'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:19:58.189029 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d3be1594-7eb1-4f93-8dd9-1f7a8b657f4c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Unset dirty status for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:19:58.193233 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d3be1594-7eb1-4f93-8dd9-1f7a8b657f4c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports/1b8ee27f-365d-4bd2-b58b-bc7afad54cb2 HTTP/1.1" status: 200 len: 910 time: 0.4013755 Dec 21 22:19:58.193233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b0e34d5d-b0e0-41dc-b8dd-a2e47b66e511 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:58.195341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32804) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:58.204002 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b0e34d5d-b0e0-41dc-b8dd-a2e47b66e511 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Usage tracker for resource:security_group_rule and tenant:1150c0bde2884c87a4bb45b57d1d033c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:58.209883 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.objects.ports [None req-fd0ab393-b873-466f-a3e4-0f6f04e103fb tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84169) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:19:58.256516 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b0e34d5d-b0e0-41dc-b8dd-a2e47b66e511 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:58.264532 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab393-b873-466f-a3e4-0f6f04e103fb tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:58.269389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d3ff9cd-67be-424f-a497-ab3d830818cc tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:58.275472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b0e34d5d-b0e0-41dc-b8dd-a2e47b66e511 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:58.319296 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port af3746af-7cf7-40d9-8745-f4a9722d5beb completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:58.334932 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port af3746af-7cf7-40d9-8745-f4a9722d5beb triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:58.335562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:58.409369 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0ab393-b873-466f-a3e4-0f6f04e103fb tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:58.425337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-fd0ab393-b873-466f-a3e4-0f6f04e103fb tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:58.427374 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ab393-b873-466f-a3e4-0f6f04e103fb tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=5aca5ec4-d7a2-4332-86b2-c8a21baebb37,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:58.430134 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ab393-b873-466f-a3e4-0f6f04e103fb tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:58.430985 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd0ab393-b873-466f-a3e4-0f6f04e103fb tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:58.505632 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:58.528261 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e27e993-1fe1-4b35-9407-69ffaf67024f None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:19:58.584852 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-1d3ff9cd-67be-424f-a497-ab3d830818cc tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] In _notify_port_updated(), no bound segment for port 1a8dd49b-ff96-481b-b396-a55735014dae on network f0158e71-6f31-4e05-9fc4-d51db60562f1 {{(pid=84168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:19:58.588853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3ff9cd-67be-424f-a497-ab3d830818cc tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:19:58.589541 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d3ff9cd-67be-424f-a497-ab3d830818cc tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:58.594135 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1d3ff9cd-67be-424f-a497-ab3d830818cc tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "PUT /v2.0/ports/1a8dd49b-ff96-481b-b396-a55735014dae HTTP/1.1" status: 200 len: 1002 time: 2.1938791 Dec 21 22:19:58.601493 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32808) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:58.645182 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fd0ab393-b873-466f-a3e4-0f6f04e103fb tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8644533 Dec 21 22:19:58.646600 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32812) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:58.657769 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ff9cd-67be-424f-a497-ab3d830818cc tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event updated for resources: {'Port': ['ID=1a8dd49b-ff96-481b-b396-a55735014dae,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:58.674158 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'mac_address': 'fa:16:3e:d4:de:88', 'name': 'tempest-NetworksTestDHCPv6-1903776304'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:58.694044 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-13a4cace-8d3c-46c6-9f60-dfcc32be4e96 None None] Provisioning complete for port af3746af-7cf7-40d9-8745-f4a9722d5beb triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:58.694470 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-13a4cace-8d3c-46c6-9f60-dfcc32be4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:58.717133 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Router 088c544e-a52f-4f53-b599-2a241ad0e688 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:19:58.748773 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port af3746af-7cf7-40d9-8745-f4a9722d5beb, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=af3746af-7cf7-40d9-8745-f4a9722d5beb,segment=NetworkSegment(20a4c23a-14b9-4ef0-8b75-178ddf309bba),segment_id=20a4c23a-14b9-4ef0-8b75-178ddf309bba)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:19:58.768068 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-512ef1fb-008e-4fd1-b6ae-7c1e351b86ca tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Deleting port 1a8dd49b-ff96-481b-b396-a55735014dae {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:19:58.772230 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-512ef1fb-008e-4fd1-b6ae-7c1e351b86ca tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:58.837399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0e34d5d-b0e0-41dc-b8dd-a2e47b66e511 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:58.869230 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:58.910161 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c71c307-81d5-44f2-88e5-ac03d1dd17e6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:58.936415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0e34d5d-b0e0-41dc-b8dd-a2e47b66e511 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:58.984590 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': '5aca5ec4-d7a2-4332-86b2-c8a21baebb37'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:19:58.985557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.008224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 14bba86d-0bf4-4130-bdf2-94fa68e6d507 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:19:59.057324 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 14bba86d-0bf4-4130-bdf2-94fa68e6d507 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:19:59.058098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 14bba86d-0bf4-4130-bdf2-94fa68e6d507 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:19:59.062926 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e34d5d-b0e0-41dc-b8dd-a2e47b66e511 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057bfa2a-73e6-40ca-8f77-de5b835d990a,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:59.077160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:19:59.117516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=af3746af-7cf7-40d9-8745-f4a9722d5beb,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:59.152516 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:port and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:19:59.157201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:19:59.170680 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:19:59.188657 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0e34d5d-b0e0-41dc-b8dd-a2e47b66e511 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.192886 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b0e34d5d-b0e0-41dc-b8dd-a2e47b66e511 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3296793 Dec 21 22:19:59.195222 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32818) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:59.205459 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-195104d7-9e01-4b8c-90b2-b03cc5ba8d0b tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:19:59.206027 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-195104d7-9e01-4b8c-90b2-b03cc5ba8d0b tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] update failed (client error): There was a conflict when trying to complete your request. Dec 21 22:19:59.206970 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-195104d7-9e01-4b8c-90b2-b03cc5ba8d0b tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "PUT /v2.0/security-groups/057bfa2a-73e6-40ca-8f77-de5b835d990a HTTP/1.1" status: 409 len: 330 time: 0.0108352 Dec 21 22:19:59.210565 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32822) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:19:59.247244 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-991fc705-f918-4156-ab24-9fe726b5d49d req-9f74d304-bbf6-4322-9a98-c2deda4336c7 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0859089 Dec 21 22:19:59.313346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:19:59.314660 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Allocated IP 2001:db8::f816:3eff:fe1f:b47f (fe7c627c-94be-483c-83d9-84e8e8a5014e/5aca5ec4-d7a2-4332-86b2-c8a21baebb37/5e691e12-7926-495e-8f06-f7cee4c0f94b) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:59.318117 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.364721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-13a4cace-8d3c-46c6-9f60-dfcc32be4e96 None None] Provisioning for port 0c31839a-1d72-41c6-bd66-6e999c569d47 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:19:59.371877 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-13a4cace-8d3c-46c6-9f60-dfcc32be4e96 None None] Provisioning complete for port 0c31839a-1d72-41c6-bd66-6e999c569d47 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:59.372250 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-13a4cace-8d3c-46c6-9f60-dfcc32be4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.398042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port cfdae3a8-4c76-40f3-a83c-6ccd80a81b17 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:19:59.487785 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-13a4cace-8d3c-46c6-9f60-dfcc32be4e96 None None] Port 0c31839a-1d72-41c6-bd66-6e999c569d47 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:59.495951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-512ef1fb-008e-4fd1-b6ae-7c1e351b86ca tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.574276 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3785e66f-8dfe-4ce7-ab8f-bacd5a251eaf tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.595475 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.613739 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Transition to ACTIVE for port object 5e691e12-7926-495e-8f06-f7cee4c0f94b will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:59.627524 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-512ef1fb-008e-4fd1-b6ae-7c1e351b86ca tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Calling delete_port for 1a8dd49b-ff96-481b-b396-a55735014dae owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:19:59.638592 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Transition to ACTIVE for port object 5e691e12-7926-495e-8f06-f7cee4c0f94b will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:19:59.638794 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c71c307-81d5-44f2-88e5-ac03d1dd17e6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.640989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-15685b73-f599-49cc-8de3-2b1be93d28fa None None] Provisioning complete for port 1a8dd49b-ff96-481b-b396-a55735014dae triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:59.641332 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-15685b73-f599-49cc-8de3-2b1be93d28fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.643250 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3785e66f-8dfe-4ce7-ab8f-bacd5a251eaf tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.671354 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d0664ea0-7520-43bf-a8b1-892cbe93f22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.697763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-15685b73-f599-49cc-8de3-2b1be93d28fa None None] Port 1a8dd49b-ff96-481b-b396-a55735014dae cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:59.710943 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-15685b73-f599-49cc-8de3-2b1be93d28fa None None] Provisioning complete for port 0c31839a-1d72-41c6-bd66-6e999c569d47 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:19:59.711305 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-15685b73-f599-49cc-8de3-2b1be93d28fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.722663 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c71c307-81d5-44f2-88e5-ac03d1dd17e6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.727309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-93630d8a-d5db-4c00-b717-ebed07293f80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.756157 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.795334 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:19:59.809774 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3785e66f-8dfe-4ce7-ab8f-bacd5a251eaf tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.815589 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-15685b73-f599-49cc-8de3-2b1be93d28fa None None] Port 0c31839a-1d72-41c6-bd66-6e999c569d47 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:19:59.822275 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c3044-68e6-425b-b6d7-01dda1306eb4 None None] Sync routers for ids ['088c544e-a52f-4f53-b599-2a241ad0e688'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:19:59.834387 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c3044-68e6-425b-b6d7-01dda1306eb4 None None] Routers {'088c544e-a52f-4f53-b599-2a241ad0e688'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:59.835870 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1b9c3044-68e6-425b-b6d7-01dda1306eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['088c544e-a52f-4f53-b599-2a241ad0e688'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:59.837188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:19:59.840489 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:19:59.844995 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:19:59.847281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Pushing event updated for resources: {'Port': ['ID=5e691e12-7926-495e-8f06-f7cee4c0f94b,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:59.899357 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::f816:3eff:fed4:de88 (fe7c627c-94be-483c-83d9-84e8e8a5014e/5aca5ec4-d7a2-4332-86b2-c8a21baebb37/cfdae3a8-4c76-40f3-a83c-6ccd80a81b17) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:19:59.912258 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1b9c3044-68e6-425b-b6d7-01dda1306eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:59.927275 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c3044-68e6-425b-b6d7-01dda1306eb4 None None] Routers {'088c544e-a52f-4f53-b599-2a241ad0e688'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:19:59.928434 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1b9c3044-68e6-425b-b6d7-01dda1306eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['088c544e-a52f-4f53-b599-2a241ad0e688'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:19:59.943109 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Attempting to bind port 5e691e12-7926-495e-8f06-f7cee4c0f94b on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:19:59.943587 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Attempting to bind port 5e691e12-7926-495e-8f06-f7cee4c0f94b by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:19:59.944047 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Attempting to bind port 5e691e12-7926-495e-8f06-f7cee4c0f94b on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:19:59.950498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71c307-81d5-44f2-88e5-ac03d1dd17e6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=0c31839a-1d72-41c6-bd66-6e999c569d47,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:19:59.953707 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:19:59.954258 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:19:59.954779 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.955560 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:19:59.955929 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Bound port: 5e691e12-7926-495e-8f06-f7cee4c0f94b, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:19:59.956464 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.968710 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:19:59.973967 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2b5ee371-c317-49ff-829e-8f801d7bbdca tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "PUT /v2.0/routers/088c544e-a52f-4f53-b599-2a241ad0e688 HTTP/1.1" status: 200 len: 916 time: 8.4686873 Dec 21 22:19:59.976727 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32826) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:00.023031 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1b9c3044-68e6-425b-b6d7-01dda1306eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:00.023408 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9c3044-68e6-425b-b6d7-01dda1306eb4 None None] The sync data for ids ['088c544e-a52f-4f53-b599-2a241ad0e688'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:20:00.032715 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785e66f-8dfe-4ce7-ab8f-bacd5a251eaf tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=057bfa2a-73e6-40ca-8f77-de5b835d990a,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:00.044600 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device af3746af-7cf7-40d9-8745-f4a9722d5beb up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:00.095571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-512ef1fb-008e-4fd1-b6ae-7c1e351b86ca tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:00.096126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3785e66f-8dfe-4ce7-ab8f-bacd5a251eaf tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:00.097254 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3785e66f-8dfe-4ce7-ab8f-bacd5a251eaf tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "DELETE /v2.0/security-groups/057bfa2a-73e6-40ca-8f77-de5b835d990a HTTP/1.1" status: 204 len: 168 time: 0.8858216 Dec 21 22:20:00.103320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32830) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:00.171717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] For port 5e691e12-7926-495e-8f06-f7cee4c0f94b, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:20:00.177404 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] For port 5e691e12-7926-495e-8f06-f7cee4c0f94b, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=5e691e12-7926-495e-8f06-f7cee4c0f94b,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:20:00.187821 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port af3746af-7cf7-40d9-8745-f4a9722d5beb triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:00.188260 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:00.265841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:00.341737 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ef1fb-008e-4fd1-b6ae-7c1e351b86ca tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event deleted for resources: {'Port': ['ID=1a8dd49b-ff96-481b-b396-a55735014dae,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:00.382761 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:00.467462 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4d8eda71-5b21-467f-9755-1e3ebe572efc req-1166be8e-7ebf-43e4-b4de-77b4b9f09d9c tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0814586 Dec 21 22:20:00.479369 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object cfdae3a8-4c76-40f3-a83c-6ccd80a81b17 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:00.480331 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffd5b3-7a05-410d-9da2-836b6b7e2698 None None] Pushing event updated for resources: {'Port': ['ID=5e691e12-7926-495e-8f06-f7cee4c0f94b,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:00.486358 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f099ab06-061c-4cdf-8b45-1ab4b632d63a None None] Provisioning complete for port 0c31839a-1d72-41c6-bd66-6e999c569d47 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:00.487403 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f099ab06-061c-4cdf-8b45-1ab4b632d63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:00.549229 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c71c307-81d5-44f2-88e5-ac03d1dd17e6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:00.592487 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f099ab06-061c-4cdf-8b45-1ab4b632d63a None None] Port 0c31839a-1d72-41c6-bd66-6e999c569d47 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:00.606309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-64f74c46-4636-4c49-8f5b-fec287b2350e tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Synchronizing usage tracker for tenant:1150c0bde2884c87a4bb45b57d1d033c on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:00.661256 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:00.681707 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:00.789104 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:00.838428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c71c307-81d5-44f2-88e5-ac03d1dd17e6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:00.860416 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-512ef1fb-008e-4fd1-b6ae-7c1e351b86ca tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:00.864643 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-512ef1fb-008e-4fd1-b6ae-7c1e351b86ca tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "DELETE /v2.0/ports/1a8dd49b-ff96-481b-b396-a55735014dae HTTP/1.1" status: 204 len: 168 time: 2.2557859 Dec 21 22:20:00.866661 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32836) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:00.938230 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-64f74c46-4636-4c49-8f5b-fec287b2350e tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] Unset dirty status for tenant:1150c0bde2884c87a4bb45b57d1d033c on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:00.939473 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-64f74c46-4636-4c49-8f5b-fec287b2350e tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8230023 Dec 21 22:20:00.946090 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d92a142-c92b-45eb-9114-663b4c892b9f tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] GET failed (client error): The resource could not be found. Dec 21 22:20:00.946602 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1d92a142-c92b-45eb-9114-663b4c892b9f tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Synchronizing usage tracker for tenant:334f5604bed4408a8ea8634bfaf18f24 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:00.950369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32840) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:01.023045 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-943564f9-1157-41ca-b934-9cb47284d69b tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] delete failed (client error): The resource could not be found. Dec 21 22:20:01.029358 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-943564f9-1157-41ca-b934-9cb47284d69b tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "DELETE /v2.0/security-groups/12825f3c-c269-42ab-9288-64dcf885b1b0 HTTP/1.1" status: 404 len: 347 time: 0.0709691 Dec 21 22:20:01.033816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32844) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:01.042617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:01.053189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:01.055724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:01.061474 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:01.062050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:01.077416 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-ff9bb880-0628-4038-b412-b3438b5d1192 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] show failed (client error): The resource could not be found. Dec 21 22:20:01.081539 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ff9bb880-0628-4038-b412-b3438b5d1192 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "GET /v2.0/security-groups/40bd3d29-e922-4c14-b532-2517ab9267ea HTTP/1.1" status: 404 len: 347 time: 0.0391595 Dec 21 22:20:01.088097 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32848) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:01.091069 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-17125e59-a5e2-4f1d-811b-e82c3f980148 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "GET /v2.0/routers/088c544e-a52f-4f53-b599-2a241ad0e688 HTTP/1.1" status: 200 len: 922 time: 1.1135092 Dec 21 22:20:01.095731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32852) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:01.132587 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=cfdae3a8-4c76-40f3-a83c-6ccd80a81b17,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:01.183589 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1d92a142-c92b-45eb-9114-663b4c892b9f tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Unset dirty status for tenant:334f5604bed4408a8ea8634bfaf18f24 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:01.188422 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1d92a142-c92b-45eb-9114-663b4c892b9f tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "GET /v2.0/ports/1a8dd49b-ff96-481b-b396-a55735014dae HTTP/1.1" status: 404 len: 333 time: 0.3172321 Dec 21 22:20:01.188422 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-494fe7a2-736e-4409-a656-c24118445cc1 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] show failed (client error): The resource could not be found. Dec 21 22:20:01.188941 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-494fe7a2-736e-4409-a656-c24118445cc1 tempest-NegativeSecGroupTest-2066120355 tempest-NegativeSecGroupTest-2066120355-project] 10.222.0.37 "GET /v2.0/security-group-rules/eb3147fc-8407-40ec-8f78-3ad2199504f9 HTTP/1.1" status: 404 len: 356 time: 0.0958498 Dec 21 22:20:01.189888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32856) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:01.203851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-7aea2d89-f278-408e-9332-78b89ea744e2 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Request body: {'port': {'network_id': 'f0158e71-6f31-4e05-9fc4-d51db60562f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-679047937'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:01.297361 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-991f12c1-3c60-4efd-a3d7-d73e63abb1d6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6438479 Dec 21 22:20:01.301122 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32862) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:01.415022 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c71c307-81d5-44f2-88e5-ac03d1dd17e6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:01.468135 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7616750c-8a85-41f8-b35e-36894ae4fa6e tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&device_id=088c544e-a52f-4f53-b599-2a241ad0e688&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3684042 Dec 21 22:20:01.468519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32866) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:01.500899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c71c307-81d5-44f2-88e5-ac03d1dd17e6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:01.541382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7aea2d89-f278-408e-9332-78b89ea744e2 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:01.567840 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7aea2d89-f278-408e-9332-78b89ea744e2 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:01.594261 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ec0841-d890-42a0-999a-4b8c8680c601 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:01.598121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ec0841-d890-42a0-999a-4b8c8680c601 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:01.602498 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-36ec0841-d890-42a0-999a-4b8c8680c601 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2394960 Dec 21 22:20:01.604687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32872) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:01.710099 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aea2d89-f278-408e-9332-78b89ea744e2 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Made reservation on behalf of 334f5604bed4408a8ea8634bfaf18f24 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:01.713529 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7aea2d89-f278-408e-9332-78b89ea744e2 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:01.730101 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-da9cc50f-3db1-4a14-9d52-1c1fd78bf522 req-bb140efc-b06b-45b4-9249-6c84c6956bf0 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0905855 Dec 21 22:20:01.793746 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c71c307-81d5-44f2-88e5-ac03d1dd17e6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:01.797388 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c71c307-81d5-44f2-88e5-ac03d1dd17e6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=0c31839a-1d72-41c6-bd66-6e999c569d47,revision_number=3']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:01.819549 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-75d05851-a378-4a0d-ab07-880e8a21a66d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port cfdae3a8-4c76-40f3-a83c-6ccd80a81b17 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:01.819888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75d05851-a378-4a0d-ab07-880e8a21a66d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:01.848518 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-7aea2d89-f278-408e-9332-78b89ea744e2 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] device_id is not set on port 6e0ba018-f97f-4113-89b7-ca11a7fee82f yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:20:01.885184 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32878) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:01.921609 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-93630d8a-d5db-4c00-b717-ebed07293f80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port 1b8ee27f-365d-4bd2-b58b-bc7afad54cb2 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:01.921961 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-93630d8a-d5db-4c00-b717-ebed07293f80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:02.023199 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-816840e8-fb40-43a4-b45e-c3aa0b23a594 None None] Provisioning for port 5e691e12-7926-495e-8f06-f7cee4c0f94b completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:02.114004 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 5e691e12-7926-495e-8f06-f7cee4c0f94b up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:02.167879 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:02.174546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c71c307-81d5-44f2-88e5-ac03d1dd17e6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network 9f412b15-fa27-464d-a505-d1bcaa17fcd8 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:02.177526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-1c71c307-81d5-44f2-88e5-ac03d1dd17e6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:02.234449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3ac135-bc4d-483a-8c26-61f7886bcbb3 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:02.235900 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dc3ac135-bc4d-483a-8c26-61f7886bcbb3 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "GET /v2.0/networks/1ca459d5-42d5-4445-a501-f60bc2ce7708 HTTP/1.1" status: 200 len: 881 time: 0.7662272 Dec 21 22:20:02.241438 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32884) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:02.283021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-7aea2d89-f278-408e-9332-78b89ea744e2 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Allocated IP 2001:db8::34c (f0158e71-6f31-4e05-9fc4-d51db60562f1/a0b43379-7125-4028-82f6-97908504d05c/6e0ba018-f97f-4113-89b7-ca11a7fee82f) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:02.310255 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-081b5ac2-5c12-43fb-9136-58124db88d12 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "GET /v2.0/ports?device_id=088c544e-a52f-4f53-b599-2a241ad0e688 HTTP/1.1" status: 200 len: 205 time: 0.0545690 Dec 21 22:20:02.310365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32888) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:02.328786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 5e691e12-7926-495e-8f06-f7cee4c0f94b completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:02.335686 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 5e691e12-7926-495e-8f06-f7cee4c0f94b triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:02.336272 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:02.375091 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-aecde10f-75a0-45ee-836b-d637adcdc092 None None] Provisioning for port cfdae3a8-4c76-40f3-a83c-6ccd80a81b17 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:02.386488 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-aecde10f-75a0-45ee-836b-d637adcdc092 None None] Provisioning complete for port cfdae3a8-4c76-40f3-a83c-6ccd80a81b17 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:02.387547 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aecde10f-75a0-45ee-836b-d637adcdc092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:02.460770 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-aecde10f-75a0-45ee-836b-d637adcdc092 None None] Port cfdae3a8-4c76-40f3-a83c-6ccd80a81b17 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:02.527144 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:02.561363 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 5e691e12-7926-495e-8f06-f7cee4c0f94b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=5e691e12-7926-495e-8f06-f7cee4c0f94b,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:02.583921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f98ab1f7-8c9f-4978-9ed1-33dc66954b2c None None] Provisioning complete for port 0c31839a-1d72-41c6-bd66-6e999c569d47 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:02.584443 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f98ab1f7-8c9f-4978-9ed1-33dc66954b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:02.638241 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f98ab1f7-8c9f-4978-9ed1-33dc66954b2c None None] Port 0c31839a-1d72-41c6-bd66-6e999c569d47 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:02.678445 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:02.706982 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c71c307-81d5-44f2-88e5-ac03d1dd17e6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Router 5d9aba36-030e-4198-b82f-081ccc55617f is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:20:02.736242 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a89b5948-76ca-4e2b-94d0-a3d9ff42113f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1150c0bde2884c87a4bb45b57d1d033c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8452504 Dec 21 22:20:02.738237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-93630d8a-d5db-4c00-b717-ebed07293f80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:02.743968 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=5e691e12-7926-495e-8f06-f7cee4c0f94b,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:02.750044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32892) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:02.878849 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3e8ea762-38bb-4963-bf8f-c2670014419a req-c4f4702a-c383-4545-a3e5-7d649e70d949 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0473104 Dec 21 22:20:02.932303 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c71c307-81d5-44f2-88e5-ac03d1dd17e6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:20:02.940641 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1c71c307-81d5-44f2-88e5-ac03d1dd17e6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "PUT /v2.0/routers/5d9aba36-030e-4198-b82f-081ccc55617f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2549984 Dec 21 22:20:02.941406 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32898) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:02.943338 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3303cc85-739b-4f89-bee6-d942fb3bffa7 None None] Sync routers for ids ['5d9aba36-030e-4198-b82f-081ccc55617f'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:20:02.955688 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3303cc85-739b-4f89-bee6-d942fb3bffa7 None None] Routers {'5d9aba36-030e-4198-b82f-081ccc55617f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:02.956437 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3303cc85-739b-4f89-bee6-d942fb3bffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['5d9aba36-030e-4198-b82f-081ccc55617f'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:02.966596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-93630d8a-d5db-4c00-b717-ebed07293f80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for 1b8ee27f-365d-4bd2-b58b-bc7afad54cb2 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:03.026192 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef01a62-159b-4ad9-bd68-e10e899e83ce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:03.026875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cef01a62-159b-4ad9-bd68-e10e899e83ce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:03.055956 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3303cc85-739b-4f89-bee6-d942fb3bffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:03.067232 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3303cc85-739b-4f89-bee6-d942fb3bffa7 None None] Routers {'5d9aba36-030e-4198-b82f-081ccc55617f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:03.067818 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3303cc85-739b-4f89-bee6-d942fb3bffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['5d9aba36-030e-4198-b82f-081ccc55617f'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:03.105121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cef01a62-159b-4ad9-bd68-e10e899e83ce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:03.110510 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cef01a62-159b-4ad9-bd68-e10e899e83ce tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d9aba36-030e-4198-b82f-081ccc55617f HTTP/1.1" status: 200 len: 983 time: 0.1680863 Dec 21 22:20:03.111960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32902) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:03.128316 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3303cc85-739b-4f89-bee6-d942fb3bffa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:03.128714 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3303cc85-739b-4f89-bee6-d942fb3bffa7 None None] The sync data for ids ['5d9aba36-030e-4198-b82f-081ccc55617f'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:20:03.157892 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75d05851-a378-4a0d-ab07-880e8a21a66d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:03.388223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-75d05851-a378-4a0d-ab07-880e8a21a66d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for cfdae3a8-4c76-40f3-a83c-6ccd80a81b17 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:03.427513 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8f023d17-9310-4bef-8c1e-ac2b4950d1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:03.468752 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7aea2d89-f278-408e-9332-78b89ea744e2 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:03.514893 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8f023d17-9310-4bef-8c1e-ac2b4950d1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:03.538645 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-7aea2d89-f278-408e-9332-78b89ea744e2 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Transition to ACTIVE for port object 6e0ba018-f97f-4113-89b7-ca11a7fee82f will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:03.626511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1aa6-9fa4-497d-966c-cb9e61f83648 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:03.737953 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4f84376-3338-4fd6-912f-ce347939a937 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:03.818336 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7aea2d89-f278-408e-9332-78b89ea744e2 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:03.870898 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8f023d17-9310-4bef-8c1e-ac2b4950d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:03.911072 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75d05851-a378-4a0d-ab07-880e8a21a66d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:03.919616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f023d17-9310-4bef-8c1e-ac2b4950d1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57867d3c-2c96-4f8f-bdbe-7f5e27aeed71,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:03.944121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aea2d89-f278-408e-9332-78b89ea744e2 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Network f0158e71-6f31-4e05-9fc4-d51db60562f1 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:03.945222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-93630d8a-d5db-4c00-b717-ebed07293f80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:03.954116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea2d89-f278-408e-9332-78b89ea744e2 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event updated for resources: {'Port': ['ID=6e0ba018-f97f-4113-89b7-ca11a7fee82f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:03.956636 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-7aea2d89-f278-408e-9332-78b89ea744e2 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:04.048687 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 5e691e12-7926-495e-8f06-f7cee4c0f94b up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:04.112856 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-fd8e1aa6-9fa4-497d-966c-cb9e61f83648 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port 0c31839a-1d72-41c6-bd66-6e999c569d47 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:04.113477 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1aa6-9fa4-497d-966c-cb9e61f83648 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:04.121802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 5e691e12-7926-495e-8f06-f7cee4c0f94b triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:04.122790 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:04.144245 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea2d89-f278-408e-9332-78b89ea744e2 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:04.148197 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aea2d89-f278-408e-9332-78b89ea744e2 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:04.148867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7aea2d89-f278-408e-9332-78b89ea744e2 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:04.243853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d05851-a378-4a0d-ab07-880e8a21a66d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=cfdae3a8-4c76-40f3-a83c-6ccd80a81b17,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:04.392545 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1aa6-9fa4-497d-966c-cb9e61f83648 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:04.425441 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d6fc42d0-ce06-400f-b0e5-dcae23830871 None None] Provisioning for port 6e0ba018-f97f-4113-89b7-ca11a7fee82f completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:04.431574 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d6fc42d0-ce06-400f-b0e5-dcae23830871 None None] Provisioning complete for port 6e0ba018-f97f-4113-89b7-ca11a7fee82f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:04.442446 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d6fc42d0-ce06-400f-b0e5-dcae23830871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:04.451492 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-786a2ba7-b971-4cbb-bcf8-b5914d3fc3b1 req-8af8e2af-622a-4776-b9ad-a209e48ab1de tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2967248 Dec 21 22:20:04.510118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93630d8a-d5db-4c00-b717-ebed07293f80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Port': ['ID=1b8ee27f-365d-4bd2-b58b-bc7afad54cb2,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:04.524386 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8f023d17-9310-4bef-8c1e-ac2b4950d1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:04.525878 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8f023d17-9310-4bef-8c1e-ac2b4950d1ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57867d3c-2c96-4f8f-bdbe-7f5e27aeed71 HTTP/1.1" status: 204 len: 168 time: 1.7739127 Dec 21 22:20:04.526001 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc42d0-ce06-400f-b0e5-dcae23830871 None None] Port 6e0ba018-f97f-4113-89b7-ca11a7fee82f cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:04.535881 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75d05851-a378-4a0d-ab07-880e8a21a66d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:04.540498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-fd8e1aa6-9fa4-497d-966c-cb9e61f83648 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for 0c31839a-1d72-41c6-bd66-6e999c569d47 owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:04.541124 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-75d05851-a378-4a0d-ab07-880e8a21a66d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/cfdae3a8-4c76-40f3-a83c-6ccd80a81b17 HTTP/1.1" status: 204 len: 168 time: 2.9354780 Dec 21 22:20:04.541951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32910) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:04.614936 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7aea2d89-f278-408e-9332-78b89ea744e2 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4239974 Dec 21 22:20:04.620214 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32914) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:04.632170 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ed3366d2-7f68-4260-adff-ace77f88d5c7 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0b:c5:2b'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:04.702893 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247ff2c7-604b-437b-8af7-6c7bc8ff82e0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:04.704212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247ff2c7-604b-437b-8af7-6c7bc8ff82e0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:04.705811 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-247ff2c7-604b-437b-8af7-6c7bc8ff82e0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1588562 Dec 21 22:20:04.714603 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32918) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:04.957278 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ed3366d2-7f68-4260-adff-ace77f88d5c7 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:04.983635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4f84376-3338-4fd6-912f-ce347939a937 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:05.003965 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1aa6-9fa4-497d-966c-cb9e61f83648 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:05.033804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-93630d8a-d5db-4c00-b717-ebed07293f80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:05.045315 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d77238-bfb3-446f-b39f-03d6fd99a7ef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 5aca5ec4-d7a2-4332-86b2-c8a21baebb37 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:20:05.049545 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-05d77238-bfb3-446f-b39f-03d6fd99a7ef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:05.072715 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e1aa6-9fa4-497d-966c-cb9e61f83648 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=0c31839a-1d72-41c6-bd66-6e999c569d47,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:05.088073 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-f4f84376-3338-4fd6-912f-ce347939a937 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Deleting port fc88f231-b12c-4e8d-971a-baf1e89e06be {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:05.088449 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4f84376-3338-4fd6-912f-ce347939a937 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:05.284928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-05d77238-bfb3-446f-b39f-03d6fd99a7ef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:05.487584 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4f84376-3338-4fd6-912f-ce347939a937 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:05.532512 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd8e1aa6-9fa4-497d-966c-cb9e61f83648 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:05.554007 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ed3366d2-7f68-4260-adff-ace77f88d5c7 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:05.565202 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-05d77238-bfb3-446f-b39f-03d6fd99a7ef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:05.656291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ed3366d2-7f68-4260-adff-ace77f88d5c7 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:05.702188 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-75fb4d71-4135-4b2c-bbe1-e04956e93392 req-6bc72303-dbaa-4291-a0b7-059049628606 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0958264 Dec 21 22:20:05.778714 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-f4f84376-3338-4fd6-912f-ce347939a937 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Calling delete_port for fc88f231-b12c-4e8d-971a-baf1e89e06be owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:05.785008 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-ed3366d2-7f68-4260-adff-ace77f88d5c7 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] In _notify_port_updated(), no bound segment for port 6e0ba018-f97f-4113-89b7-ca11a7fee82f on network f0158e71-6f31-4e05-9fc4-d51db60562f1 {{(pid=84169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:20:05.788730 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3366d2-7f68-4260-adff-ace77f88d5c7 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:05.789344 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ed3366d2-7f68-4260-adff-ace77f88d5c7 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:05.790645 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ed3366d2-7f68-4260-adff-ace77f88d5c7 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "PUT /v2.0/ports/6e0ba018-f97f-4113-89b7-ca11a7fee82f HTTP/1.1" status: 200 len: 1002 time: 1.1718390 Dec 21 22:20:05.795216 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32926) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:05.841538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3366d2-7f68-4260-adff-ace77f88d5c7 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event updated for resources: {'Port': ['ID=6e0ba018-f97f-4113-89b7-ca11a7fee82f,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:05.946658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-6251fc9d-c811-49d8-9792-cde9c2841a72 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Deleting port 6e0ba018-f97f-4113-89b7-ca11a7fee82f {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:05.946932 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6251fc9d-c811-49d8-9792-cde9c2841a72 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:06.063640 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-84d20b45-8668-49a2-ab9d-234035b26060 None None] Provisioning complete for port 6e0ba018-f97f-4113-89b7-ca11a7fee82f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:06.064769 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-84d20b45-8668-49a2-ab9d-234035b26060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:06.118935 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-84d20b45-8668-49a2-ab9d-234035b26060 None None] Port 6e0ba018-f97f-4113-89b7-ca11a7fee82f cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:06.135789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-05d77238-bfb3-446f-b39f-03d6fd99a7ef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:06.205621 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d77238-bfb3-446f-b39f-03d6fd99a7ef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=5aca5ec4-d7a2-4332-86b2-c8a21baebb37,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:06.281274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-05d77238-bfb3-446f-b39f-03d6fd99a7ef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:06.290777 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4707186f-bf16-421b-aab3-b7b942a69671 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:06.316967 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-05d77238-bfb3-446f-b39f-03d6fd99a7ef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/5aca5ec4-d7a2-4332-86b2-c8a21baebb37 HTTP/1.1" status: 204 len: 168 time: 1.5998330 Dec 21 22:20:06.320212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32930) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:06.341156 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8e1aa6-9fa4-497d-966c-cb9e61f83648 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Router 5d9aba36-030e-4198-b82f-081ccc55617f has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:20:06.381522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6251fc9d-c811-49d8-9792-cde9c2841a72 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:06.390757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4f84376-3338-4fd6-912f-ce347939a937 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:06.395738 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-80e62640-59c4-4fe9-83d4-004115b5fba3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743988 Dec 21 22:20:06.430406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32934) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:06.472958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f84376-3338-4fd6-912f-ce347939a937 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Pushing event deleted for resources: {'Port': ['ID=fc88f231-b12c-4e8d-971a-baf1e89e06be,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:06.560479 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef5190c-98fa-4f09-9cae-8f1989a39aec None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:20:06.564970 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-bef5190c-98fa-4f09-9cae-8f1989a39aec None None] Deleting port 5e691e12-7926-495e-8f06-f7cee4c0f94b {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:06.565411 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bef5190c-98fa-4f09-9cae-8f1989a39aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:06.566695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-6251fc9d-c811-49d8-9792-cde9c2841a72 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Calling delete_port for 6e0ba018-f97f-4113-89b7-ca11a7fee82f owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:06.672126 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93630d8a-d5db-4c00-b717-ebed07293f80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 2de663b6-cbc5-4189-b0bb-9b091fb0cf08 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:20:06.764351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4f84376-3338-4fd6-912f-ce347939a937 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:06.784456 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-bef5190c-98fa-4f09-9cae-8f1989a39aec None None] For port 5e691e12-7926-495e-8f06-f7cee4c0f94b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=5e691e12-7926-495e-8f06-f7cee4c0f94b,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:06.784761 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bef5190c-98fa-4f09-9cae-8f1989a39aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:06.788297 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8e1aa6-9fa4-497d-966c-cb9e61f83648 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:20:06.801641 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa86e1-904b-4ea6-adca-c4a61f6aaa85 None None] Sync routers for ids ['5d9aba36-030e-4198-b82f-081ccc55617f'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:20:06.819192 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fa86e1-904b-4ea6-adca-c4a61f6aaa85 None None] Routers {'5d9aba36-030e-4198-b82f-081ccc55617f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:06.820206 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d2fa86e1-904b-4ea6-adca-c4a61f6aaa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['5d9aba36-030e-4198-b82f-081ccc55617f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:06.881054 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fd8e1aa6-9fa4-497d-966c-cb9e61f83648 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "PUT /v2.0/routers/5d9aba36-030e-4198-b82f-081ccc55617f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7679408 Dec 21 22:20:06.884451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32940) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:06.900817 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d2fa86e1-904b-4ea6-adca-c4a61f6aaa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:06.913876 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fa86e1-904b-4ea6-adca-c4a61f6aaa85 None None] Routers {'5d9aba36-030e-4198-b82f-081ccc55617f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:06.914985 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d2fa86e1-904b-4ea6-adca-c4a61f6aaa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['5d9aba36-030e-4198-b82f-081ccc55617f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:06.930040 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-bef5190c-98fa-4f09-9cae-8f1989a39aec None None] Calling delete_port for 5e691e12-7926-495e-8f06-f7cee4c0f94b owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:06.940974 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0ffbf9-7c30-4f95-b8d7-f86f907e5043 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] GET failed (client error): The resource could not be found. Dec 21 22:20:06.941546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bc0ffbf9-7c30-4f95-b8d7-f86f907e5043 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:06.993437 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d2fa86e1-904b-4ea6-adca-c4a61f6aaa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:06.993837 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa86e1-904b-4ea6-adca-c4a61f6aaa85 None None] The sync data for ids ['5d9aba36-030e-4198-b82f-081ccc55617f'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:20:07.015827 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6251fc9d-c811-49d8-9792-cde9c2841a72 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:07.057429 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bc0ffbf9-7c30-4f95-b8d7-f86f907e5043 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:07.062068 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bc0ffbf9-7c30-4f95-b8d7-f86f907e5043 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports/0c31839a-1d72-41c6-bd66-6e999c569d47 HTTP/1.1" status: 404 len: 333 time: 0.1732121 Dec 21 22:20:07.067424 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32944) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:07.073255 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251fc9d-c811-49d8-9792-cde9c2841a72 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event deleted for resources: {'Port': ['ID=6e0ba018-f97f-4113-89b7-ca11a7fee82f,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:07.113186 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bef5190c-98fa-4f09-9cae-8f1989a39aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:07.164174 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5190c-98fa-4f09-9cae-8f1989a39aec None None] Pushing event deleted for resources: {'Port': ['ID=5e691e12-7926-495e-8f06-f7cee4c0f94b,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:07.172094 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef5190c-98fa-4f09-9cae-8f1989a39aec None None] No DVR routers for this DVR port 5e691e12-7926-495e-8f06-f7cee4c0f94b on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:20:07.224069 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-70492ae3-57ef-41d7-9f30-7182efd29615 req-f554b393-572d-4447-be1d-daa88e9aa2be tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.3056352 Dec 21 22:20:07.228374 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6251fc9d-c811-49d8-9792-cde9c2841a72 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:07.245646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b94f3d-35de-4b0c-ab1d-06ec17f689c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:07.247022 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c4b94f3d-35de-4b0c-ab1d-06ec17f689c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:07.249446 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6251fc9d-c811-49d8-9792-cde9c2841a72 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "DELETE /v2.0/ports/6e0ba018-f97f-4113-89b7-ca11a7fee82f HTTP/1.1" status: 204 len: 168 time: 1.4517584 Dec 21 22:20:07.252182 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32948) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:07.296667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-961ddeab-7a77-4f73-8f45-67a3bdd3ff74 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:07.311758 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4f84376-3338-4fd6-912f-ce347939a937 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:07.335081 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4f84376-3338-4fd6-912f-ce347939a937 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:07.359232 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c090d58-d34f-496a-852a-ae50cb0c086d tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] GET failed (client error): The resource could not be found. Dec 21 22:20:07.359739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1c090d58-d34f-496a-852a-ae50cb0c086d tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Synchronizing usage tracker for tenant:334f5604bed4408a8ea8634bfaf18f24 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:07.401460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c4b94f3d-35de-4b0c-ab1d-06ec17f689c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:07.405763 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c4b94f3d-35de-4b0c-ab1d-06ec17f689c6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9701991 Dec 21 22:20:07.409133 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32952) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:07.495581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bd19a3-18bc-4ceb-955a-0a31a918abb2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:07.496778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-83bd19a3-18bc-4ceb-955a-0a31a918abb2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:07.505058 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1c090d58-d34f-496a-852a-ae50cb0c086d tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Unset dirty status for tenant:334f5604bed4408a8ea8634bfaf18f24 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:07.506569 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1c090d58-d34f-496a-852a-ae50cb0c086d tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "GET /v2.0/ports/6e0ba018-f97f-4113-89b7-ca11a7fee82f HTTP/1.1" status: 404 len: 333 time: 0.2533884 Dec 21 22:20:07.510873 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32956) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:07.513710 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4f84376-3338-4fd6-912f-ce347939a937 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:07.514296 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f84376-3338-4fd6-912f-ce347939a937 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Fanout notify agent at l3_agent the message router_deleted on router 088c544e-a52f-4f53-b599-2a241ad0e688 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:20:07.528310 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-d98cd199-95d2-427a-a732-ce7306dda165 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Request body: {'port': {'network_id': 'f0158e71-6f31-4e05-9fc4-d51db60562f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1135938403'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:07.552853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f4f84376-3338-4fd6-912f-ce347939a937 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:07.553960 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f4f84376-3338-4fd6-912f-ce347939a937 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "DELETE /v2.0/routers/088c544e-a52f-4f53-b599-2a241ad0e688 HTTP/1.1" status: 204 len: 168 time: 5.2380493 Dec 21 22:20:07.560132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32960) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:07.585815 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-417902280', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:07.641908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:07.644018 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-83bd19a3-18bc-4ceb-955a-0a31a918abb2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:07.645155 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-83bd19a3-18bc-4ceb-955a-0a31a918abb2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2351177 Dec 21 22:20:07.652476 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93630d8a-d5db-4c00-b717-ebed07293f80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:20:07.656305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Usage tracker for resource:router and tenant:63e2b1bdef5147dda15f8720eba413a7 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:07.658629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32964) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:07.662954 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a73a58-c227-421e-a6f7-8ba805bd814e None None] Sync routers for ids ['2de663b6-cbc5-4189-b0bb-9b091fb0cf08'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:20:07.663181 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:07.671755 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-93630d8a-d5db-4c00-b717-ebed07293f80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/2de663b6-cbc5-4189-b0bb-9b091fb0cf08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4724739 Dec 21 22:20:07.678916 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a73a58-c227-421e-a6f7-8ba805bd814e None None] Routers {'2de663b6-cbc5-4189-b0bb-9b091fb0cf08'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:07.679863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-81a73a58-c227-421e-a6f7-8ba805bd814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['2de663b6-cbc5-4189-b0bb-9b091fb0cf08'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:07.694214 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32968) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:07.740528 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:07.749389 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-81a73a58-c227-421e-a6f7-8ba805bd814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:07.757915 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9e94d3c2-ddaf-4433-aa27-fc793ca9686b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982141 Dec 21 22:20:07.762923 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32972) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:07.766764 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a73a58-c227-421e-a6f7-8ba805bd814e None None] Routers {'2de663b6-cbc5-4189-b0bb-9b091fb0cf08'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:07.767381 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-81a73a58-c227-421e-a6f7-8ba805bd814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['2de663b6-cbc5-4189-b0bb-9b091fb0cf08'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:07.776778 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-7b994660-e08e-450d-b73b-625ff76c0737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:07.785022 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d98cd199-95d2-427a-a732-ce7306dda165 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:07.791322 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-961ddeab-7a77-4f73-8f45-67a3bdd3ff74 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:07.795851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d98cd199-95d2-427a-a732-ce7306dda165 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:07.826375 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:07.826756 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-81a73a58-c227-421e-a6f7-8ba805bd814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:07.827089 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a73a58-c227-421e-a6f7-8ba805bd814e None None] The sync data for ids ['2de663b6-cbc5-4189-b0bb-9b091fb0cf08'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:20:07.827488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:07.846234 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:07.870936 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98cd199-95d2-427a-a732-ce7306dda165 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Made reservation on behalf of 334f5604bed4408a8ea8634bfaf18f24 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:07.874215 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-961ddeab-7a77-4f73-8f45-67a3bdd3ff74 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:07.874674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d98cd199-95d2-427a-a732-ce7306dda165 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:07.896288 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-d98cd199-95d2-427a-a732-ce7306dda165 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] device_id is not set on port 9c79cc4c-d978-4990-97e4-a5cb81d4ee41 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:20:07.976353 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7b994660-e08e-450d-b73b-625ff76c0737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:07.991185 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7b994660-e08e-450d-b73b-625ff76c0737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:08.003070 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 5e691e12-7926-495e-8f06-f7cee4c0f94b no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:20:08.053603 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 5e691e12-7926-495e-8f06-f7cee4c0f94b {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:20:08.055470 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 5e691e12-7926-495e-8f06-f7cee4c0f94b not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:20:08.090796 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:08.179428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-d98cd199-95d2-427a-a732-ce7306dda165 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Allocated IP 2001:db8::172 (f0158e71-6f31-4e05-9fc4-d51db60562f1/a0b43379-7125-4028-82f6-97908504d05c/9c79cc4c-d978-4990-97e4-a5cb81d4ee41) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:08.180385 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b994660-e08e-450d-b73b-625ff76c0737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:08.194099 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-961ddeab-7a77-4f73-8f45-67a3bdd3ff74 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:08.194606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961ddeab-7a77-4f73-8f45-67a3bdd3ff74 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Fanout notify agent at l3_agent the message router_deleted on router 5d9aba36-030e-4198-b82f-081ccc55617f {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:20:08.228519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-961ddeab-7a77-4f73-8f45-67a3bdd3ff74 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:08.232799 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-961ddeab-7a77-4f73-8f45-67a3bdd3ff74 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/routers/5d9aba36-030e-4198-b82f-081ccc55617f HTTP/1.1" status: 204 len: 168 time: 1.1597507 Dec 21 22:20:08.240381 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32976) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:08.394369 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7b994660-e08e-450d-b73b-625ff76c0737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:08.419479 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-eb6316d8-7f5f-4785-adcd-644191b84656 req-690e1e1b-f4a5-4437-9705-0c7cfc585551 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0724397 Dec 21 22:20:08.543660 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e85f1bba-9bfc-4509-82f6-0824f7df730f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:08.785453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:08.833400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d98cd199-95d2-427a-a732-ce7306dda165 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:08.843837 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:08.911843 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-d98cd199-95d2-427a-a732-ce7306dda165 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Transition to ACTIVE for port object 9c79cc4c-d978-4990-97e4-a5cb81d4ee41 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:08.930761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de83867-435c-4eb0-b777-3754e5f52d29 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting subnet 0f993ffe-062e-49dd-8c3f-a4a07cd08f2a {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:20:08.938853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9de83867-435c-4eb0-b777-3754e5f52d29 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:09.016305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9de83867-435c-4eb0-b777-3754e5f52d29 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:09.049944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.objects.ports [None req-7b994660-e08e-450d-b73b-625ff76c0737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84169) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:20:09.051825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7b994660-e08e-450d-b73b-625ff76c0737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:09.150164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Allocated IP 172.26.3.28 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/facd8500-6561-4e00-a5e8-743d38816744) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:09.166844 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b994660-e08e-450d-b73b-625ff76c0737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:09.168116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d98cd199-95d2-427a-a732-ce7306dda165 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:09.170202 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b994660-e08e-450d-b73b-625ff76c0737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=7e2bcbd2-a4ba-43b1-a8a5-d45d054f3dab,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:09.174506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-7b994660-e08e-450d-b73b-625ff76c0737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:09.186692 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb33f73f-3a59-42d4-b7bb-c1cb7a8a3a9b None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:09.205221 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b994660-e08e-450d-b73b-625ff76c0737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:09.205810 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7b994660-e08e-450d-b73b-625ff76c0737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:09.276159 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9de83867-435c-4eb0-b777-3754e5f52d29 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:09.321963 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7b994660-e08e-450d-b73b-625ff76c0737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5546196 Dec 21 22:20:09.322217 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32982) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:09.325905 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98cd199-95d2-427a-a732-ce7306dda165 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Network f0158e71-6f31-4e05-9fc4-d51db60562f1 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:09.380987 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-d98cd199-95d2-427a-a732-ce7306dda165 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:09.388077 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b0955379-52dc-457b-826c-1c05128d5870 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'mac_address': 'fa:16:3e:45:31:e3', 'name': 'tempest-NetworksTestDHCPv6-2140471402'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:09.396253 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-e85f1bba-9bfc-4509-82f6-0824f7df730f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port 120e4b3d-6bcb-44df-8d9b-9b73f714e977 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:09.396595 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e85f1bba-9bfc-4509-82f6-0824f7df730f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:09.426414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cd199-95d2-427a-a732-ce7306dda165 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event updated for resources: {'Port': ['ID=9c79cc4c-d978-4990-97e4-a5cb81d4ee41,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:09.444847 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98cd199-95d2-427a-a732-ce7306dda165 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:09.448923 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98cd199-95d2-427a-a732-ce7306dda165 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:09.449640 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d98cd199-95d2-427a-a732-ce7306dda165 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:09.473271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': '7e2bcbd2-a4ba-43b1-a8a5-d45d054f3dab'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:20:09.474155 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:09.659767 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e85f1bba-9bfc-4509-82f6-0824f7df730f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:09.661054 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Allocated IP 2001:db8::f816:3eff:fe87:6aff (fe7c627c-94be-483c-83d9-84e8e8a5014e/7e2bcbd2-a4ba-43b1-a8a5-d45d054f3dab/4b64f421-374d-4ec9-b9c2-7188d3f0aacd) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:09.663646 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1d206018-7e80-4fbf-a8c8-c217861ac596 req-6f024cc7-915b-4a53-840b-0f0c96296bd2 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1432698 Dec 21 22:20:09.699310 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:09.734927 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d98cd199-95d2-427a-a732-ce7306dda165 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2201543 Dec 21 22:20:09.736609 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32988) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:09.744456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Request body: {'port': {'network_id': 'f0158e71-6f31-4e05-9fc4-d51db60562f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1978857606'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:09.788193 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b0955379-52dc-457b-826c-1c05128d5870 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:09.798028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9de83867-435c-4eb0-b777-3754e5f52d29 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:09.845499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b0955379-52dc-457b-826c-1c05128d5870 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:09.877057 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7a7fb5bc-e5e6-4536-8d28-46658156a2fb None None] Provisioning for port 9c79cc4c-d978-4990-97e4-a5cb81d4ee41 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:09.895723 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7a7fb5bc-e5e6-4536-8d28-46658156a2fb None None] Provisioning complete for port 9c79cc4c-d978-4990-97e4-a5cb81d4ee41 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:09.896959 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7a7fb5bc-e5e6-4536-8d28-46658156a2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:09.907970 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de83867-435c-4eb0-b777-3754e5f52d29 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Subnet': ['ID=0f993ffe-062e-49dd-8c3f-a4a07cd08f2a,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:09.937355 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9de83867-435c-4eb0-b777-3754e5f52d29 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:09.945983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-e85f1bba-9bfc-4509-82f6-0824f7df730f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for 120e4b3d-6bcb-44df-8d9b-9b73f714e977 owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:09.949732 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30907e2d-e55f-450c-a999-2a30453146f6 None None] Network 9f412b15-fa27-464d-a505-d1bcaa17fcd8 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:09.950187 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9de83867-435c-4eb0-b777-3754e5f52d29 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/0f993ffe-062e-49dd-8c3f-a4a07cd08f2a HTTP/1.1" status: 204 len: 168 time: 1.7082729 Dec 21 22:20:09.959568 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 32992) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:09.970914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:10.003612 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Transition to ACTIVE for port object 4b64f421-374d-4ec9-b9c2-7188d3f0aacd will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:10.006056 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-7a7fb5bc-e5e6-4536-8d28-46658156a2fb None None] Port 9c79cc4c-d978-4990-97e4-a5cb81d4ee41 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:10.007296 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:10.014795 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0955379-52dc-457b-826c-1c05128d5870 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:10.018573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0955379-52dc-457b-826c-1c05128d5870 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:10.032667 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Usage tracker for resource:port and tenant:334f5604bed4408a8ea8634bfaf18f24 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:10.086881 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:10.107825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:10.114535 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Transition to ACTIVE for port object 4b64f421-374d-4ec9-b9c2-7188d3f0aacd will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:10.115759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:10.163593 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:10.196446 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-b0955379-52dc-457b-826c-1c05128d5870 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port 1b316626-d36c-484a-8c18-313f967ab365 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:20:10.216811 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e85f1bba-9bfc-4509-82f6-0824f7df730f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:10.241198 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:10.256824 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:10.264362 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:10.266364 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Pushing event updated for resources: {'Port': ['ID=facd8500-6561-4e00-a5e8-743d38816744,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:10.268800 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f1bba-9bfc-4509-82f6-0824f7df730f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Port': ['ID=120e4b3d-6bcb-44df-8d9b-9b73f714e977,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:10.271773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:10.300780 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port af3746af-7cf7-40d9-8745-f4a9722d5beb {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:10.300922 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:10.318662 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b9d328-cc84-4b71-a1d2-22897d925afb None None] DHCP port deletion for 9f412b15-fa27-464d-a505-d1bcaa17fcd8 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:20:10.346583 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Made reservation on behalf of 334f5604bed4408a8ea8634bfaf18f24 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:10.349533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:10.351720 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-64b9d328-cc84-4b71-a1d2-22897d925afb None None] Deleting port af3746af-7cf7-40d9-8745-f4a9722d5beb {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:10.352734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-64b9d328-cc84-4b71-a1d2-22897d925afb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:10.412038 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:10.417632 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:10.425229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:10.486836 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] device_id is not set on port a36128ad-b114-4a47-bdb3-89a39e1ae84d yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:20:10.517468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Pushing event updated for resources: {'Port': ['ID=4b64f421-374d-4ec9-b9c2-7188d3f0aacd,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:10.552079 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e85f1bba-9bfc-4509-82f6-0824f7df730f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:10.573782 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Attempting to bind port 4b64f421-374d-4ec9-b9c2-7188d3f0aacd on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:20:10.574851 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Attempting to bind port 4b64f421-374d-4ec9-b9c2-7188d3f0aacd by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:20:10.575433 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Attempting to bind port 4b64f421-374d-4ec9-b9c2-7188d3f0aacd on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:20:10.589397 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:20:10.589840 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:10.590271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:10.590657 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:20:10.591139 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Bound port: 4b64f421-374d-4ec9-b9c2-7188d3f0aacd, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:20:10.591506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:10.752823 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-64b9d328-cc84-4b71-a1d2-22897d925afb None None] For port af3746af-7cf7-40d9-8745-f4a9722d5beb, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=af3746af-7cf7-40d9-8745-f4a9722d5beb,segment=NetworkSegment(20a4c23a-14b9-4ef0-8b75-178ddf309bba),segment_id=20a4c23a-14b9-4ef0-8b75-178ddf309bba)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:10.753118 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-64b9d328-cc84-4b71-a1d2-22897d925afb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:10.780008 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-b0955379-52dc-457b-826c-1c05128d5870 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::f816:3eff:fe45:31e3 (fe7c627c-94be-483c-83d9-84e8e8a5014e/7e2bcbd2-a4ba-43b1-a8a5-d45d054f3dab/1b316626-d36c-484a-8c18-313f967ab365) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:10.887310 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-64b9d328-cc84-4b71-a1d2-22897d925afb None None] Calling delete_port for af3746af-7cf7-40d9-8745-f4a9722d5beb owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:10.920969 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-52154427-35a6-4706-8d00-ed0dd47b139d req-39bd141d-1329-413f-ab6e-a28679be39c4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1164341 Dec 21 22:20:10.921772 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] For port 4b64f421-374d-4ec9-b9c2-7188d3f0aacd, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:20:10.943656 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] For port 4b64f421-374d-4ec9-b9c2-7188d3f0aacd, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4b64f421-374d-4ec9-b9c2-7188d3f0aacd,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:20:10.983372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] For port af3746af-7cf7-40d9-8745-f4a9722d5beb, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=af3746af-7cf7-40d9-8745-f4a9722d5beb,segment=NetworkSegment(20a4c23a-14b9-4ef0-8b75-178ddf309bba),segment_id=20a4c23a-14b9-4ef0-8b75-178ddf309bba)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:10.984037 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:11.048697 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-64b9d328-cc84-4b71-a1d2-22897d925afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:11.053036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:11.090448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85f1bba-9bfc-4509-82f6-0824f7df730f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 2de663b6-cbc5-4189-b0bb-9b091fb0cf08 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:20:11.099569 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9d328-cc84-4b71-a1d2-22897d925afb None None] Pushing event deleted for resources: {'Port': ['ID=af3746af-7cf7-40d9-8745-f4a9722d5beb,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:11.149038 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b9d328-cc84-4b71-a1d2-22897d925afb None None] No DVR routers for this DVR port af3746af-7cf7-40d9-8745-f4a9722d5beb on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:20:11.151131 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Allocated IP 2001:db8::112 (f0158e71-6f31-4e05-9fc4-d51db60562f1/a0b43379-7125-4028-82f6-97908504d05c/a36128ad-b114-4a47-bdb3-89a39e1ae84d) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:11.177635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for af3746af-7cf7-40d9-8745-f4a9722d5beb owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:11.198929 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09979c9-96a1-4fcc-b16c-3a567b504efc None None] Pushing event updated for resources: {'Port': ['ID=4b64f421-374d-4ec9-b9c2-7188d3f0aacd,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:11.233998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85f1bba-9bfc-4509-82f6-0824f7df730f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:20:11.250797 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e85f1bba-9bfc-4509-82f6-0824f7df730f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/2de663b6-cbc5-4189-b0bb-9b091fb0cf08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5557804 Dec 21 22:20:11.251139 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa3afb1-9418-4994-8a7e-6b85aad0d08b None None] Sync routers for ids ['2de663b6-cbc5-4189-b0bb-9b091fb0cf08'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:20:11.252606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 32998) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:11.264750 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa3afb1-9418-4994-8a7e-6b85aad0d08b None None] Routers {'2de663b6-cbc5-4189-b0bb-9b091fb0cf08'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:11.266297 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-afa3afb1-9418-4994-8a7e-6b85aad0d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['2de663b6-cbc5-4189-b0bb-9b091fb0cf08'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:11.321095 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0859e3b9-5372-47f0-acee-18de0e39d7b6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Synchronizing usage tracker for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:11.337598 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-afa3afb1-9418-4994-8a7e-6b85aad0d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:11.354934 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa3afb1-9418-4994-8a7e-6b85aad0d08b None None] Routers {'2de663b6-cbc5-4189-b0bb-9b091fb0cf08'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:11.356060 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-afa3afb1-9418-4994-8a7e-6b85aad0d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['2de663b6-cbc5-4189-b0bb-9b091fb0cf08'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:11.408197 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0859e3b9-5372-47f0-acee-18de0e39d7b6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Unset dirty status for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:11.410822 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0859e3b9-5372-47f0-acee-18de0e39d7b6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de663b6-cbc5-4189-b0bb-9b091fb0cf08 HTTP/1.1" status: 200 len: 205 time: 0.1577461 Dec 21 22:20:11.416130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33002) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:11.423762 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-afa3afb1-9418-4994-8a7e-6b85aad0d08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:11.424333 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa3afb1-9418-4994-8a7e-6b85aad0d08b None None] The sync data for ids ['2de663b6-cbc5-4189-b0bb-9b091fb0cf08'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:20:11.453849 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.api [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:11.454196 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG oslo_db.api [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:20:11.498988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0955379-52dc-457b-826c-1c05128d5870 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:11.508174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:11.508903 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:11.580617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-b0955379-52dc-457b-826c-1c05128d5870 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object 1b316626-d36c-484a-8c18-313f967ab365 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:11.695704 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c0e0-c8e1-46c9-8b84-7a241cc5540d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:11.707515 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:11.740038 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Transition to ACTIVE for port object a36128ad-b114-4a47-bdb3-89a39e1ae84d will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:11.812354 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0955379-52dc-457b-826c-1c05128d5870 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:11.910442 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0955379-52dc-457b-826c-1c05128d5870 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:11.914564 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-b0955379-52dc-457b-826c-1c05128d5870 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:11.920583 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0955379-52dc-457b-826c-1c05128d5870 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:11.924602 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0955379-52dc-457b-826c-1c05128d5870 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:11.925191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0955379-52dc-457b-826c-1c05128d5870 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:11.928768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0955379-52dc-457b-826c-1c05128d5870 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=1b316626-d36c-484a-8c18-313f967ab365,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:11.940045 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:11.982428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port af3746af-7cf7-40d9-8745-f4a9722d5beb {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:11.982758 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:12.098110 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4b64f421-374d-4ec9-b9c2-7188d3f0aacd up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:12.155455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c0e0-c8e1-46c9-8b84-7a241cc5540d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:12.164863 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] The port 'af3746af-7cf7-40d9-8745-f4a9722d5beb' was deleted {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:20:12.168317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c0e0-c8e1-46c9-8b84-7a241cc5540d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:12.174690 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5bdf61f3-f78c-4922-aabc-70fb7bc0e331 req-d661e269-9007-4b08-b7af-8fced9d07758 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1137528 Dec 21 22:20:12.179059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Network f0158e71-6f31-4e05-9fc4-d51db60562f1 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:12.184067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:12.213641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:12.218453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:12.219191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:12.285800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event updated for resources: {'Port': ['ID=a36128ad-b114-4a47-bdb3-89a39e1ae84d,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:12.301229 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b0955379-52dc-457b-826c-1c05128d5870 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9740505 Dec 21 22:20:12.304861 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33008) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:12.376590 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c0e0-c8e1-46c9-8b84-7a241cc5540d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:12.377268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab0c0e0-c8e1-46c9-8b84-7a241cc5540d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Fanout notify agent at l3_agent the message router_deleted on router 2de663b6-cbc5-4189-b0bb-9b091fb0cf08 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:20:12.410610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c0e0-c8e1-46c9-8b84-7a241cc5540d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:12.411742 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9ab0c0e0-c8e1-46c9-8b84-7a241cc5540d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/routers/2de663b6-cbc5-4189-b0bb-9b091fb0cf08 HTTP/1.1" status: 204 len: 168 time: 0.9945576 Dec 21 22:20:12.415774 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 4b64f421-374d-4ec9-b9c2-7188d3f0aacd completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:12.425672 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33012) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:12.490817 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device af3746af-7cf7-40d9-8745-f4a9722d5beb no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:20:12.528731 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: af3746af-7cf7-40d9-8745-f4a9722d5beb {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:20:12.529259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device af3746af-7cf7-40d9-8745-f4a9722d5beb not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:20:12.573342 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9368b309-fe4e-4106-afab-3fb43a5157b5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:12.577507 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9368b309-fe4e-4106-afab-3fb43a5157b5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:12.578334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9368b309-fe4e-4106-afab-3fb43a5157b5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:12.584546 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:12.596583 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7d6384b9-d577-479d-a609-11d8d0cd99e1 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8588951 Dec 21 22:20:12.599742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33016) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:12.607585 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-314c3422-7bce-4700-8294-f09b65852d69 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d8', 'mac_address': 'fa:16:3e:0b:c5:2b'}, {'ip_address': '2001:db8::172', 'mac_address': 'fa:16:3e:f8:da:e9'}]}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:12.669325 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f412b15-fa27-464d-a505-d1bcaa17fcd8']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:12.685178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9368b309-fe4e-4106-afab-3fb43a5157b5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:12.689424 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9368b309-fe4e-4106-afab-3fb43a5157b5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3793828 Dec 21 22:20:12.689587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33020) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:12.694997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a4c23a-14b9-4ef0-8b75-178ddf309bba') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:12.695332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a4c23a-14b9-4ef0-8b75-178ddf309bba') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:12.704880 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b373e0-362e-4213-be74-8d03eee96f49 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting subnet 62bb58d1-95d0-4938-a35e-18c523574986 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:20:12.708092 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0b373e0-362e-4213-be74-8d03eee96f49 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:12.733734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-56032f19-fab3-44f5-9ff3-fab9366a0da9 None None] Provisioning for port 4b64f421-374d-4ec9-b9c2-7188d3f0aacd completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:12.741774 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-56032f19-fab3-44f5-9ff3-fab9366a0da9 None None] Provisioning complete for port 4b64f421-374d-4ec9-b9c2-7188d3f0aacd triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:12.742436 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-56032f19-fab3-44f5-9ff3-fab9366a0da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:12.756333 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:12.764400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0b373e0-362e-4213-be74-8d03eee96f49 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:12.812582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:12.828788 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:20:12.829687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:12.847201 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-96e6576f-ae02-4916-bcb8-7a32a8667320 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port 1b316626-d36c-484a-8c18-313f967ab365 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:12.847610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96e6576f-ae02-4916-bcb8-7a32a8667320 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:12.875072 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0b373e0-362e-4213-be74-8d03eee96f49 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:12.875314 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:12.903422 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-56032f19-fab3-44f5-9ff3-fab9366a0da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:12.931677 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Router 7e21b37a-4623-44e7-a5e7-213538fd7948 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:20:12.937484 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-56032f19-fab3-44f5-9ff3-fab9366a0da9 None None] For port 4b64f421-374d-4ec9-b9c2-7188d3f0aacd, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4b64f421-374d-4ec9-b9c2-7188d3f0aacd,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:12.981588 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-56032f19-fab3-44f5-9ff3-fab9366a0da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:12.999011 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0b373e0-362e-4213-be74-8d03eee96f49 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:13.042198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b373e0-362e-4213-be74-8d03eee96f49 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Subnet': ['ID=62bb58d1-95d0-4938-a35e-18c523574986,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:13.054954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0b373e0-362e-4213-be74-8d03eee96f49 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:13.060970 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56032f19-fab3-44f5-9ff3-fab9366a0da9 None None] Pushing event updated for resources: {'Port': ['ID=4b64f421-374d-4ec9-b9c2-7188d3f0aacd,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:13.062826 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c0b373e0-362e-4213-be74-8d03eee96f49 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/62bb58d1-95d0-4938-a35e-18c523574986 HTTP/1.1" status: 204 len: 168 time: 0.6362908 Dec 21 22:20:13.065474 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33024) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:13.084460 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f51f80-d998-428d-8ffc-dffb8f412010 None None] Network 8dfa57f2-408f-4113-8bbf-720c6452fc66 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:13.109408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-56032f19-fab3-44f5-9ff3-fab9366a0da9 None None] Provisioning for port a36128ad-b114-4a47-bdb3-89a39e1ae84d completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:13.127850 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-56032f19-fab3-44f5-9ff3-fab9366a0da9 None None] Provisioning complete for port a36128ad-b114-4a47-bdb3-89a39e1ae84d triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:13.128214 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-56032f19-fab3-44f5-9ff3-fab9366a0da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:13.186659 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:13.251138 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:13.283158 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Network': ['ID=9f412b15-fa27-464d-a505-d1bcaa17fcd8,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:13.302855 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d5cec9a9-9233-4d94-bac8-4417a0a42501 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/networks/9f412b15-fa27-464d-a505-d1bcaa17fcd8 HTTP/1.1" status: 204 len: 168 time: 3.3384535 Dec 21 22:20:13.310503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33030) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:13.328618 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-56032f19-fab3-44f5-9ff3-fab9366a0da9 None None] Port a36128ad-b114-4a47-bdb3-89a39e1ae84d cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:13.339469 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-314c3422-7bce-4700-8294-f09b65852d69 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:13.420412 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbd6e70-992d-4567-a3ce-603d4c0ce18a None None] DHCP port deletion for 8dfa57f2-408f-4113-8bbf-720c6452fc66 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:20:13.425597 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd6e70-992d-4567-a3ce-603d4c0ce18a None None] Deleting port b09c6a6d-2e64-4e9a-bb0e-c15ff042265a {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:13.426093 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6e70-992d-4567-a3ce-603d4c0ce18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:13.509076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96e6576f-ae02-4916-bcb8-7a32a8667320 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:13.515197 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12881cb-3808-4d61-88b7-11600f5fefa7 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting subnet 0188021f-5948-40bd-882c-ef06ab8c1fe2 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:20:13.527832 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a891df2f-0519-428a-8785-61bcf1bde53b req-be9ebfab-1684-4f27-94f9-68408d4e9025 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1718390 Dec 21 22:20:13.528745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b12881cb-3808-4d61-88b7-11600f5fefa7 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:13.577164 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-11fc6a67-e314-4c4b-97d6-9b915014d38a None None] Provisioning for port 1b316626-d36c-484a-8c18-313f967ab365 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:13.585182 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a53d546-c954-4bae-a502-7ea40c54b4cd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:13.590750 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5a53d546-c954-4bae-a502-7ea40c54b4cd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports/f3dc6d49-7327-43e9-9a89-259763517b99 HTTP/1.1" status: 200 len: 841 time: 0.2778797 Dec 21 22:20:13.591577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33034) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:13.597487 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-11fc6a67-e314-4c4b-97d6-9b915014d38a None None] Provisioning complete for port 1b316626-d36c-484a-8c18-313f967ab365 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:13.598325 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-11fc6a67-e314-4c4b-97d6-9b915014d38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:13.642322 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b12881cb-3808-4d61-88b7-11600f5fefa7 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:13.694586 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-96e6576f-ae02-4916-bcb8-7a32a8667320 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for 1b316626-d36c-484a-8c18-313f967ab365 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:13.712876 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b092e252-90f2-42d7-b072-df85a1c714bd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports/f3dc6d49-7327-43e9-9a89-259763517b99?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1177669 Dec 21 22:20:13.716610 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-cbbd6e70-992d-4567-a3ce-603d4c0ce18a None None] For port b09c6a6d-2e64-4e9a-bb0e-c15ff042265a, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b09c6a6d-2e64-4e9a-bb0e-c15ff042265a,segment=NetworkSegment(73ca7341-868c-41a6-b21f-e4f96c006130),segment_id=73ca7341-868c-41a6-b21f-e4f96c006130)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:13.716760 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33038) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:13.716847 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6e70-992d-4567-a3ce-603d4c0ce18a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:13.723805 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-11fc6a67-e314-4c4b-97d6-9b915014d38a None None] Port 1b316626-d36c-484a-8c18-313f967ab365 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:13.725708 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-541143fc-f89b-4208-a18a-9f2c6ef643a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'subnet': {'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:13.840861 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd6e70-992d-4567-a3ce-603d4c0ce18a None None] Calling delete_port for b09c6a6d-2e64-4e9a-bb0e-c15ff042265a owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:13.852369 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-541143fc-f89b-4208-a18a-9f2c6ef643a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:13.857622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b12881cb-3808-4d61-88b7-11600f5fefa7 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:13.888523 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-541143fc-f89b-4208-a18a-9f2c6ef643a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:subnet and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:13.894533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-541143fc-f89b-4208-a18a-9f2c6ef643a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:13.903356 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-541143fc-f89b-4208-a18a-9f2c6ef643a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:14.002301 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4b64f421-374d-4ec9-b9c2-7188d3f0aacd up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:14.003299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541143fc-f89b-4208-a18a-9f2c6ef643a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:14.076731 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cbbd6e70-992d-4567-a3ce-603d4c0ce18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.108621 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b12881cb-3808-4d61-88b7-11600f5fefa7 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.123538 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:20:14.129110 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd6e70-992d-4567-a3ce-603d4c0ce18a None None] Pushing event deleted for resources: {'Port': ['ID=b09c6a6d-2e64-4e9a-bb0e-c15ff042265a,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:14.139781 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4b64f421-374d-4ec9-b9c2-7188d3f0aacd triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:14.140155 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.152921 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-541143fc-f89b-4208-a18a-9f2c6ef643a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.156166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-314c3422-7bce-4700-8294-f09b65852d69 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.170919 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12881cb-3808-4d61-88b7-11600f5fefa7 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Subnet': ['ID=0188021f-5948-40bd-882c-ef06ab8c1fe2,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:14.172013 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2482dcce-1227-4a50-8470-c8599cf2e02f None None] Sync routers for ids ['7e21b37a-4623-44e7-a5e7-213538fd7948'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:20:14.180175 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbd6e70-992d-4567-a3ce-603d4c0ce18a None None] No DVR routers for this DVR port b09c6a6d-2e64-4e9a-bb0e-c15ff042265a on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:20:14.188961 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b12881cb-3808-4d61-88b7-11600f5fefa7 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.202228 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ad30d2-9b98-4495-b377-acb6a8b9d061 None None] Network 51748726-8826-432d-9d2c-8aa554b387f5 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:14.209515 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b12881cb-3808-4d61-88b7-11600f5fefa7 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/0188021f-5948-40bd-882c-ef06ab8c1fe2 HTTP/1.1" status: 204 len: 168 time: 1.1429911 Dec 21 22:20:14.213016 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33042) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:14.342156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b586a4c8-1231-4dce-8bc7-163d8c18206f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.401349 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2482dcce-1227-4a50-8470-c8599cf2e02f None None] Routers {'7e21b37a-4623-44e7-a5e7-213538fd7948'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:14.401968 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-2482dcce-1227-4a50-8470-c8599cf2e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['7e21b37a-4623-44e7-a5e7-213538fd7948'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:14.424033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96e6576f-ae02-4916-bcb8-7a32a8667320 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.473246 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-2482dcce-1227-4a50-8470-c8599cf2e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:14.502598 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2482dcce-1227-4a50-8470-c8599cf2e02f None None] Routers {'7e21b37a-4623-44e7-a5e7-213538fd7948'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:14.503418 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-2482dcce-1227-4a50-8470-c8599cf2e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['7e21b37a-4623-44e7-a5e7-213538fd7948'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:14.518438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b586a4c8-1231-4dce-8bc7-163d8c18206f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.526579 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-314c3422-7bce-4700-8294-f09b65852d69 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.532617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.532617 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6d212583-ebce-4853-8137-8907c269d1cd tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.9672329 Dec 21 22:20:14.537577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33046) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:14.547695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-3ff3c1be-793d-4f86-9f28-cb31dee89892 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:14.549605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6576f-ae02-4916-bcb8-7a32a8667320 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=1b316626-d36c-484a-8c18-313f967ab365,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:14.665795 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-2482dcce-1227-4a50-8470-c8599cf2e02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:14.666367 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2482dcce-1227-4a50-8470-c8599cf2e02f None None] The sync data for ids ['7e21b37a-4623-44e7-a5e7-213538fd7948'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:20:14.674787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-b586a4c8-1231-4dce-8bc7-163d8c18206f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfa57f2-408f-4113-8bbf-720c6452fc66']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:14.704583 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-314c3422-7bce-4700-8294-f09b65852d69 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] In _notify_port_updated(), no bound segment for port a36128ad-b114-4a47-bdb3-89a39e1ae84d on network f0158e71-6f31-4e05-9fc4-d51db60562f1 {{(pid=84168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:20:14.708458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314c3422-7bce-4700-8294-f09b65852d69 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:14.709101 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-314c3422-7bce-4700-8294-f09b65852d69 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.710439 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-314c3422-7bce-4700-8294-f09b65852d69 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "PUT /v2.0/ports/a36128ad-b114-4a47-bdb3-89a39e1ae84d HTTP/1.1" status: 200 len: 1068 time: 2.1082981 Dec 21 22:20:14.718119 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33052) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:14.726459 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-b586a4c8-1231-4dce-8bc7-163d8c18206f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ca7341-868c-41a6-b21f-e4f96c006130') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:14.729984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-b586a4c8-1231-4dce-8bc7-163d8c18206f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ca7341-868c-41a6-b21f-e4f96c006130') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:14.730139 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-541143fc-f89b-4208-a18a-9f2c6ef643a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.753702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-96e6576f-ae02-4916-bcb8-7a32a8667320 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.755754 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-96e6576f-ae02-4916-bcb8-7a32a8667320 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/1b316626-d36c-484a-8c18-313f967ab365 HTTP/1.1" status: 204 len: 168 time: 2.0631473 Dec 21 22:20:14.767959 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-db0ec731-257f-42e3-b6c4-00b17d7011a7 req-9893a22e-10af-4c9c-8094-6be5ccd30cac tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1261258 Dec 21 22:20:14.776144 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33056) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:14.783478 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b09c6a6d-2e64-4e9a-bb0e-c15ff042265a no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:20:14.783697 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b586a4c8-1231-4dce-8bc7-163d8c18206f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.842701 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c3422-7bce-4700-8294-f09b65852d69 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event updated for resources: {'Port': ['ID=a36128ad-b114-4a47-bdb3-89a39e1ae84d,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:14.866977 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b586a4c8-1231-4dce-8bc7-163d8c18206f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.888038 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541143fc-f89b-4208-a18a-9f2c6ef643a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Subnet': ['ID=9a07d841-3c63-4246-8065-d21dd03df548,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:14.896225 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: b09c6a6d-2e64-4e9a-bb0e-c15ff042265a {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:20:14.896225 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b09c6a6d-2e64-4e9a-bb0e-c15ff042265a not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:20:14.896572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b586a4c8-1231-4dce-8bc7-163d8c18206f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:20:14.896572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b586a4c8-1231-4dce-8bc7-163d8c18206f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.896854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecdb156-78b1-42df-9b7b-0fed4ac68567 None None] DHCP port deletion for 51748726-8826-432d-9d2c-8aa554b387f5 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:20:14.901949 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2ecdb156-78b1-42df-9b7b-0fed4ac68567 None None] Deleting port f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:14.901949 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb156-78b1-42df-9b7b-0fed4ac68567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:14.920455 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:14.954936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541143fc-f89b-4208-a18a-9f2c6ef643a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:14.955443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe8723d-1320-495e-89e8-08996339359b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:14.956768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe8723d-1320-495e-89e8-08996339359b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:14.958390 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ffe8723d-1320-495e-89e8-08996339359b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1812592 Dec 21 22:20:14.962404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33062) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:14.963485 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-541143fc-f89b-4208-a18a-9f2c6ef643a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:14.969383 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541143fc-f89b-4208-a18a-9f2c6ef643a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:14.970086 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-541143fc-f89b-4208-a18a-9f2c6ef643a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:14.978716 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-69c42dde-ff44-4b48-a42e-7baa8c030338 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Deleting port a36128ad-b114-4a47-bdb3-89a39e1ae84d {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:14.979138 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-69c42dde-ff44-4b48-a42e-7baa8c030338 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:15.018947 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b2686b-0b72-485a-9098-b4cfbcc1e562 None None] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:15.194482 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b586a4c8-1231-4dce-8bc7-163d8c18206f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:15.213756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b586a4c8-1231-4dce-8bc7-163d8c18206f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:15.224790 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:15.235618 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b586a4c8-1231-4dce-8bc7-163d8c18206f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/networks/8dfa57f2-408f-4113-8bbf-720c6452fc66 HTTP/1.1" status: 204 len: 168 time: 1.0214303 Dec 21 22:20:15.237100 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586a4c8-1231-4dce-8bc7-163d8c18206f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Network': ['ID=8dfa57f2-408f-4113-8bbf-720c6452fc66,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:15.239080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33066) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:15.302709 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-578f631b-bf08-4aae-b76e-ba65783c54a5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 7e2bcbd2-a4ba-43b1-a8a5-d45d054f3dab {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:20:15.309523 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-578f631b-bf08-4aae-b76e-ba65783c54a5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:15.323074 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-541143fc-f89b-4208-a18a-9f2c6ef643a7 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6032572 Dec 21 22:20:15.329459 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33070) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:15.346549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c0b0f232-2aa4-44e9-a656-29d7eb62884f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'security_group': {'name': 'tempest-secgroup-1946805410'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:15.366096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c0b0f232-2aa4-44e9-a656-29d7eb62884f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:15.375923 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c0b0f232-2aa4-44e9-a656-29d7eb62884f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:security_group and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:15.381415 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2ecdb156-78b1-42df-9b7b-0fed4ac68567 None None] For port f634a5f5-0d97-4ebf-a708-b1233a0a9ef8, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f634a5f5-0d97-4ebf-a708-b1233a0a9ef8,segment=NetworkSegment(82a1c80c-4870-4dc4-9f5e-a0c2721b5b13),segment_id=82a1c80c-4870-4dc4-9f5e-a0c2721b5b13)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:15.381797 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb156-78b1-42df-9b7b-0fed4ac68567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:15.390414 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c0b0f232-2aa4-44e9-a656-29d7eb62884f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:15.391292 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-478e05ee-2dea-4aea-97f1-ce42d1f5d787 None None] Provisioning complete for port a36128ad-b114-4a47-bdb3-89a39e1ae84d triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:15.391681 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-478e05ee-2dea-4aea-97f1-ce42d1f5d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:15.399813 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c0b0f232-2aa4-44e9-a656-29d7eb62884f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:15.403904 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-69c42dde-ff44-4b48-a42e-7baa8c030338 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:15.422756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:15.440796 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-578f631b-bf08-4aae-b76e-ba65783c54a5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:15.488208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:15.488435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:15.536421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f232-2aa4-44e9-a656-29d7eb62884f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:15.620962 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-578f631b-bf08-4aae-b76e-ba65783c54a5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:15.633438 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2ecdb156-78b1-42df-9b7b-0fed4ac68567 None None] Calling delete_port for f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:15.655766 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-69c42dde-ff44-4b48-a42e-7baa8c030338 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Calling delete_port for a36128ad-b114-4a47-bdb3-89a39e1ae84d owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:15.711293 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-478e05ee-2dea-4aea-97f1-ce42d1f5d787 None None] Port a36128ad-b114-4a47-bdb3-89a39e1ae84d cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:15.781682 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] For port f634a5f5-0d97-4ebf-a708-b1233a0a9ef8, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f634a5f5-0d97-4ebf-a708-b1233a0a9ef8,segment=NetworkSegment(82a1c80c-4870-4dc4-9f5e-a0c2721b5b13),segment_id=82a1c80c-4870-4dc4-9f5e-a0c2721b5b13)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:15.782047 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:15.804590 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c0b0f232-2aa4-44e9-a656-29d7eb62884f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:15.821352 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'tenant_id': '7df5878e87b444379a0b17911e82c5d2', 'fixed_ips': [{'subnet_id': '9a07d841-3c63-4246-8065-d21dd03df548'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:20:15.822787 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c0b0f232-2aa4-44e9-a656-29d7eb62884f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:security_group_rule and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:15.823472 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:15.829700 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c0b0f232-2aa4-44e9-a656-29d7eb62884f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:15.843232 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c0b0f232-2aa4-44e9-a656-29d7eb62884f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:15.905293 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2ecdb156-78b1-42df-9b7b-0fed4ac68567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:15.953725 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5c865784-0bf1-4187-95fb-601074dc52ed req-4b5563db-a0b6-4e47-8ca6-521859984c9e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0679100 Dec 21 22:20:15.981378 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecdb156-78b1-42df-9b7b-0fed4ac68567 None None] No DVR routers for this DVR port f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:20:15.985419 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecdb156-78b1-42df-9b7b-0fed4ac68567 None None] Pushing event deleted for resources: {'Port': ['ID=f634a5f5-0d97-4ebf-a708-b1233a0a9ef8,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:16.031557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:20:16.037879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:16.056638 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-69c42dde-ff44-4b48-a42e-7baa8c030338 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:16.075196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:20:16.075536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:20:16.116960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c42dde-ff44-4b48-a42e-7baa8c030338 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event deleted for resources: {'Port': ['ID=a36128ad-b114-4a47-bdb3-89a39e1ae84d,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:16.119721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-578f631b-bf08-4aae-b76e-ba65783c54a5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:16.167813 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.api [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:16.168347 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG oslo_db.api [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:20:16.171106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f631b-bf08-4aae-b76e-ba65783c54a5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=7e2bcbd2-a4ba-43b1-a8a5-d45d054f3dab,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:16.176019 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-578f631b-bf08-4aae-b76e-ba65783c54a5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:16.191385 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-578f631b-bf08-4aae-b76e-ba65783c54a5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/7e2bcbd2-a4ba-43b1-a8a5-d45d054f3dab HTTP/1.1" status: 204 len: 168 time: 1.2279248 Dec 21 22:20:16.192323 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33076) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:16.192673 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Allocated IP 172.20.0.2 (aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e/9a07d841-3c63-4246-8065-d21dd03df548/42c0c4ee-7039-461a-811c-e55e6ebfe40f) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:16.201725 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c7df85-f7dd-41e6-b1a6-f713602d5b8a None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:16.281293 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f232-2aa4-44e9-a656-29d7eb62884f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:16.334584 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7162e6b4-c851-445e-8abf-9514def965b0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1411283 Dec 21 22:20:16.336445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33080) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:16.342647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-4125f704-07f9-4c0f-94b1-4cec0015d00c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:16.359606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f232-2aa4-44e9-a656-29d7eb62884f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:16.466052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4125f704-07f9-4c0f-94b1-4cec0015d00c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:16.470779 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4125f704-07f9-4c0f-94b1-4cec0015d00c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:16.474270 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4125f704-07f9-4c0f-94b1-4cec0015d00c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:16.474804 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0f232-2aa4-44e9-a656-29d7eb62884f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e86f08c8-4ba9-460a-a2e1-7f04ea74217e,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:16.492770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4125f704-07f9-4c0f-94b1-4cec0015d00c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:16.552887 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f232-2aa4-44e9-a656-29d7eb62884f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:16.554089 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c0b0f232-2aa4-44e9-a656-29d7eb62884f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2191212 Dec 21 22:20:16.557119 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33084) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:16.564876 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-69c42dde-ff44-4b48-a42e-7baa8c030338 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:16.565076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-748e7734-1fd7-4c8c-a302-cf368a2332bc tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'security_group': {'name': 'tempest-secgroup-970976484'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:16.568466 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-69c42dde-ff44-4b48-a42e-7baa8c030338 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "DELETE /v2.0/ports/a36128ad-b114-4a47-bdb3-89a39e1ae84d HTTP/1.1" status: 204 len: 168 time: 1.8472171 Dec 21 22:20:16.568737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33088) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:16.571554 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-748e7734-1fd7-4c8c-a302-cf368a2332bc tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:16.579550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-748e7734-1fd7-4c8c-a302-cf368a2332bc tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:security_group and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:16.580416 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-748e7734-1fd7-4c8c-a302-cf368a2332bc tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:16.585854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-748e7734-1fd7-4c8c-a302-cf368a2332bc tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:16.598406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4125f704-07f9-4c0f-94b1-4cec0015d00c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:16.602207 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4125f704-07f9-4c0f-94b1-4cec0015d00c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:16.607090 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:16.615630 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9704963-47e6-456c-9ede-cee62d58d6c5 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] GET failed (client error): The resource could not be found. Dec 21 22:20:16.616173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d9704963-47e6-456c-9ede-cee62d58d6c5 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Synchronizing usage tracker for tenant:334f5604bed4408a8ea8634bfaf18f24 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:16.618535 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Transition to ACTIVE for port object 42c0c4ee-7039-461a-811c-e55e6ebfe40f will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:16.639689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Transition to ACTIVE for port object 42c0c4ee-7039-461a-811c-e55e6ebfe40f will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:16.653187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-748e7734-1fd7-4c8c-a302-cf368a2332bc tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:16.670929 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port f634a5f5-0d97-4ebf-a708-b1233a0a9ef8 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:16.671264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:16.684261 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77f9a1e-249c-4756-a1a5-0504490e8bd9 None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:20:16.690289 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f77f9a1e-249c-4756-a1a5-0504490e8bd9 None None] Deleting port 4b64f421-374d-4ec9-b9c2-7188d3f0aacd {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:16.690466 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f77f9a1e-249c-4756-a1a5-0504490e8bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:16.723181 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:16.735474 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c1be-793d-4f86-9f28-cb31dee89892 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:16.756538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d9704963-47e6-456c-9ede-cee62d58d6c5 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Unset dirty status for tenant:334f5604bed4408a8ea8634bfaf18f24 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:16.758709 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d9704963-47e6-456c-9ede-cee62d58d6c5 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "GET /v2.0/ports/a36128ad-b114-4a47-bdb3-89a39e1ae84d HTTP/1.1" status: 404 len: 333 time: 0.1883891 Dec 21 22:20:16.761346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33092) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:16.830380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] The port 'f634a5f5-0d97-4ebf-a708-b1233a0a9ef8' was deleted {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:20:16.838933 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c1be-793d-4f86-9f28-cb31dee89892 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:16.862597 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-a1cae70d-3571-4e70-8b84-234ddfcb1c16 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Deleting port 9c79cc4c-d978-4990-97e4-a5cb81d4ee41 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:16.863217 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a1cae70d-3571-4e70-8b84-234ddfcb1c16 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:16.892632 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:16.898607 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-748e7734-1fd7-4c8c-a302-cf368a2332bc tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:16.905217 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:16.905797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-748e7734-1fd7-4c8c-a302-cf368a2332bc tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:security_group_rule and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:16.908928 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Pushing event updated for resources: {'Port': ['ID=42c0c4ee-7039-461a-811c-e55e6ebfe40f,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:16.911127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:16.913680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-748e7734-1fd7-4c8c-a302-cf368a2332bc tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:16.924539 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-748e7734-1fd7-4c8c-a302-cf368a2332bc tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:16.944148 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3ff3c1be-793d-4f86-9f28-cb31dee89892 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Deleting port facd8500-6561-4e00-a5e8-743d38816744 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:16.944602 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c1be-793d-4f86-9f28-cb31dee89892 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.075657 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.115618 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Attempting to bind port 42c0c4ee-7039-461a-811c-e55e6ebfe40f on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:20:17.115918 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Attempting to bind port 42c0c4ee-7039-461a-811c-e55e6ebfe40f by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'bfa7449b-2340-4609-b814-3335c70d4eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:20:17.116276 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Attempting to bind port 42c0c4ee-7039-461a-811c-e55e6ebfe40f on network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:20:17.119874 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f77f9a1e-249c-4756-a1a5-0504490e8bd9 None None] For port 4b64f421-374d-4ec9-b9c2-7188d3f0aacd, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4b64f421-374d-4ec9-b9c2-7188d3f0aacd,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:17.120680 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f77f9a1e-249c-4756-a1a5-0504490e8bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.134075 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:20:17.134452 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Checking segment: {'id': 'bfa7449b-2340-4609-b814-3335c70d4eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:17.134851 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.135250 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Bound using segment: {'id': 'bfa7449b-2340-4609-b814-3335c70d4eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:20:17.135730 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Bound port: 42c0c4ee-7039-461a-811c-e55e6ebfe40f, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa7449b-2340-4609-b814-3335c70d4eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:20:17.136099 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.155094 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-caf21a47-7cdd-4ea3-a85e-49752a58d36b req-08b5b26d-8e60-4430-9df1-98f616126454 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0847538 Dec 21 22:20:17.164372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51748726-8826-432d-9d2c-8aa554b387f5']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:17.197848 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a1c80c-4870-4dc4-9f5e-a0c2721b5b13') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:17.197848 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a1c80c-4870-4dc4-9f5e-a0c2721b5b13') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:17.232568 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.254689 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-748e7734-1fd7-4c8c-a302-cf368a2332bc tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.265831 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f77f9a1e-249c-4756-a1a5-0504490e8bd9 None None] Calling delete_port for 4b64f421-374d-4ec9-b9c2-7188d3f0aacd owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:17.273265 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.282682 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:20:17.283120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.290258 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c1be-793d-4f86-9f28-cb31dee89892 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:17.300321 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:17.310047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a1cae70d-3571-4e70-8b84-234ddfcb1c16 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.327061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-748e7734-1fd7-4c8c-a302-cf368a2332bc tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.412507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] For port 42c0c4ee-7039-461a-811c-e55e6ebfe40f, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:20:17.467207 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e7734-1fd7-4c8c-a302-cf368a2332bc tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4df05f5-9473-47d6-83a1-5fd49ffc3521,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:17.500606 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] For port 42c0c4ee-7039-461a-811c-e55e6ebfe40f, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=42c0c4ee-7039-461a-811c-e55e6ebfe40f,segment=NetworkSegment(bfa7449b-2340-4609-b814-3335c70d4eaf),segment_id=bfa7449b-2340-4609-b814-3335c70d4eaf)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:20:17.502775 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f77f9a1e-249c-4756-a1a5-0504490e8bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.531060 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-748e7734-1fd7-4c8c-a302-cf368a2332bc tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.532243 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-748e7734-1fd7-4c8c-a302-cf368a2332bc tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9737408 Dec 21 22:20:17.533179 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.539947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33098) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:17.540131 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3ff3c1be-793d-4f86-9f28-cb31dee89892 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Calling delete_port for facd8500-6561-4e00-a5e8-743d38816744 owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:17.551951 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f9a1e-249c-4756-a1a5-0504490e8bd9 None None] Pushing event deleted for resources: {'Port': ['ID=4b64f421-374d-4ec9-b9c2-7188d3f0aacd,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:17.557457 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.559171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f9a1e-249c-4756-a1a5-0504490e8bd9 None None] No DVR routers for this DVR port 4b64f421-374d-4ec9-b9c2-7188d3f0aacd on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:20:17.571616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-496187875', 'security_groups': ['c4df05f5-9473-47d6-83a1-5fd49ffc3521'], 'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9a07d841-3c63-4246-8065-d21dd03df548'}]}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:17.587941 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.600694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.objects.ports [None req-4125f704-07f9-4c0f-94b1-4cec0015d00c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84168) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:20:17.601695 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Network': ['ID=51748726-8826-432d-9d2c-8aa554b387f5,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:17.607729 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4125f704-07f9-4c0f-94b1-4cec0015d00c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.611847 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-226b04d4-7896-4b90-9fcd-3fc4fca545bc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/networks/51748726-8826-432d-9d2c-8aa554b387f5 HTTP/1.1" status: 204 len: 168 time: 2.3695979 Dec 21 22:20:17.632919 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33102) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:17.676960 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b24b58-707d-47a3-a449-96f57e025360 None None] Pushing event updated for resources: {'Port': ['ID=42c0c4ee-7039-461a-811c-e55e6ebfe40f,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:17.707586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-a1cae70d-3571-4e70-8b84-234ddfcb1c16 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Calling delete_port for 9c79cc4c-d978-4990-97e4-a5cb81d4ee41 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:17.739917 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-144c5997-77af-4153-beac-97c095c4008f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'network': {'name': 'tempest-RoutersTest-1696342773'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:17.751855 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4125f704-07f9-4c0f-94b1-4cec0015d00c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:17.755895 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-144c5997-77af-4153-beac-97c095c4008f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:17.759507 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-4125f704-07f9-4c0f-94b1-4cec0015d00c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:17.766869 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4125f704-07f9-4c0f-94b1-4cec0015d00c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:17.767865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4125f704-07f9-4c0f-94b1-4cec0015d00c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:17.771623 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523782ef-db35-4f8d-b988-acf57a69a151 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:17.779365 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-144c5997-77af-4153-beac-97c095c4008f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:network and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:17.783696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-144c5997-77af-4153-beac-97c095c4008f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:17.794334 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125f704-07f9-4c0f-94b1-4cec0015d00c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=fb7cebda-3f70-474c-bbbd-f852bb7ffd76,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:17.795309 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-144c5997-77af-4153-beac-97c095c4008f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:17.805796 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:17.814082 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:port and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:17.817235 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:17.824410 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:17.890860 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4125f704-07f9-4c0f-94b1-4cec0015d00c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5532637 Dec 21 22:20:17.894226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33106) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:17.902735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'mac_address': 'fa:16:3e:2c:d7:33', 'name': 'tempest-NetworksTestDHCPv6-1557379483'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:17.929394 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144c5997-77af-4153-beac-97c095c4008f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:17.937493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-144c5997-77af-4153-beac-97c095c4008f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:18.092896 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4b64f421-374d-4ec9-b9c2-7188d3f0aacd no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:20:18.095620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a1cae70d-3571-4e70-8b84-234ddfcb1c16 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:18.141487 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 4b64f421-374d-4ec9-b9c2-7188d3f0aacd {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:20:18.148820 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4b64f421-374d-4ec9-b9c2-7188d3f0aacd not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:20:18.158841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': 'fb7cebda-3f70-474c-bbbd-f852bb7ffd76'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:20:18.159708 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:18.175189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144c5997-77af-4153-beac-97c095c4008f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:20:18.181376 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:18.186604 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-144c5997-77af-4153-beac-97c095c4008f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:18.193890 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-144c5997-77af-4153-beac-97c095c4008f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Added segment 3dae1d58-e7d1-4769-8ece-5f3bdce0731b of type vlan for network 6dd12ae6-4a19-43fc-a5a6-26ca2a156172 Dec 21 22:20:18.216384 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-144c5997-77af-4153-beac-97c095c4008f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:18.244849 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cae70d-3571-4e70-8b84-234ddfcb1c16 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event deleted for resources: {'Port': ['ID=9c79cc4c-d978-4990-97e4-a5cb81d4ee41,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:18.252346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c1be-793d-4f86-9f28-cb31dee89892 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:18.304504 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3c1be-793d-4f86-9f28-cb31dee89892 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Pushing event deleted for resources: {'Port': ['ID=facd8500-6561-4e00-a5e8-743d38816744,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:18.334831 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Allocated IP 2001:db8::f816:3eff:fe88:280 (fe7c627c-94be-483c-83d9-84e8e8a5014e/fb7cebda-3f70-474c-bbbd-f852bb7ffd76/72abf40b-36b9-4780-8e20-620c3ac59cd5) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:18.360247 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:18.393431 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a1cae70d-3571-4e70-8b84-234ddfcb1c16 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:18.396617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-144c5997-77af-4153-beac-97c095c4008f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:18.401329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144c5997-77af-4153-beac-97c095c4008f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:18.402113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-144c5997-77af-4153-beac-97c095c4008f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:18.417617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] device_id is not set on port 60c0a364-80ee-4bfa-b608-ab413558512c yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:20:18.455094 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1193d5cb-f062-40d3-b628-ee86e03f49e6 req-4ce15c0e-227d-4f68-ba72-bf2e16190aee tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1042902 Dec 21 22:20:18.493792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:18.499872 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a1cae70d-3571-4e70-8b84-234ddfcb1c16 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "DELETE /v2.0/ports/9c79cc4c-d978-4990-97e4-a5cb81d4ee41 HTTP/1.1" status: 204 len: 168 time: 1.7365220 Dec 21 22:20:18.507081 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33112) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:18.512935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:port and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:18.521142 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:18.536637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:18.601893 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-144c5997-77af-4153-beac-97c095c4008f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9679499 Dec 21 22:20:18.612775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33116) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:18.638915 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-83d66eb0-b929-4baa-8f78-11ee0891a06d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'subnet': {'network_id': '6dd12ae6-4a19-43fc-a5a6-26ca2a156172', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:18.643457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:18.655888 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Transition to ACTIVE for port object 72abf40b-36b9-4780-8e20-620c3ac59cd5 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:18.662164 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-76579e0b-5c2d-4869-a292-80015ca24ecc tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] GET failed (client error): The resource could not be found. Dec 21 22:20:18.662663 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-76579e0b-5c2d-4869-a292-80015ca24ecc tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Synchronizing usage tracker for tenant:334f5604bed4408a8ea8634bfaf18f24 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:18.678207 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Transition to ACTIVE for port object 72abf40b-36b9-4780-8e20-620c3ac59cd5 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:18.703284 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:20:18.728433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:18.733891 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:18.748540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c5997-77af-4153-beac-97c095c4008f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Network': ['ID=6dd12ae6-4a19-43fc-a5a6-26ca2a156172,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:18.766786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 6dd12ae6-4a19-43fc-a5a6-26ca2a156172 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:20:18.783600 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port 0a45d19a-e6a9-4dc5-b9c2-b0b500dca0ce yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:20:18.822400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Allocated IP 172.20.0.14 (aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e/9a07d841-3c63-4246-8065-d21dd03df548/60c0a364-80ee-4bfa-b608-ab413558512c) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:18.895468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:18.980140 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-76579e0b-5c2d-4869-a292-80015ca24ecc tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Unset dirty status for tenant:334f5604bed4408a8ea8634bfaf18f24 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:18.986254 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-76579e0b-5c2d-4869-a292-80015ca24ecc tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "GET /v2.0/ports/9c79cc4c-d978-4990-97e4-a5cb81d4ee41 HTTP/1.1" status: 404 len: 333 time: 0.4711869 Dec 21 22:20:18.987418 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:18.992854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:18.993488 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33120) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:18.999816 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-83d66eb0-b929-4baa-8f78-11ee0891a06d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:19.002966 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:19.044547 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-83d66eb0-b929-4baa-8f78-11ee0891a06d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:subnet and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:19.047749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c1be-793d-4f86-9f28-cb31dee89892 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:19.067247 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::f816:3eff:fe2c:d733 (fe7c627c-94be-483c-83d9-84e8e8a5014e/fb7cebda-3f70-474c-bbbd-f852bb7ffd76/0a45d19a-e6a9-4dc5-b9c2-b0b500dca0ce) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:19.103635 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-83d66eb0-b929-4baa-8f78-11ee0891a06d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:19.122038 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Pushing event updated for resources: {'Port': ['ID=72abf40b-36b9-4780-8e20-620c3ac59cd5,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:19.141331 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Attempting to bind port 72abf40b-36b9-4780-8e20-620c3ac59cd5 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:20:19.141697 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Attempting to bind port 72abf40b-36b9-4780-8e20-620c3ac59cd5 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:20:19.142071 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Attempting to bind port 72abf40b-36b9-4780-8e20-620c3ac59cd5 on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:20:19.146450 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d8f69c5e-30b5-4169-9e4a-de9147aaf69a None None] Provisioning complete for port f3dc6d49-7327-43e9-9a89-259763517b99 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:19.146845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d8f69c5e-30b5-4169-9e4a-de9147aaf69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:19.175308 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:19.185397 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:20:19.186228 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:19.186228 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:19.186578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:20:19.187052 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Bound port: 72abf40b-36b9-4780-8e20-620c3ac59cd5, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:20:19.187448 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:19.224212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Transition to ACTIVE for port object 60c0a364-80ee-4bfa-b608-ab413558512c will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:19.260891 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d8f69c5e-30b5-4169-9e4a-de9147aaf69a None None] Port f3dc6d49-7327-43e9-9a89-259763517b99 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:19.295434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-83d66eb0-b929-4baa-8f78-11ee0891a06d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:19.314675 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] For port 72abf40b-36b9-4780-8e20-620c3ac59cd5, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:20:19.319237 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] For port 72abf40b-36b9-4780-8e20-620c3ac59cd5, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=72abf40b-36b9-4780-8e20-620c3ac59cd5,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:20:19.319428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c1be-793d-4f86-9f28-cb31dee89892 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:19.333959 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f7613edc-e6fe-4928-a348-11c56aa8b577 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Deleting port bb6f0293-5a92-49c7-9f09-b3115c422822 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:19.333959 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7613edc-e6fe-4928-a348-11c56aa8b577 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:19.352817 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d8f69c5e-30b5-4169-9e4a-de9147aaf69a None None] Provisioning for port 42c0c4ee-7039-461a-811c-e55e6ebfe40f completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:19.357868 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c1be-793d-4f86-9f28-cb31dee89892 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:19.369392 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:19.386521 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object 0a45d19a-e6a9-4dc5-b9c2-b0b500dca0ce will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:19.415978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:19.444973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:19.449919 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d66eb0-b929-4baa-8f78-11ee0891a06d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:19.506558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:19.511330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:19.513478 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=60c0a364-80ee-4bfa-b608-ab413558512c,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:19.515913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:19.525129 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:19.585465 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7bda5-459d-4ac8-826b-74ade380a1ec None None] Pushing event updated for resources: {'Port': ['ID=72abf40b-36b9-4780-8e20-620c3ac59cd5,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:19.648539 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a41ce508-9df0-4c03-95b0-2be6a59e81e3 req-7472de3a-6ae7-447b-b8c2-b77d4f21e86b tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0522864 Dec 21 22:20:19.695859 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:19.696396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-83d66eb0-b929-4baa-8f78-11ee0891a06d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:19.696517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:19.758650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:19.766672 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:19.768486 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=0a45d19a-e6a9-4dc5-b9c2-b0b500dca0ce,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:19.773748 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:19.777264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:19.777920 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:19.832753 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff3c1be-793d-4f86-9f28-cb31dee89892 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Router 7e21b37a-4623-44e7-a5e7-213538fd7948 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:20:19.884597 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3c20c3c2-d642-40d6-8890-829a6124dbb8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3288023 Dec 21 22:20:19.887456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33126) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:19.892948 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-bc566f1b-0a39-4612-9b0c-c9a85134e043 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'subnet': {'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:19.935689 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-24aad07f-fb49-429b-bbbb-db888da0f304 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0374365 Dec 21 22:20:19.937721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33130) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:19.953953 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5e8ffcdf-06ee-4c46-a87d-2441c391cd9f None None] Provisioning for port 60c0a364-80ee-4bfa-b608-ab413558512c completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:19.961310 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5e8ffcdf-06ee-4c46-a87d-2441c391cd9f None None] Provisioning complete for port 60c0a364-80ee-4bfa-b608-ab413558512c triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:19.961531 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5e8ffcdf-06ee-4c46-a87d-2441c391cd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:20.064794 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5e8ffcdf-06ee-4c46-a87d-2441c391cd9f None None] Port 60c0a364-80ee-4bfa-b608-ab413558512c cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:20.084664 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7613edc-e6fe-4928-a348-11c56aa8b577 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:20.128490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-bc566f1b-0a39-4612-9b0c-c9a85134e043 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:20.134818 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bc566f1b-0a39-4612-9b0c-c9a85134e043 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:subnet and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:20.138381 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 42c0c4ee-7039-461a-811c-e55e6ebfe40f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:20.140391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bc566f1b-0a39-4612-9b0c-c9a85134e043 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:20.148998 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d7cac8-a025-4494-98ec-085712f81555 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:20.155581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d7cac8-a025-4494-98ec-085712f81555 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:20.155581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-35d7cac8-a025-4494-98ec-085712f81555 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:20.160416 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-bc566f1b-0a39-4612-9b0c-c9a85134e043 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:20.255442 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc566f1b-0a39-4612-9b0c-c9a85134e043 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:20.259338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bc566f1b-0a39-4612-9b0c-c9a85134e043 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:20.289607 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 42c0c4ee-7039-461a-811c-e55e6ebfe40f completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:20.295967 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 42c0c4ee-7039-461a-811c-e55e6ebfe40f triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:20.303086 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:20.303207 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-35d7cac8-a025-4494-98ec-085712f81555 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:20.303207 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-35d7cac8-a025-4494-98ec-085712f81555 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3615780 Dec 21 22:20:20.303207 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33134) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:20.304229 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f7613edc-e6fe-4928-a348-11c56aa8b577 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Calling delete_port for bb6f0293-5a92-49c7-9f09-b3115c422822 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:20.379824 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff3c1be-793d-4f86-9f28-cb31dee89892 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:20:20.395836 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843c22d-70ec-407d-8273-d0afd7014454 None None] Sync routers for ids ['7e21b37a-4623-44e7-a5e7-213538fd7948'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:20:20.412243 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c1be-793d-4f86-9f28-cb31dee89892 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:20.413614 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3ff3c1be-793d-4f86-9f28-cb31dee89892 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "PUT /v2.0/routers/7e21b37a-4623-44e7-a5e7-213538fd7948 HTTP/1.1" status: 200 len: 705 time: 5.8743305 Dec 21 22:20:20.417524 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2843c22d-70ec-407d-8273-d0afd7014454 None None] Routers {'7e21b37a-4623-44e7-a5e7-213538fd7948'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:20.418741 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2843c22d-70ec-407d-8273-d0afd7014454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['7e21b37a-4623-44e7-a5e7-213538fd7948'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:20.432459 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33138) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:20.487059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-2c68affd-7946-476b-a0a8-b4bad904170c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port 0a45d19a-e6a9-4dc5-b9c2-b0b500dca0ce {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:20.487059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2c68affd-7946-476b-a0a8-b4bad904170c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:20.497385 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2843c22d-70ec-407d-8273-d0afd7014454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:20.497795 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:20.516170 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2843c22d-70ec-407d-8273-d0afd7014454 None None] Routers {'7e21b37a-4623-44e7-a5e7-213538fd7948'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:20.517066 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2843c22d-70ec-407d-8273-d0afd7014454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['7e21b37a-4623-44e7-a5e7-213538fd7948'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:20.550492 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 42c0c4ee-7039-461a-811c-e55e6ebfe40f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=42c0c4ee-7039-461a-811c-e55e6ebfe40f,segment=NetworkSegment(bfa7449b-2340-4609-b814-3335c70d4eaf),segment_id=bfa7449b-2340-4609-b814-3335c70d4eaf)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:20.611275 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2843c22d-70ec-407d-8273-d0afd7014454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:20.611935 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2843c22d-70ec-407d-8273-d0afd7014454 None None] The sync data for ids ['7e21b37a-4623-44e7-a5e7-213538fd7948'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:20:20.613691 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-83d66eb0-b929-4baa-8f78-11ee0891a06d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:20.642279 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:20.643079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 72abf40b-36b9-4780-8e20-620c3ac59cd5 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:20.658164 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.ipam_backend_mixin [None req-bc566f1b-0a39-4612-9b0c-c9a85134e043 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9a07d841-3c63-4246-8065-d21dd03df548 (CIDR: 172.20.0.0/28) Dec 21 22:20:20.710480 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-efcc01d5-04ca-40c5-af57-2b1a3c12ce94 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "GET /v2.0/routers/7e21b37a-4623-44e7-a5e7-213538fd7948 HTTP/1.1" status: 200 len: 740 time: 0.2682846 Dec 21 22:20:20.713734 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33144) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:20.774366 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-02df89f4-e405-4ad7-bcf4-bffcd0bbb407 tempest-RoutersAdminTest-1870009450 tempest-RoutersAdminTest-1870009450-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&device_id=7e21b37a-4623-44e7-a5e7-213538fd7948 HTTP/1.1" status: 200 len: 205 time: 0.0522397 Dec 21 22:20:20.774366 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc566f1b-0a39-4612-9b0c-c9a85134e043 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:20:20.774366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc566f1b-0a39-4612-9b0c-c9a85134e043 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:20.790124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33148) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:20.825634 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=42c0c4ee-7039-461a-811c-e55e6ebfe40f,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:20.857408 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fc2df605-0726-4f85-84b5-778650b30c6d tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e21b37a-4623-44e7-a5e7-213538fd7948 HTTP/1.1" status: 200 len: 205 time: 0.0630500 Dec 21 22:20:20.860462 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33152) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:20.935892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 72abf40b-36b9-4780-8e20-620c3ac59cd5 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:20.948086 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bc566f1b-0a39-4612-9b0c-c9a85134e043 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0568907 Dec 21 22:20:20.958390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33156) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:20.963932 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7bd1e2ee-4de3-4234-89ca-41e581d06603 None None] Provisioning for port 72abf40b-36b9-4780-8e20-620c3ac59cd5 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:20.971298 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-95df2d25-7094-4ac9-a9b6-c2a801dcdbcc req-cf2e7ba6-977d-48b1-9cdd-43273e09e034 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0951073 Dec 21 22:20:20.977541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7bd1e2ee-4de3-4234-89ca-41e581d06603 None None] Provisioning complete for port 72abf40b-36b9-4780-8e20-620c3ac59cd5 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:20.977541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e2ee-4de3-4234-89ca-41e581d06603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:20.991805 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-90204648-4966-4a67-ac26-825ff1ee8a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'subnet': {'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:21.016004 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d66eb0-b929-4baa-8f78-11ee0891a06d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Subnet': ['ID=db3429ce-5363-409d-9635-d8dceda5d112,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:21.104035 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d66eb0-b929-4baa-8f78-11ee0891a06d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Checking segment: {'id': '3dae1d58-e7d1-4769-8ece-5f3bdce0731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6dd12ae6-4a19-43fc-a5a6-26ca2a156172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:21.104407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d66eb0-b929-4baa-8f78-11ee0891a06d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network hostable DHCP agents. Network: 6dd12ae6-4a19-43fc-a5a6-26ca2a156172, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:20:21.133879 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e2ee-4de3-4234-89ca-41e581d06603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:21.134952 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2c68affd-7946-476b-a0a8-b4bad904170c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:21.139235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7613edc-e6fe-4928-a348-11c56aa8b577 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:21.144892 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1ebd22a8-3867-44df-9f9f-489ecab7e4b2 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:21.173615 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-7bd1e2ee-4de3-4234-89ca-41e581d06603 None None] For port 72abf40b-36b9-4780-8e20-620c3ac59cd5, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=72abf40b-36b9-4780-8e20-620c3ac59cd5,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:21.202873 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7613edc-e6fe-4928-a348-11c56aa8b577 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event deleted for resources: {'Port': ['ID=bb6f0293-5a92-49c7-9f09-b3115c422822,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:21.230104 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-90204648-4966-4a67-ac26-825ff1ee8a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:21.238454 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e2ee-4de3-4234-89ca-41e581d06603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:21.264906 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-90204648-4966-4a67-ac26-825ff1ee8a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:subnet and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:21.271785 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-90204648-4966-4a67-ac26-825ff1ee8a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:21.279854 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7613edc-e6fe-4928-a348-11c56aa8b577 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:21.282785 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-90204648-4966-4a67-ac26-825ff1ee8a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:21.336665 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1e2ee-4de3-4234-89ca-41e581d06603 None None] Pushing event updated for resources: {'Port': ['ID=72abf40b-36b9-4780-8e20-620c3ac59cd5,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:21.339124 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d66eb0-b929-4baa-8f78-11ee0891a06d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 6dd12ae6-4a19-43fc-a5a6-26ca2a156172 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:20:21.368560 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90204648-4966-4a67-ac26-825ff1ee8a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:21.388386 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f7613edc-e6fe-4928-a348-11c56aa8b577 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "DELETE /v2.0/ports/bb6f0293-5a92-49c7-9f09-b3115c422822 HTTP/1.1" status: 204 len: 168 time: 2.3938117 Dec 21 22:20:21.392919 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33160) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:21.395495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-2c68affd-7946-476b-a0a8-b4bad904170c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for 0a45d19a-e6a9-4dc5-b9c2-b0b500dca0ce owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:21.453527 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-83d66eb0-b929-4baa-8f78-11ee0891a06d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 6dd12ae6-4a19-43fc-a5a6-26ca2a156172) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:21.461127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c76454ea-6a52-4732-aac2-28da1a340a68 None None] Provisioning for port 0a45d19a-e6a9-4dc5-b9c2-b0b500dca0ce completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:21.462942 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d66eb0-b929-4baa-8f78-11ee0891a06d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:21.463525 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-83d66eb0-b929-4baa-8f78-11ee0891a06d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:21.465829 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ec0331-9dc2-46e3-badc-ae7610b51cc0 None None] Network 6dd12ae6-4a19-43fc-a5a6-26ca2a156172 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:21.486457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c76454ea-6a52-4732-aac2-28da1a340a68 None None] Provisioning complete for port 0a45d19a-e6a9-4dc5-b9c2-b0b500dca0ce triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:21.486884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c76454ea-6a52-4732-aac2-28da1a340a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:21.606781 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c76454ea-6a52-4732-aac2-28da1a340a68 None None] Port 0a45d19a-e6a9-4dc5-b9c2-b0b500dca0ce cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:21.612329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-90204648-4966-4a67-ac26-825ff1ee8a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:21.628753 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-83d66eb0-b929-4baa-8f78-11ee0891a06d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9992220 Dec 21 22:20:21.673438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33164) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:21.686186 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e9137f55-3df1-4ecf-a38e-767b58f9628c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-957596103', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:21.707611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e9137f55-3df1-4ecf-a38e-767b58f9628c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:21.717626 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e9137f55-3df1-4ecf-a38e-767b58f9628c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:router and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:21.736689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-6dd12ae6-4a19-43fc-a5a6-26ca2a156172', 'network_id': '6dd12ae6-4a19-43fc-a5a6-26ca2a156172', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'fixed_ips': [{'subnet_id': 'db3429ce-5363-409d-9635-d8dceda5d112'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:20:21.737569 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:21.778982 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e9137f55-3df1-4ecf-a38e-767b58f9628c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:21.801718 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b44601-b619-4da4-b769-29f5885e2703 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Deleting subnet a0b43379-7125-4028-82f6-97908504d05c {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:20:21.806539 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-85b44601-b619-4da4-b769-29f5885e2703 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:21.844405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e9137f55-3df1-4ecf-a38e-767b58f9628c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:21.861496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1ebd22a8-3867-44df-9f9f-489ecab7e4b2 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:21.866456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1ebd22a8-3867-44df-9f9f-489ecab7e4b2 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:21.875944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-85b44601-b619-4da4-b769-29f5885e2703 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:21.886275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2c68affd-7946-476b-a0a8-b4bad904170c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:21.937105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68affd-7946-476b-a0a8-b4bad904170c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=0a45d19a-e6a9-4dc5-b9c2-b0b500dca0ce,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:21.941379 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e9137f55-3df1-4ecf-a38e-767b58f9628c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:21.942372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e9137f55-3df1-4ecf-a38e-767b58f9628c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:21.985624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Allocated IP 172.20.0.2 (6dd12ae6-4a19-43fc-a5a6-26ca2a156172/db3429ce-5363-409d-9635-d8dceda5d112/6e354c84-5ec6-4aab-96cc-3e316ea02ed2) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:22.043532 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-85b44601-b619-4da4-b769-29f5885e2703 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:22.137273 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 42c0c4ee-7039-461a-811c-e55e6ebfe40f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:22.191961 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1ebd22a8-3867-44df-9f9f-489ecab7e4b2 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:22.192472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebd22a8-3867-44df-9f9f-489ecab7e4b2 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Fanout notify agent at l3_agent the message router_deleted on router 7e21b37a-4623-44e7-a5e7-213538fd7948 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:20:22.210564 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4fe132b7-1213-4cdd-a090-ed64a76faa42 req-96083870-fa32-4ec6-aaf8-f48cd589eecd tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0601087 Dec 21 22:20:22.217558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2c68affd-7946-476b-a0a8-b4bad904170c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:22.240442 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2c68affd-7946-476b-a0a8-b4bad904170c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/0a45d19a-e6a9-4dc5-b9c2-b0b500dca0ce HTTP/1.1" status: 204 len: 168 time: 1.9369943 Dec 21 22:20:22.240680 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33170) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:22.249224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1ebd22a8-3867-44df-9f9f-489ecab7e4b2 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:22.250293 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1ebd22a8-3867-44df-9f9f-489ecab7e4b2 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "DELETE /v2.0/routers/7e21b37a-4623-44e7-a5e7-213538fd7948 HTTP/1.1" status: 204 len: 168 time: 1.3911767 Dec 21 22:20:22.251763 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e9137f55-3df1-4ecf-a38e-767b58f9628c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:22.254641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33174) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:22.307621 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-076088bf-eb52-4c5c-a367-f4d8755c783f tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e21b37a-4623-44e7-a5e7-213538fd7948 HTTP/1.1" status: 200 len: 205 time: 0.0519288 Dec 21 22:20:22.311187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33178) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:22.320993 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-90204648-4966-4a67-ac26-825ff1ee8a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:22.332785 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 42c0c4ee-7039-461a-811c-e55e6ebfe40f triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:22.332977 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:22.353567 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-85b44601-b619-4da4-b769-29f5885e2703 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:22.381115 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-30bccce1-410a-40a9-886c-81a7b8f79ed5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] delete failed (client error): The resource could not be found. Dec 21 22:20:22.384749 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-30bccce1-410a-40a9-886c-81a7b8f79ed5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "DELETE /v2.0/routers/7e21b37a-4623-44e7-a5e7-213538fd7948 HTTP/1.1" status: 404 len: 336 time: 0.0700212 Dec 21 22:20:22.385034 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33182) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:22.388330 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b461ac-19e7-427b-8ca8-682f2cbbd9cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:22.389734 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b461ac-19e7-427b-8ca8-682f2cbbd9cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:22.390530 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a6b461ac-19e7-427b-8ca8-682f2cbbd9cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:22.421885 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90204648-4966-4a67-ac26-825ff1ee8a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:22.423500 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-85b44601-b619-4da4-b769-29f5885e2703 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:22.434236 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-90204648-4966-4a67-ac26-825ff1ee8a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:22.439743 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e552c5-3038-4c89-9e02-ab5cba8470ac None None] Network f0158e71-6f31-4e05-9fc4-d51db60562f1 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:22.440585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90204648-4966-4a67-ac26-825ff1ee8a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:22.441282 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-90204648-4966-4a67-ac26-825ff1ee8a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:22.441469 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5da050ed-9aae-409e-893a-693cc3ffc68a tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "GET /v2.0/ports?device_id=088c544e-a52f-4f53-b599-2a241ad0e688 HTTP/1.1" status: 200 len: 205 time: 0.0551472 Dec 21 22:20:22.442459 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33186) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:22.445468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e9137f55-3df1-4ecf-a38e-767b58f9628c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:22.447665 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90204648-4966-4a67-ac26-825ff1ee8a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Subnet': ['ID=3a17e467-e59b-4e0d-ae85-ea94d53d7fc1,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:22.457940 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-85b44601-b619-4da4-b769-29f5885e2703 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "DELETE /v2.0/subnets/a0b43379-7125-4028-82f6-97908504d05c HTTP/1.1" status: 204 len: 168 time: 1.0618353 Dec 21 22:20:22.471733 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e06e33b-0644-448e-b575-158aa1796b18 None None] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:22.487531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33190) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:22.514839 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b44601-b619-4da4-b769-29f5885e2703 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b43379-7125-4028-82f6-97908504d05c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:22.527732 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-400c34cb-07f6-4556-bd9e-cce613638244 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] delete failed (client error): The resource could not be found. Dec 21 22:20:22.528799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a6b461ac-19e7-427b-8ca8-682f2cbbd9cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:22.532414 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a6b461ac-19e7-427b-8ca8-682f2cbbd9cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2884085 Dec 21 22:20:22.536255 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-400c34cb-07f6-4556-bd9e-cce613638244 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "DELETE /v2.0/routers/088c544e-a52f-4f53-b599-2a241ad0e688 HTTP/1.1" status: 404 len: 336 time: 0.0886345 Dec 21 22:20:22.536255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33194) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:22.536255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33196) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:22.550595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:22.613501 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:22.619933 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4dd645d4-e3c9-4cb1-b64f-143ffa2fbeb6 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ddc15d7-a283-4fb5-9ea2-9ea13a163b17 HTTP/1.1" status: 200 len: 205 time: 0.0812321 Dec 21 22:20:22.620447 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33202) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:22.672796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Transition to ACTIVE for port object 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:22.679624 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e9137f55-3df1-4ecf-a38e-767b58f9628c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:22.683781 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e9137f55-3df1-4ecf-a38e-767b58f9628c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0064626 Dec 21 22:20:22.685636 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33206) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:22.687300 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-90204648-4966-4a67-ac26-825ff1ee8a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7207956 Dec 21 22:20:22.695266 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33210) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:22.697107 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-37b2eb97-743a-4cc2-a780-f22ed66142a1 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] delete failed (client error): The resource could not be found. Dec 21 22:20:22.701216 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-37b2eb97-743a-4cc2-a780-f22ed66142a1 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "DELETE /v2.0/routers/0ddc15d7-a283-4fb5-9ea2-9ea13a163b17 HTTP/1.1" status: 404 len: 336 time: 0.0758178 Dec 21 22:20:22.701216 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Deleting port 856e9669-a2ea-4728-a626-8111755bef34 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:22.701426 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:22.730039 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33214) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:22.734586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-f0f6dbcd-3ecf-4104-a706-bc92a65bb0f2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2049305257', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3a17e467-e59b-4e0d-ae85-ea94d53d7fc1'}], 'security_groups': ['e86f08c8-4ba9-460a-a2e1-7f04ea74217e']}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:22.737390 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'port': {'network_id': '6dd12ae6-4a19-43fc-a5a6-26ca2a156172', 'name': 'tempest-RoutersTest-2041479068'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:22.815411 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Transition to ACTIVE for port object 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:22.874332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-593a330b-4556-4673-b516-d4eca36afd69 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet fb7cebda-3f70-474c-bbbd-f852bb7ffd76 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:20:22.888020 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-593a330b-4556-4673-b516-d4eca36afd69 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:22.893842 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 72abf40b-36b9-4780-8e20-620c3ac59cd5 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:22.931704 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f0b9d9b5-0b22-433b-9a73-4892f4c4ceee tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a9d0d0b-d550-47ca-a6ca-59d5b78536b7 HTTP/1.1" status: 200 len: 205 time: 0.1730111 Dec 21 22:20:22.931902 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:22.939832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33218) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:23.026201 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-84bd6d4d-0d23-48ab-9f0e-9f76f1582d70 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] delete failed (client error): The resource could not be found. Dec 21 22:20:23.027852 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-84bd6d4d-0d23-48ab-9f0e-9f76f1582d70 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "DELETE /v2.0/routers/4a9d0d0b-d550-47ca-a6ca-59d5b78536b7 HTTP/1.1" status: 404 len: 336 time: 0.0864682 Dec 21 22:20:23.029266 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:23.031293 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33222) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:23.033088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-593a330b-4556-4673-b516-d4eca36afd69 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:23.069255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:port and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:23.073666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:23.082374 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:23.083541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Network 6dd12ae6-4a19-43fc-a5a6-26ca2a156172 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:23.093221 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:23.098488 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e17cbf8b-16ba-4751-998c-c30bc5f932fc tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "GET /v2.0/ports?device_id=e918c51f-eb3b-4150-badf-fd4f7f931dda HTTP/1.1" status: 200 len: 205 time: 0.0571327 Dec 21 22:20:23.099114 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33226) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:23.103893 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:23.106228 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Pushing event updated for resources: {'Port': ['ID=6e354c84-5ec6-4aab-96cc-3e316ea02ed2,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:23.141858 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f0f6dbcd-3ecf-4104-a706-bc92a65bb0f2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:23.171137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:23.174046 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:23.187863 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-a404b3ff-6362-4914-84b6-2c87b66bd30c tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] delete failed (client error): The resource could not be found. Dec 21 22:20:23.192285 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a404b3ff-6362-4914-84b6-2c87b66bd30c tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "DELETE /v2.0/routers/e918c51f-eb3b-4150-badf-fd4f7f931dda HTTP/1.1" status: 404 len: 336 time: 0.0887985 Dec 21 22:20:23.192423 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33230) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:23.233121 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 72abf40b-36b9-4780-8e20-620c3ac59cd5 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:23.233490 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:23.269410 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Attempting to bind port 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:20:23.269575 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Attempting to bind port 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '3dae1d58-e7d1-4769-8ece-5f3bdce0731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6dd12ae6-4a19-43fc-a5a6-26ca2a156172'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:20:23.269995 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Attempting to bind port 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 on network 6dd12ae6-4a19-43fc-a5a6-26ca2a156172 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:20:23.274238 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] For port 856e9669-a2ea-4728-a626-8111755bef34, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=856e9669-a2ea-4728-a626-8111755bef34,segment=NetworkSegment(e71dec73-9dab-4e1c-9b53-3773d0221022),segment_id=e71dec73-9dab-4e1c-9b53-3773d0221022)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:23.274476 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:23.303651 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4588b9f1-c6f4-4aca-971d-cac8ed54fd6d tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ecb2a-d926-43df-ba1b-03bfaad0e42d HTTP/1.1" status: 200 len: 205 time: 0.1078048 Dec 21 22:20:23.307023 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed0c35c-5248-4083-a1d0-5b35c127d8f4 None None] DHCP port deletion for f0158e71-6f31-4e05-9fc4-d51db60562f1 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:20:23.313477 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:20:23.313637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33236) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:23.313729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Checking segment: {'id': '3dae1d58-e7d1-4769-8ece-5f3bdce0731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6dd12ae6-4a19-43fc-a5a6-26ca2a156172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:23.314107 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:23.314560 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Bound using segment: {'id': '3dae1d58-e7d1-4769-8ece-5f3bdce0731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6dd12ae6-4a19-43fc-a5a6-26ca2a156172'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:20:23.315114 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Bound port: 6e354c84-5ec6-4aab-96cc-3e316ea02ed2, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dae1d58-e7d1-4769-8ece-5f3bdce0731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6dd12ae6-4a19-43fc-a5a6-26ca2a156172'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:20:23.315543 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:23.329498 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0c35c-5248-4083-a1d0-5b35c127d8f4 None None] Deleting port 856e9669-a2ea-4728-a626-8111755bef34 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:23.329929 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0ed0c35c-5248-4083-a1d0-5b35c127d8f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:23.409758 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] device_id is not set on port 83e4aa44-b876-45c4-92be-75a3efef3127 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:20:23.451248 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-ab2505ea-2649-43e9-aac6-7ec8346de4a8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] delete failed (client error): The resource could not be found. Dec 21 22:20:23.453017 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ab2505ea-2649-43e9-aac6-7ec8346de4a8 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "DELETE /v2.0/routers/a17ecb2a-d926-43df-ba1b-03bfaad0e42d HTTP/1.1" status: 404 len: 336 time: 0.1381304 Dec 21 22:20:23.462721 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Calling delete_port for 856e9669-a2ea-4728-a626-8111755bef34 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:23.464505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33240) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:23.514925 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-61e8f0c3-6e2e-41ab-908d-5594449dc987 req-8e82467c-5533-4856-863b-7bce6e47b648 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1163876 Dec 21 22:20:23.517791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-593a330b-4556-4673-b516-d4eca36afd69 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:23.579589 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0c5c77-28de-4c61-820e-3bcc8edea8f5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:23.579589 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0c5c77-28de-4c61-820e-3bcc8edea8f5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:23.618051 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11d7a45-9828-4457-820f-329a176a6766 None None] Update dhcp port {'port': {'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'fixed_ips': [{'subnet_id': '9a07d841-3c63-4246-8065-d21dd03df548', 'ip_address': '172.20.0.2'}, {'subnet_id': '3a17e467-e59b-4e0d-ae85-ea94d53d7fc1'}], 'binding:host_id': 'dv-neutron-822520-1-hyperv'}, 'id': '42c0c4ee-7039-461a-811c-e55e6ebfe40f'} from dv-neutron-822520-1-hyperv. {{(pid=84170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 21 22:20:23.629016 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ea0c5c77-28de-4c61-820e-3bcc8edea8f5 tempest-RoutersAdminTest-1540654503 tempest-RoutersAdminTest-1540654503-project] 10.222.0.37 "DELETE /v2.0/subnets/cc9b877f-a5aa-423e-b305-e4f437a61500 HTTP/1.1" status: 404 len: 337 time: 0.1583140 Dec 21 22:20:23.670659 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] For port 6e354c84-5ec6-4aab-96cc-3e316ea02ed2, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:20:23.680762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Allocated IP 172.20.0.13 (6dd12ae6-4a19-43fc-a5a6-26ca2a156172/db3429ce-5363-409d-9635-d8dceda5d112/83e4aa44-b876-45c4-92be-75a3efef3127) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:23.720836 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] For port 6e354c84-5ec6-4aab-96cc-3e316ea02ed2, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=6e354c84-5ec6-4aab-96cc-3e316ea02ed2,segment=NetworkSegment(3dae1d58-e7d1-4769-8ece-5f3bdce0731b),segment_id=3dae1d58-e7d1-4769-8ece-5f3bdce0731b)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:20:23.736987 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:23.775952 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-593a330b-4556-4673-b516-d4eca36afd69 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:23.784908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d11d7a45-9828-4457-820f-329a176a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:23.790789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event deleted for resources: {'Port': ['ID=856e9669-a2ea-4728-a626-8111755bef34,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:23.807747 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0ed0c35c-5248-4083-a1d0-5b35c127d8f4 None None] For port 856e9669-a2ea-4728-a626-8111755bef34, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=856e9669-a2ea-4728-a626-8111755bef34,segment=NetworkSegment(e71dec73-9dab-4e1c-9b53-3773d0221022),segment_id=e71dec73-9dab-4e1c-9b53-3773d0221022)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:23.808130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0ed0c35c-5248-4083-a1d0-5b35c127d8f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:23.809075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] No DVR routers for this DVR port 856e9669-a2ea-4728-a626-8111755bef34 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:20:23.824771 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:23.940712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-f0f6dbcd-3ecf-4104-a706-bc92a65bb0f2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Delete allocated IP 172.20.0.14 (aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e/9a07d841-3c63-4246-8065-d21dd03df548) {{(pid=84169) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 22:20:23.948400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-f0f6dbcd-3ecf-4104-a706-bc92a65bb0f2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Allocated IP 172.20.0.18 (aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e/3a17e467-e59b-4e0d-ae85-ea94d53d7fc1/60c0a364-80ee-4bfa-b608-ab413558512c) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:23.972644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a330b-4556-4673-b516-d4eca36afd69 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7cebda-3f70-474c-bbbd-f852bb7ffd76,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:23.986461 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-593a330b-4556-4673-b516-d4eca36afd69 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:24.063002 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0c35c-5248-4083-a1d0-5b35c127d8f4 None None] Calling delete_port for 856e9669-a2ea-4728-a626-8111755bef34 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:24.093560 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead25336-ce71-4493-b929-c0164d561205 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:24.107662 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-593a330b-4556-4673-b516-d4eca36afd69 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/fb7cebda-3f70-474c-bbbd-f852bb7ffd76 HTTP/1.1" status: 204 len: 168 time: 1.5697091 Dec 21 22:20:24.110786 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33246) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:24.133466 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 856e9669-a2ea-4728-a626-8111755bef34 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:20:24.148649 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f0f6dbcd-3ecf-4104-a706-bc92a65bb0f2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:24.165401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-f0f6dbcd-3ecf-4104-a706-bc92a65bb0f2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Transition to ACTIVE for port object 60c0a364-80ee-4bfa-b608-ab413558512c will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:24.190388 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0cd5fd76-f761-46e4-afcb-539fb6734635 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783617 Dec 21 22:20:24.193969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33250) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:24.209343 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 856e9669-a2ea-4728-a626-8111755bef34 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:20:24.209678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 856e9669-a2ea-4728-a626-8111755bef34 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:20:24.240293 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:24.253747 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f0f6dbcd-3ecf-4104-a706-bc92a65bb0f2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:24.301357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:24.314354 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-0ed0c35c-5248-4083-a1d0-5b35c127d8f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:24.315008 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-0ed0c35c-5248-4083-a1d0-5b35c127d8f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:20:24.317442 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Transition to ACTIVE for port object 83e4aa44-b876-45c4-92be-75a3efef3127 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:24.369983 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1975bd-4dac-4fd0-a474-186fad009b19 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:24.371500 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6e1975bd-4dac-4fd0-a474-186fad009b19 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:24.372941 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0158e71-6f31-4e05-9fc4-d51db60562f1']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:24.391721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33256) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:24.411336 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:24.416376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71dec73-9dab-4e1c-9b53-3773d0221022') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:24.416784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71dec73-9dab-4e1c-9b53-3773d0221022') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:24.469184 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:24.481967 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6dbcd-3ecf-4104-a706-bc92a65bb0f2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=60c0a364-80ee-4bfa-b608-ab413558512c,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:24.487358 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6e1975bd-4dac-4fd0-a474-186fad009b19 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:24.488050 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6e1975bd-4dac-4fd0-a474-186fad009b19 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2936313 Dec 21 22:20:24.492807 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33262) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:24.509586 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6466c-3246-4684-9663-f24a3f15e168 None None] Pushing event updated for resources: {'Port': ['ID=6e354c84-5ec6-4aab-96cc-3e316ea02ed2,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:24.529597 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 6dd12ae6-4a19-43fc-a5a6-26ca2a156172 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:24.535470 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:24.543625 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:24.571274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=83e4aa44-b876-45c4-92be-75a3efef3127,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:24.629571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:24.630275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:24.676728 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-d11d7a45-9828-4457-820f-329a176a6766 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-26df5a7a-4e64-4712-a467-b6464ab0ad31 {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:24.680256 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-d11d7a45-9828-4457-820f-329a176a6766 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:20:24.689484 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:24.712938 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-52657bb0-1aa4-49ba-925c-5301d81091cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:24.717613 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:20:24.722641 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:24.733420 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c0ea8eb7-1d71-4431-89ff-c2378247c86c req-c7d08181-8d89-41d2-8b3c-89ffb534f39f tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0749733 Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:24.743292 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:24.759160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-52657bb0-1aa4-49ba-925c-5301d81091cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:24.764493 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-52657bb0-1aa4-49ba-925c-5301d81091cc admin admin] Usage tracker for resource:security_group_rule and tenant:63e2b1bdef5147dda15f8720eba413a7 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:24.768095 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-52657bb0-1aa4-49ba-925c-5301d81091cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:24.772507 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ab9f1e49-9fbe-4343-a22f-225449a304eb tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0858152 Dec 21 22:20:24.773586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f0f6dbcd-3ecf-4104-a706-bc92a65bb0f2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] In _notify_port_updated(), no bound segment for port 60c0a364-80ee-4bfa-b608-ab413558512c on network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e {{(pid=84169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:20:24.777499 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6dbcd-3ecf-4104-a706-bc92a65bb0f2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:24.778143 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f0f6dbcd-3ecf-4104-a706-bc92a65bb0f2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:24.779417 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f0f6dbcd-3ecf-4104-a706-bc92a65bb0f2 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "PUT /v2.0/ports/60c0a364-80ee-4bfa-b608-ab413558512c HTTP/1.1" status: 200 len: 921 time: 2.0805790 Dec 21 22:20:24.783354 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33268) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:24.784550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a889dab1-911d-41df-b8d7-6fe616322eda None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:20:24.785963 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95be0b30-af7f-4b94-bc6f-6eaedf1f0495 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:24.787423 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-95be0b30-af7f-4b94-bc6f-6eaedf1f0495 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2910621 Dec 21 22:20:24.788741 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-a889dab1-911d-41df-b8d7-6fe616322eda None None] Deleting port 72abf40b-36b9-4780-8e20-620c3ac59cd5 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:24.789164 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a889dab1-911d-41df-b8d7-6fe616322eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:24.789575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33270) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:24.790490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33274) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:24.803923 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-52657bb0-1aa4-49ba-925c-5301d81091cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:24.833091 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0c35c-5248-4083-a1d0-5b35c127d8f4 None None] Deleting port 856e9669-a2ea-4728-a626-8111755bef34 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:24.833449 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0ed0c35c-5248-4083-a1d0-5b35c127d8f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:24.926429 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0c35c-5248-4083-a1d0-5b35c127d8f4 None None] The port '856e9669-a2ea-4728-a626-8111755bef34' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:20:24.945824 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-52657bb0-1aa4-49ba-925c-5301d81091cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:25.027588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-52657bb0-1aa4-49ba-925c-5301d81091cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:25.070806 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-939ea802-d82a-4f83-98f6-a698acea8777 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1553330 Dec 21 22:20:25.071616 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33280) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:25.084792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52657bb0-1aa4-49ba-925c-5301d81091cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6400770-5382-476b-8211-86a7f895bc06,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:25.089208 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-10180aaf-0bab-4a53-be7b-2e95f26ff737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:25.108969 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-52657bb0-1aa4-49ba-925c-5301d81091cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63e2b1bdef5147dda15f8720eba413a7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7108493 Dec 21 22:20:25.108969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33284) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:25.119885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a889dab1-911d-41df-b8d7-6fe616322eda None None] For port 72abf40b-36b9-4780-8e20-620c3ac59cd5, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=72abf40b-36b9-4780-8e20-620c3ac59cd5,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:25.120429 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a889dab1-911d-41df-b8d7-6fe616322eda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:25.163575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:25.176301 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75d05536-6fe2-403a-a4a6-2822b4c3d068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:25.207880 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75d05536-6fe2-403a-a4a6-2822b4c3d068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:25.213035 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:25.280109 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-a889dab1-911d-41df-b8d7-6fe616322eda None None] Calling delete_port for 72abf40b-36b9-4780-8e20-620c3ac59cd5 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:25.295478 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-0f575d2a-cae7-4e2c-b384-98432ae57f78 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port 60c0a364-80ee-4bfa-b608-ab413558512c {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:25.295817 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0f575d2a-cae7-4e2c-b384-98432ae57f78 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:25.334179 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75d05536-6fe2-403a-a4a6-2822b4c3d068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:25.340481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] Pushing event deleted for resources: {'Network': ['ID=f0158e71-6f31-4e05-9fc4-d51db60562f1,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:25.362638 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d11d7a45-9828-4457-820f-329a176a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:25.363836 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d05536-6fe2-403a-a4a6-2822b4c3d068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6400770-5382-476b-8211-86a7f895bc06,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:25.372755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75d05536-6fe2-403a-a4a6-2822b4c3d068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:25.375755 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-75d05536-6fe2-403a-a4a6-2822b4c3d068 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e6400770-5382-476b-8211-86a7f895bc06 HTTP/1.1" status: 204 len: 168 time: 0.2696671 Dec 21 22:20:25.452346 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-100f277e-a64c-4636-9309-bdc2536bdeb3 tempest-AllowedAddressPairIpV6TestJSON-281356857 tempest-AllowedAddressPairIpV6TestJSON-281356857-project] 10.222.0.37 "DELETE /v2.0/networks/f0158e71-6f31-4e05-9fc4-d51db60562f1 HTTP/1.1" status: 204 len: 168 time: 2.9613588 Dec 21 22:20:25.460550 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-10180aaf-0bab-4a53-be7b-2e95f26ff737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:25.460550 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-10180aaf-0bab-4a53-be7b-2e95f26ff737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:25.462572 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-10180aaf-0bab-4a53-be7b-2e95f26ff737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:25.469169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-10180aaf-0bab-4a53-be7b-2e95f26ff737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:25.547472 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a889dab1-911d-41df-b8d7-6fe616322eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:25.596381 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10180aaf-0bab-4a53-be7b-2e95f26ff737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:25.635266 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889dab1-911d-41df-b8d7-6fe616322eda None None] Pushing event deleted for resources: {'Port': ['ID=72abf40b-36b9-4780-8e20-620c3ac59cd5,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:25.652954 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a889dab1-911d-41df-b8d7-6fe616322eda None None] No DVR routers for this DVR port 72abf40b-36b9-4780-8e20-620c3ac59cd5 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:20:25.682903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-d11d7a45-9828-4457-820f-329a176a6766 None None] Allocated IP 172.20.0.19 (aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e/3a17e467-e59b-4e0d-ae85-ea94d53d7fc1/42c0c4ee-7039-461a-811c-e55e6ebfe40f) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:25.859815 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d11d7a45-9828-4457-820f-329a176a6766 None None] For port 42c0c4ee-7039-461a-811c-e55e6ebfe40f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=42c0c4ee-7039-461a-811c-e55e6ebfe40f,segment=NetworkSegment(bfa7449b-2340-4609-b814-3335c70d4eaf),segment_id=bfa7449b-2340-4609-b814-3335c70d4eaf)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:25.873969 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a360cb-025f-4620-9394-adf6946272d0 None None] Network 6dd12ae6-4a19-43fc-a5a6-26ca2a156172 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:25.938340 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-10180aaf-0bab-4a53-be7b-2e95f26ff737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:26.012644 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d11d7a45-9828-4457-820f-329a176a6766 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:26.071656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33298) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:26.086729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:26.142973 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-893b5133-1f62-4559-9b2b-13426ed27e28 req-0adb5ebf-ebfe-4b96-960d-92b68b62ec59 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2601388 Dec 21 22:20:26.159420 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d11d7a45-9828-4457-820f-329a176a6766 None None] Transition to ACTIVE for port object 42c0c4ee-7039-461a-811c-e55e6ebfe40f will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:26.224196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-40041aed-1992-4e6b-8baa-58f288f6fe58 None None] Provisioning for port 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:26.272061 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d11d7a45-9828-4457-820f-329a176a6766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:26.285777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0f575d2a-cae7-4e2c-b384-98432ae57f78 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:26.311109 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3d454df6-24d8-4626-8241-8fa60f353917 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=334f5604bed4408a8ea8634bfaf18f24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2382987 Dec 21 22:20:26.311713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33304) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:26.312034 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33306) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:26.404607 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:26.404798 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0914bc23-4784-4b0d-9aac-3ce84379e209 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80d53883fe774935b19c9898a7fefba9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0885704 Dec 21 22:20:26.409229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33312) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:26.432772 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0977dae0-92b4-4e0a-8152-5f339a9bfc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:26.463940 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:26.464349 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:26.501131 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0977dae0-92b4-4e0a-8152-5f339a9bfc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:26.523044 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-0f575d2a-cae7-4e2c-b384-98432ae57f78 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for 60c0a364-80ee-4bfa-b608-ab413558512c owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:26.540725 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a987cc26-28e9-49da-a3ea-3b2f196c789f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:26.576053 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d7a45-9828-4457-820f-329a176a6766 None None] Pushing event updated for resources: {'Port': ['ID=42c0c4ee-7039-461a-811c-e55e6ebfe40f,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:26.602612 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a987cc26-28e9-49da-a3ea-3b2f196c789f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:26.645353 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:26.688435 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 6e354c84-5ec6-4aab-96cc-3e316ea02ed2, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=6e354c84-5ec6-4aab-96cc-3e316ea02ed2,segment=NetworkSegment(3dae1d58-e7d1-4769-8ece-5f3bdce0731b),segment_id=3dae1d58-e7d1-4769-8ece-5f3bdce0731b)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:26.754958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a987cc26-28e9-49da-a3ea-3b2f196c789f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:26.774181 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987cc26-28e9-49da-a3ea-3b2f196c789f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bde500-4b87-4858-80f3-77aac97ccf19,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:26.780645 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03a05774-c865-49c6-981b-6daa8c59d41a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:26.800511 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a987cc26-28e9-49da-a3ea-3b2f196c789f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:26.809336 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a987cc26-28e9-49da-a3ea-3b2f196c789f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00bde500-4b87-4858-80f3-77aac97ccf19 HTTP/1.1" status: 204 len: 168 time: 0.3940613 Dec 21 22:20:26.827023 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:26.832265 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0977dae0-92b4-4e0a-8152-5f339a9bfc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:26.832974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0977dae0-92b4-4e0a-8152-5f339a9bfc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:26.840938 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0977dae0-92b4-4e0a-8152-5f339a9bfc75 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ff4a119-b58c-4cfd-8760-23d3236394cd HTTP/1.1" status: 204 len: 168 time: 0.5197046 Dec 21 22:20:26.876160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977dae0-92b4-4e0a-8152-5f339a9bfc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff4a119-b58c-4cfd-8760-23d3236394cd,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:26.950108 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 72abf40b-36b9-4780-8e20-620c3ac59cd5 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:20:27.061362 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 72abf40b-36b9-4780-8e20-620c3ac59cd5 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:20:27.068771 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 72abf40b-36b9-4780-8e20-620c3ac59cd5 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:20:27.113442 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0f575d2a-cae7-4e2c-b384-98432ae57f78 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:27.115524 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-10180aaf-0bab-4a53-be7b-2e95f26ff737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:27.126350 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=6e354c84-5ec6-4aab-96cc-3e316ea02ed2,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:27.226915 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2a438860-8d19-4d92-8d9d-eaa7771b7e2d None None] Provisioning for port 83e4aa44-b876-45c4-92be-75a3efef3127 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:27.232938 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2a438860-8d19-4d92-8d9d-eaa7771b7e2d None None] Provisioning complete for port 83e4aa44-b876-45c4-92be-75a3efef3127 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:27.233319 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2a438860-8d19-4d92-8d9d-eaa7771b7e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:27.294799 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-90a042a4-dc35-4133-a2cc-a8a7fc55dd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:27.310917 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2a438860-8d19-4d92-8d9d-eaa7771b7e2d None None] Port 83e4aa44-b876-45c4-92be-75a3efef3127 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:27.327809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2a438860-8d19-4d92-8d9d-eaa7771b7e2d None None] Provisioning complete for port 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:27.328427 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2a438860-8d19-4d92-8d9d-eaa7771b7e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:27.347303 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f060491b-35be-493a-9439-16f353fe1996 req-9e961afe-3c2b-4f96-8528-5ca06fea138f tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1027205 Dec 21 22:20:27.452506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f575d2a-cae7-4e2c-b384-98432ae57f78 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=60c0a364-80ee-4bfa-b608-ab413558512c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:27.530604 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10180aaf-0bab-4a53-be7b-2e95f26ff737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:27.571055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-10180aaf-0bab-4a53-be7b-2e95f26ff737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:27.575178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10180aaf-0bab-4a53-be7b-2e95f26ff737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:27.575766 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-10180aaf-0bab-4a53-be7b-2e95f26ff737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:27.588388 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92766c35-1b16-4906-b74a-a43603c9c0cd None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:27.610654 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10180aaf-0bab-4a53-be7b-2e95f26ff737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=28189403-bc44-4383-8fdd-4d3735079cff,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:27.706257 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0f575d2a-cae7-4e2c-b384-98432ae57f78 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:27.708623 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0f575d2a-cae7-4e2c-b384-98432ae57f78 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/60c0a364-80ee-4bfa-b608-ab413558512c HTTP/1.1" status: 204 len: 168 time: 2.7951167 Dec 21 22:20:27.711569 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33336) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:27.748077 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03a05774-c865-49c6-981b-6daa8c59d41a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:27.763835 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-10180aaf-0bab-4a53-be7b-2e95f26ff737 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6858404 Dec 21 22:20:27.765704 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33340) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:27.772364 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2b11e945-eb05-4da4-b475-7eb1eb026cb7 None None] Provisioning complete for port 83e4aa44-b876-45c4-92be-75a3efef3127 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:27.772732 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2b11e945-eb05-4da4-b475-7eb1eb026cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:27.775456 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-baf3ddf1-1f70-413b-b661-239d39418a81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'mac_address': 'fa:16:3e:a4:f4:ae', 'name': 'tempest-NetworksTestDHCPv6-359633663'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:27.785352 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c17831-a4de-4d62-a8ba-61a7ad030f8f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] GET failed (client error): The resource could not be found. Dec 21 22:20:27.793596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-50c17831-a4de-4d62-a8ba-61a7ad030f8f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:27.827320 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03a05774-c865-49c6-981b-6daa8c59d41a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:27.862370 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-50c17831-a4de-4d62-a8ba-61a7ad030f8f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:27.864073 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-50c17831-a4de-4d62-a8ba-61a7ad030f8f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports/60c0a364-80ee-4bfa-b608-ab413558512c HTTP/1.1" status: 404 len: 333 time: 0.1510816 Dec 21 22:20:27.875124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33348) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:27.905975 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2b11e945-eb05-4da4-b475-7eb1eb026cb7 None None] Port 83e4aa44-b876-45c4-92be-75a3efef3127 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:27.962850 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a05774-c865-49c6-981b-6daa8c59d41a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=83e4aa44-b876-45c4-92be-75a3efef3127,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:27.965700 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2b11e945-eb05-4da4-b475-7eb1eb026cb7 None None] Could not find standard attr ID for object 60c0a364-80ee-4bfa-b608-ab413558512c. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:20:28.034404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-638c4ed5-1eb1-4a85-87ff-0f0f7c84ea2e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:28.091977 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2b11e945-eb05-4da4-b475-7eb1eb026cb7 None None] Provisioning complete for port f3dc6d49-7327-43e9-9a89-259763517b99 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:28.092612 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2b11e945-eb05-4da4-b475-7eb1eb026cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:28.099218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-638c4ed5-1eb1-4a85-87ff-0f0f7c84ea2e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:28.188495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2b11e945-eb05-4da4-b475-7eb1eb026cb7 None None] Port f3dc6d49-7327-43e9-9a89-259763517b99 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:28.193193 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 42c0c4ee-7039-461a-811c-e55e6ebfe40f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:28.281975 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-638c4ed5-1eb1-4a85-87ff-0f0f7c84ea2e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:28.313212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c4ed5-1eb1-4a85-87ff-0f0f7c84ea2e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4df05f5-9473-47d6-83a1-5fd49ffc3521,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:28.332856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-638c4ed5-1eb1-4a85-87ff-0f0f7c84ea2e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:28.333095 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': '28189403-bc44-4383-8fdd-4d3735079cff'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:20:28.333917 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:28.338350 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-638c4ed5-1eb1-4a85-87ff-0f0f7c84ea2e tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/security-groups/c4df05f5-9473-47d6-83a1-5fd49ffc3521 HTTP/1.1" status: 204 len: 168 time: 0.4620528 Dec 21 22:20:28.342059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33356) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:28.466088 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:28.497885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2b11e945-eb05-4da4-b475-7eb1eb026cb7 None None] Provisioning for port 42c0c4ee-7039-461a-811c-e55e6ebfe40f completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:28.499290 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-750ff67c-09ae-4f16-be55-7e3937f5ffa6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:28.519232 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2b11e945-eb05-4da4-b475-7eb1eb026cb7 None None] Provisioning complete for port 42c0c4ee-7039-461a-811c-e55e6ebfe40f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:28.519402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2b11e945-eb05-4da4-b475-7eb1eb026cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:28.560588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-750ff67c-09ae-4f16-be55-7e3937f5ffa6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:28.663005 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-69211b92-ea8c-482d-a9c5-5febf1e6f034 req-9ef01edc-13c0-4b71-9169-95ae891e5ae9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0914948 Dec 21 22:20:28.664392 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-baf3ddf1-1f70-413b-b661-239d39418a81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:28.685806 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-baf3ddf1-1f70-413b-b661-239d39418a81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:28.701118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-750ff67c-09ae-4f16-be55-7e3937f5ffa6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:28.743287 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03a05774-c865-49c6-981b-6daa8c59d41a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:28.755743 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ff67c-09ae-4f16-be55-7e3937f5ffa6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86f08c8-4ba9-460a-a2e1-7f04ea74217e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:28.761977 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-750ff67c-09ae-4f16-be55-7e3937f5ffa6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:28.770255 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-750ff67c-09ae-4f16-be55-7e3937f5ffa6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/security-groups/e86f08c8-4ba9-460a-a2e1-7f04ea74217e HTTP/1.1" status: 204 len: 168 time: 0.4245055 Dec 21 22:20:28.770592 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33372) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:28.774047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf3ddf1-1f70-413b-b661-239d39418a81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:28.776989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Allocated IP 2001:db8::2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/28189403-bc44-4383-8fdd-4d3735079cff/dad5cdc0-bdb1-4699-920a-5098cf3aa288) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:28.778813 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-baf3ddf1-1f70-413b-b661-239d39418a81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:28.795900 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:28.796266 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:28.814381 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-baf3ddf1-1f70-413b-b661-239d39418a81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port 671dc728-f8b8-4bed-bd50-9a7d9c309d83 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:20:28.864011 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33376) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:28.886759 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33382) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:28.959250 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03a05774-c865-49c6-981b-6daa8c59d41a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.061713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-322076424'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:29.071697 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-436b2d50-1783-4126-a4a6-b835f179db65 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting subnet 9a07d841-3c63-4246-8065-d21dd03df548 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:20:29.082850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:29.084914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-436b2d50-1783-4126-a4a6-b835f179db65 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.131089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Usage tracker for resource:network and tenant:d0abccf8fdf748e6a1d14020fd33dfb5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:29.139040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:29.148000 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:29.171741 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-436b2d50-1783-4126-a4a6-b835f179db65 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.259196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.260513 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Made reservation on behalf of d0abccf8fdf748e6a1d14020fd33dfb5 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:29.266253 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.284889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2036581155'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:29.291772 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-120f881c-2c4d-476c-86cb-b24802f0d734 None None] Provisioning complete for port 83e4aa44-b876-45c4-92be-75a3efef3127 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:29.292173 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-120f881c-2c4d-476c-86cb-b24802f0d734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.303062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:29.307370 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.325767 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Transition to ACTIVE for port object dad5cdc0-bdb1-4699-920a-5098cf3aa288 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:29.328491 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Usage tracker for resource:network and tenant:1298a76b4787410ea1c33ad655d64ab1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:29.332746 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:29.358863 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:29.362896 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Usage tracker for resource:security_group_rule and tenant:d0abccf8fdf748e6a1d14020fd33dfb5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:29.366369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:29.373435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:29.374374 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Transition to ACTIVE for port object dad5cdc0-bdb1-4699-920a-5098cf3aa288 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:29.378128 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-120f881c-2c4d-476c-86cb-b24802f0d734 None None] Port 83e4aa44-b876-45c4-92be-75a3efef3127 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:29.381561 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-120f881c-2c4d-476c-86cb-b24802f0d734 None None] Could not find standard attr ID for object 60c0a364-80ee-4bfa-b608-ab413558512c. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:20:29.383876 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:29.421191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-436b2d50-1783-4126-a4a6-b835f179db65 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.456132 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.501866 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03a05774-c865-49c6-981b-6daa8c59d41a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.505772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Made reservation on behalf of 1298a76b4787410ea1c33ad655d64ab1 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:29.508751 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.509412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.531103 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.541210 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:29.547850 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:29.550205 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Pushing event updated for resources: {'Port': ['ID=dad5cdc0-bdb1-4699-920a-5098cf3aa288,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:29.552603 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:29.575052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-baf3ddf1-1f70-413b-b661-239d39418a81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::38b (fe7c627c-94be-483c-83d9-84e8e8a5014e/28189403-bc44-4383-8fdd-4d3735079cff/671dc728-f8b8-4bed-bd50-9a7d9c309d83) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:29.591073 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:29.597087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Usage tracker for resource:security_group_rule and tenant:1298a76b4787410ea1c33ad655d64ab1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:29.601477 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:29.618518 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:29.635103 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03a05774-c865-49c6-981b-6daa8c59d41a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.642288 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Attempting to bind port dad5cdc0-bdb1-4699-920a-5098cf3aa288 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:20:29.642684 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Attempting to bind port dad5cdc0-bdb1-4699-920a-5098cf3aa288 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:20:29.643261 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Attempting to bind port dad5cdc0-bdb1-4699-920a-5098cf3aa288 on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:20:29.649903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:20:29.650397 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:29.650791 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.651178 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:20:29.651625 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Bound port: dad5cdc0-bdb1-4699-920a-5098cf3aa288, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:20:29.652648 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.655819 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.666510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-436b2d50-1783-4126-a4a6-b835f179db65 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.668113 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ae45205d-0385-40cc-b784-ac761e20742a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.713362 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b2d50-1783-4126-a4a6-b835f179db65 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Subnet': ['ID=9a07d841-3c63-4246-8065-d21dd03df548,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:29.731471 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:20:29.740751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-436b2d50-1783-4126-a4a6-b835f179db65 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.754481 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-436b2d50-1783-4126-a4a6-b835f179db65 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/9a07d841-3c63-4246-8065-d21dd03df548 HTTP/1.1" status: 204 len: 168 time: 0.9823232 Dec 21 22:20:29.754614 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58579023-e296-4aa7-a31a-b7772aaf79f3 None None] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:29.755276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddc8167-b672-406f-a226-75cad2c103e6,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:29.759387 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33390) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:29.766131 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ff3b0a6f-5a80-49d0-ad8d-a22c0a4f31a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'subnet': {'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:29.788407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.796305 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Added segment 535f688c-e8be-43dc-ab5a-2ed371decf2b of type vlan for network d3b07eeb-dfac-4b43-a613-99a2bf4e7adb Dec 21 22:20:29.807353 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a05774-c865-49c6-981b-6daa8c59d41a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=83e4aa44-b876-45c4-92be-75a3efef3127,revision_number=3']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:29.831187 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03a05774-c865-49c6-981b-6daa8c59d41a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:29.872359 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] For port dad5cdc0-bdb1-4699-920a-5098cf3aa288, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:20:29.889829 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] For port dad5cdc0-bdb1-4699-920a-5098cf3aa288, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=dad5cdc0-bdb1-4699-920a-5098cf3aa288,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:20:29.951326 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bbff1a8f-e527-4781-8b43-438a22050699 req-c01a9320-29ec-4e9c-ae42-2180ce4e9bda tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0627742 Dec 21 22:20:29.967494 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:30.025315 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:30.064919 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:30.083558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ff3b0a6f-5a80-49d0-ad8d-a22c0a4f31a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:30.087389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ff3b0a6f-5a80-49d0-ad8d-a22c0a4f31a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:subnet and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:30.090832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ff3b0a6f-5a80-49d0-ad8d-a22c0a4f31a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:30.096285 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-baf3ddf1-1f70-413b-b661-239d39418a81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:30.097386 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ff3b0a6f-5a80-49d0-ad8d-a22c0a4f31a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:30.111988 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43011012-b3a7-4e44-951c-21b1584cb0e7 None None] Pushing event updated for resources: {'Port': ['ID=dad5cdc0-bdb1-4699-920a-5098cf3aa288,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:30.119128 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a05774-c865-49c6-981b-6daa8c59d41a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 6dd12ae6-4a19-43fc-a5a6-26ca2a156172 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:30.122291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-03a05774-c865-49c6-981b-6daa8c59d41a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:30.124368 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-baf3ddf1-1f70-413b-b661-239d39418a81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object 671dc728-f8b8-4bed-bd50-9a7d9c309d83 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:30.156902 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:30.161205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:30.169280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:30.196710 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:30.327445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Network': ['ID=d3b07eeb-dfac-4b43-a613-99a2bf4e7adb,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:30.330691 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3b0a6f-5a80-49d0-ad8d-a22c0a4f31a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:30.334274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff3b0a6f-5a80-49d0-ad8d-a22c0a4f31a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:30.340449 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network d3b07eeb-dfac-4b43-a613-99a2bf4e7adb details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:20:30.361554 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4b34d42b-ec65-4d82-a569-125938fe4407 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4979391 Dec 21 22:20:30.367340 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33394) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:30.389299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-505ac235-83df-4663-a920-427d5473c580 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'subnet': {'network_id': 'd3b07eeb-dfac-4b43-a613-99a2bf4e7adb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:30.469336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:20:30.512811 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b396eed-b500-44ad-b63e-c25b7921dda7,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:30.522516 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:30.523029 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Added segment 0e74fb18-3f19-4290-905f-10618b17a3b8 of type vlan for network 6e3ba019-9e5f-4368-a196-7aa82404a75e Dec 21 22:20:30.576665 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e1f2ba9d-c743-4aeb-a0e1-e818e9ba7298 None None] Provisioning complete for port 83e4aa44-b876-45c4-92be-75a3efef3127 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:30.577133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e1f2ba9d-c743-4aeb-a0e1-e818e9ba7298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:30.594583 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-505ac235-83df-4663-a920-427d5473c580 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:30.671861 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-baf3ddf1-1f70-413b-b661-239d39418a81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:30.675097 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-505ac235-83df-4663-a920-427d5473c580 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Usage tracker for resource:subnet and tenant:d0abccf8fdf748e6a1d14020fd33dfb5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:30.684855 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-505ac235-83df-4663-a920-427d5473c580 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:30.695298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-505ac235-83df-4663-a920-427d5473c580 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:30.707542 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e1f2ba9d-c743-4aeb-a0e1-e818e9ba7298 None None] Port 83e4aa44-b876-45c4-92be-75a3efef3127 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:30.751017 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:30.803179 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:30.811216 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:30.840546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf3ddf1-1f70-413b-b661-239d39418a81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:30.852597 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-baf3ddf1-1f70-413b-b661-239d39418a81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:30.858497 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505ac235-83df-4663-a920-427d5473c580 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Made reservation on behalf of d0abccf8fdf748e6a1d14020fd33dfb5 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:30.861799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf3ddf1-1f70-413b-b661-239d39418a81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:30.863751 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf3ddf1-1f70-413b-b661-239d39418a81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:30.864348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-baf3ddf1-1f70-413b-b661-239d39418a81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:30.880924 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3ddf1-1f70-413b-b661-239d39418a81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=671dc728-f8b8-4bed-bd50-9a7d9c309d83,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:30.985953 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:30.989874 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:30.990601 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:30.991601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-505ac235-83df-4663-a920-427d5473c580 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:31.030060 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-baf3ddf1-1f70-413b-b661-239d39418a81 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2601776 Dec 21 22:20:31.031869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33400) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:31.118414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff3b0a6f-5a80-49d0-ad8d-a22c0a4f31a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:31.139168 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-513e1fe3-31e5-4211-8c2d-7e1021b1221d None None] Provisioning complete for port f3dc6d49-7327-43e9-9a89-259763517b99 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:31.139676 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-513e1fe3-31e5-4211-8c2d-7e1021b1221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:31.186576 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a05774-c865-49c6-981b-6daa8c59d41a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 33e2558b-f0ed-44e6-8c15-8a847bf9c29f is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:20:31.187442 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3b0a6f-5a80-49d0-ad8d-a22c0a4f31a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:31.188400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event updated for resources: {'Network': ['ID=6e3ba019-9e5f-4368-a196-7aa82404a75e,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:31.204981 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ff3a67c9-31db-4b90-bbd1-1fda23a68762 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3033626 Dec 21 22:20:31.204981 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f116970a-c8ea-416a-add0-eec50760595e req-569707c0-c777-423d-b2d3-152c5a5dd574 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1131916 Dec 21 22:20:31.205372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-ff3b0a6f-5a80-49d0-ad8d-a22c0a4f31a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:31.205372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3b0a6f-5a80-49d0-ad8d-a22c0a4f31a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:31.205372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff3b0a6f-5a80-49d0-ad8d-a22c0a4f31a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:31.214484 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-513e1fe3-31e5-4211-8c2d-7e1021b1221d None None] Port f3dc6d49-7327-43e9-9a89-259763517b99 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:31.247375 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 6e3ba019-9e5f-4368-a196-7aa82404a75e details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:20:31.288303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b0a6f-5a80-49d0-ad8d-a22c0a4f31a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Subnet': ['ID=f8247ba6-80ce-4188-afe0-65bf93497ad8,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:31.386416 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ff3b0a6f-5a80-49d0-ad8d-a22c0a4f31a8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6241281 Dec 21 22:20:31.397797 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4969ae69-da6c-44f2-9589-3fbe341c8a2b None None] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:31.399706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33404) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:31.411539 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-df4b8e70-8917-4df2-bb81-eaa80a8e8ce8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'security_group': {'name': 'tempest-secgroup-346610305'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:31.426707 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedeca0e-6e73-48b1-b759-497c38e2ae7d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:31.427329 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-513e1fe3-31e5-4211-8c2d-7e1021b1221d None None] Provisioning complete for port 42c0c4ee-7039-461a-811c-e55e6ebfe40f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:31.429895 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-513e1fe3-31e5-4211-8c2d-7e1021b1221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:31.430620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedeca0e-6e73-48b1-b759-497c38e2ae7d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:31.431481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cedeca0e-6e73-48b1-b759-497c38e2ae7d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:31.437240 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-df4b8e70-8917-4df2-bb81-eaa80a8e8ce8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:31.495172 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-df4b8e70-8917-4df2-bb81-eaa80a8e8ce8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:security_group and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:31.500885 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-df4b8e70-8917-4df2-bb81-eaa80a8e8ce8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:31.518473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-505ac235-83df-4663-a920-427d5473c580 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:31.531507 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-df4b8e70-8917-4df2-bb81-eaa80a8e8ce8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:31.638876 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a05774-c865-49c6-981b-6daa8c59d41a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:20:31.651191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cedeca0e-6e73-48b1-b759-497c38e2ae7d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:31.651191 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cedeca0e-6e73-48b1-b759-497c38e2ae7d tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6169968 Dec 21 22:20:31.654191 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-03a05774-c865-49c6-981b-6daa8c59d41a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/33e2558b-f0ed-44e6-8c15-8a847bf9c29f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8657222 Dec 21 22:20:31.654887 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33408) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:31.659885 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33410) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:31.676002 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d119670-f88d-4fd2-8138-198046fa946e None None] Sync routers for ids ['33e2558b-f0ed-44e6-8c15-8a847bf9c29f'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:20:31.725025 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-df4b8e70-8917-4df2-bb81-eaa80a8e8ce8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:31.774303 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-1793fc78-2903-4184-b13a-5d99ccb11cf6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port 671dc728-f8b8-4bed-bd50-9a7d9c309d83 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:31.774688 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1793fc78-2903-4184-b13a-5d99ccb11cf6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:31.785221 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb999dd-7368-4f8e-8175-f769ce0dc37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:31.793256 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1bb999dd-7368-4f8e-8175-f769ce0dc37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Synchronizing usage tracker for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:31.793256 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ac235-83df-4663-a920-427d5473c580 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Subnet': ['ID=057ca3ad-af1b-458e-9d78-a8fc79057bc4,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:31.813441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505ac235-83df-4663-a920-427d5473c580 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Checking segment: {'id': '535f688c-e8be-43dc-ab5a-2ed371decf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd3b07eeb-dfac-4b43-a613-99a2bf4e7adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:31.813902 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505ac235-83df-4663-a920-427d5473c580 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network hostable DHCP agents. Network: d3b07eeb-dfac-4b43-a613-99a2bf4e7adb, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:20:31.862046 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-df4b8e70-8917-4df2-bb81-eaa80a8e8ce8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:31.865051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1bb999dd-7368-4f8e-8175-f769ce0dc37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Unset dirty status for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:31.866925 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1bb999dd-7368-4f8e-8175-f769ce0dc37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports/83e4aa44-b876-45c4-92be-75a3efef3127 HTTP/1.1" status: 200 len: 978 time: 0.2048984 Dec 21 22:20:31.870089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33416) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:31.875982 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-df4b8e70-8917-4df2-bb81-eaa80a8e8ce8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:security_group_rule and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:31.875982 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-df4b8e70-8917-4df2-bb81-eaa80a8e8ce8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:31.914256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-df4b8e70-8917-4df2-bb81-eaa80a8e8ce8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:31.915450 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d119670-f88d-4fd2-8138-198046fa946e None None] Routers {'33e2558b-f0ed-44e6-8c15-8a847bf9c29f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:31.916067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0d119670-f88d-4fd2-8138-198046fa946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['33e2558b-f0ed-44e6-8c15-8a847bf9c29f'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:31.997857 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505ac235-83df-4663-a920-427d5473c580 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network d3b07eeb-dfac-4b43-a613-99a2bf4e7adb is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:20:32.058544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0d119670-f88d-4fd2-8138-198046fa946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:32.166953 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-505ac235-83df-4663-a920-427d5473c580 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, d3b07eeb-dfac-4b43-a613-99a2bf4e7adb) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:32.182234 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505ac235-83df-4663-a920-427d5473c580 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:32.182988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-505ac235-83df-4663-a920-427d5473c580 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:32.196907 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-df4b8e70-8917-4df2-bb81-eaa80a8e8ce8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:32.205418 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dad5cdc0-bdb1-4699-920a-5098cf3aa288 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:32.255997 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1793fc78-2903-4184-b13a-5d99ccb11cf6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:32.274257 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ca607-d4bb-4fa1-acb8-fbc30a2109de None None] Network d3b07eeb-dfac-4b43-a613-99a2bf4e7adb requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:32.294468 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-df4b8e70-8917-4df2-bb81-eaa80a8e8ce8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:32.356458 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:32.358674 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-505ac235-83df-4663-a920-427d5473c580 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9850833 Dec 21 22:20:32.441185 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-1793fc78-2903-4184-b13a-5d99ccb11cf6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for 671dc728-f8b8-4bed-bd50-9a7d9c309d83 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:32.450452 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d119670-f88d-4fd2-8138-198046fa946e None None] Routers {'33e2558b-f0ed-44e6-8c15-8a847bf9c29f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:32.451234 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0d119670-f88d-4fd2-8138-198046fa946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['33e2558b-f0ed-44e6-8c15-8a847bf9c29f'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:32.535726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0d119670-f88d-4fd2-8138-198046fa946e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:32.536293 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d119670-f88d-4fd2-8138-198046fa946e None None] The sync data for ids ['33e2558b-f0ed-44e6-8c15-8a847bf9c29f'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:20:32.552761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33422) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:32.554861 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3e66cb8b-dad4-4916-8ff6-3e7f8d2453ad None None] Provisioning for port dad5cdc0-bdb1-4699-920a-5098cf3aa288 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:32.556872 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-46070582-7807-4d8f-8898-a6719a084b1b req-3ebb4de3-f453-43dc-85e4-03f49aa97390 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2030358 Dec 21 22:20:32.565818 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-318225810', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:32.645572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:32.667752 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Usage tracker for resource:router and tenant:d0abccf8fdf748e6a1d14020fd33dfb5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:32.668806 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b8e70-8917-4df2-bb81-eaa80a8e8ce8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b798a9-f098-4007-9fee-a8fe745320c7,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:32.681871 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:32.689888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:32.705033 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1793fc78-2903-4184-b13a-5d99ccb11cf6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:32.749363 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5f297c-c1cb-4bca-b47a-ee0e6956ec84 None None] Network d3b07eeb-dfac-4b43-a613-99a2bf4e7adb requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:32.767081 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port dad5cdc0-bdb1-4699-920a-5098cf3aa288 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:32.783228 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-392797cf-66e6-4d3f-87d2-fe70402cbe45 None None] Could not find standard attr ID for object 671dc728-f8b8-4bed-bd50-9a7d9c309d83. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:20:32.796052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:32.797898 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:32.813480 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port dad5cdc0-bdb1-4699-920a-5098cf3aa288 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:32.813872 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:32.844298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:32.903504 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-df4b8e70-8917-4df2-bb81-eaa80a8e8ce8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:32.907508 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-df4b8e70-8917-4df2-bb81-eaa80a8e8ce8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.5033438 Dec 21 22:20:32.911800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33426) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:32.921028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-6975a407-e387-4812-853a-2d50d02a0ca3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'security_group': {'name': 'tempest-secgroup-1221433369'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:32.929664 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6975a407-e387-4812-853a-2d50d02a0ca3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:32.937519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6975a407-e387-4812-853a-2d50d02a0ca3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:security_group and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:32.941607 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6975a407-e387-4812-853a-2d50d02a0ca3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:32.945155 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793fc78-2903-4184-b13a-5d99ccb11cf6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=671dc728-f8b8-4bed-bd50-9a7d9c309d83,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:32.956785 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1793fc78-2903-4184-b13a-5d99ccb11cf6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:32.957904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6975a407-e387-4812-853a-2d50d02a0ca3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:32.961626 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33430) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:32.963253 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1793fc78-2903-4184-b13a-5d99ccb11cf6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/671dc728-f8b8-4bed-bd50-9a7d9c309d83 HTTP/1.1" status: 204 len: 168 time: 1.3010051 Dec 21 22:20:33.017158 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2975fe-fa85-454b-b56b-a60e53315a55 None None] Update dhcp port {'port': {'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'fixed_ips': [{'subnet_id': '3a17e467-e59b-4e0d-ae85-ea94d53d7fc1', 'ip_address': '172.20.0.19'}, {'subnet_id': 'f8247ba6-80ce-4188-afe0-65bf93497ad8'}], 'binding:host_id': 'dv-neutron-822520-1-hyperv'}, 'id': '42c0c4ee-7039-461a-811c-e55e6ebfe40f'} from dv-neutron-822520-1-hyperv. {{(pid=84170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 21 22:20:33.108920 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ba2975fe-fa85-454b-b56b-a60e53315a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:33.191667 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6975a407-e387-4812-853a-2d50d02a0ca3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:33.257834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ccb9f4-afe9-4a92-b5ec-86096107a834 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:33.259193 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ccb9f4-afe9-4a92-b5ec-86096107a834 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:33.259971 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-75ccb9f4-afe9-4a92-b5ec-86096107a834 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:33.276243 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:33.280074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6975a407-e387-4812-853a-2d50d02a0ca3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:33.300289 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6975a407-e387-4812-853a-2d50d02a0ca3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:security_group_rule and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:33.304084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-04eba010-cc49-49a1-b216-fd8686bdd56e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:33.356820 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6975a407-e387-4812-853a-2d50d02a0ca3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:33.375719 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6975a407-e387-4812-853a-2d50d02a0ca3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:33.381326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-75ccb9f4-afe9-4a92-b5ec-86096107a834 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:33.385399 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33434) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:33.388033 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-75ccb9f4-afe9-4a92-b5ec-86096107a834 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4250050 Dec 21 22:20:33.438912 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:33.508096 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-ba2975fe-fa85-454b-b56b-a60e53315a55 None None] Allocated IP 172.20.0.2 (aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e/f8247ba6-80ce-4188-afe0-65bf93497ad8/42c0c4ee-7039-461a-811c-e55e6ebfe40f) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:33.525713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port dad5cdc0-bdb1-4699-920a-5098cf3aa288, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=dad5cdc0-bdb1-4699-920a-5098cf3aa288,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:33.576830 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6975a407-e387-4812-853a-2d50d02a0ca3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:33.597384 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb830a3f-425c-46c8-8b59-522051572b15 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 28189403-bc44-4383-8fdd-4d3735079cff {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:20:33.600951 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb830a3f-425c-46c8-8b59-522051572b15 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:33.616561 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:33.660594 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb830a3f-425c-46c8-8b59-522051572b15 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:33.695384 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=dad5cdc0-bdb1-4699-920a-5098cf3aa288,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:33.715024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6975a407-e387-4812-853a-2d50d02a0ca3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:33.735546 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ba2975fe-fa85-454b-b56b-a60e53315a55 None None] For port 42c0c4ee-7039-461a-811c-e55e6ebfe40f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=42c0c4ee-7039-461a-811c-e55e6ebfe40f,segment=NetworkSegment(bfa7449b-2340-4609-b814-3335c70d4eaf),segment_id=bfa7449b-2340-4609-b814-3335c70d4eaf)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:33.743023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb830a3f-425c-46c8-8b59-522051572b15 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:33.765834 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ba2975fe-fa85-454b-b56b-a60e53315a55 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:33.783342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ba2975fe-fa85-454b-b56b-a60e53315a55 None None] Transition to ACTIVE for port object 42c0c4ee-7039-461a-811c-e55e6ebfe40f will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:33.837215 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1915ec4a-82a3-4fa0-8628-84a56f6e4160 req-e76c4fcf-d49d-473b-a87a-06173e9405ab tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0503690 Dec 21 22:20:33.853345 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ba2975fe-fa85-454b-b56b-a60e53315a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:33.865973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6975a407-e387-4812-853a-2d50d02a0ca3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:33.870118 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6975a407-e387-4812-853a-2d50d02a0ca3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9544668 Dec 21 22:20:33.870488 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33440) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:33.876792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'security_group': {'name': 'tempest-secgroup-687222313'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:33.883951 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:33.888274 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:security_group and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:33.891484 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:33.893773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975a407-e387-4812-853a-2d50d02a0ca3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b524c761-b5b8-4195-a549-7d1f0ea4f6dc,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:33.899260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:33.929138 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb830a3f-425c-46c8-8b59-522051572b15 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:34.014247 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb830a3f-425c-46c8-8b59-522051572b15 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=28189403-bc44-4383-8fdd-4d3735079cff,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:34.031480 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:34.091654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dad5cdc0-bdb1-4699-920a-5098cf3aa288 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:34.097432 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb830a3f-425c-46c8-8b59-522051572b15 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:34.122146 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:34.126282 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:security_group_rule and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:34.130851 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:34.135323 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5f90eb-c01e-4975-8220-5f0c8c57c63f None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:34.138495 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:34.194842 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:34.202623 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2975fe-fa85-454b-b56b-a60e53315a55 None None] Pushing event updated for resources: {'Port': ['ID=42c0c4ee-7039-461a-811c-e55e6ebfe40f,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:34.213000 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fb830a3f-425c-46c8-8b59-522051572b15 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/28189403-bc44-4383-8fdd-4d3735079cff HTTP/1.1" status: 204 len: 168 time: 0.8260489 Dec 21 22:20:34.220127 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33444) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:34.283366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-04eba010-cc49-49a1-b216-fd8686bdd56e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port 83e4aa44-b876-45c4-92be-75a3efef3127 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:34.283617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-04eba010-cc49-49a1-b216-fd8686bdd56e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:34.341335 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:34.366438 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:34.408135 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-92652294-5b1e-4bc1-b588-f9c1d84b64f3 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1867597 Dec 21 22:20:34.408874 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33448) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:34.455021 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:34.457466 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port dad5cdc0-bdb1-4699-920a-5098cf3aa288 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:34.458361 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:34.555365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Allocated IP 172.26.3.132 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/0cb414e7-e22c-453e-ac65-595d16763b97) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:34.580872 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f31572-8420-4db6-943f-c7b8f9a6d165,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:34.599649 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:34.610920 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7390552 Dec 21 22:20:34.614508 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33452) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:34.627476 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b1f82ec8-3f92-47a7-b623-a072d9df253a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1631500582', 'security_groups': ['40f31572-8420-4db6-943f-c7b8f9a6d165'], 'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f8247ba6-80ce-4188-afe0-65bf93497ad8'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:34.675978 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:34.677156 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:34.677156 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:34.682045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73017e27-e4d8-4d3d-a6a7-d414442f4d39 None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:20:34.682167 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33456) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:34.682268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:34.682268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:34.682268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:34.682268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:34.682268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:34.682268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:34.682268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:34.682268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b39dc8-dfdb-4f32-84c9-eeaa2ca1800c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:34.689209 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-73017e27-e4d8-4d3d-a6a7-d414442f4d39 None None] Deleting port dad5cdc0-bdb1-4699-920a-5098cf3aa288 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:34.689805 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-73017e27-e4d8-4d3d-a6a7-d414442f4d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:34.720029 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e2ec56-3edc-42a8-bb6b-9c4982c772df tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:34.720896 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a9e2ec56-3edc-42a8-bb6b-9c4982c772df tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:34.825707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-3b50a9d6-8853-4bb8-8560-69f0a6b8d315 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Request body: {'subnet': {'network_id': '6e3ba019-9e5f-4368-a196-7aa82404a75e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:34.860487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a9e2ec56-3edc-42a8-bb6b-9c4982c772df tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:34.861665 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a9e2ec56-3edc-42a8-bb6b-9c4982c772df tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4517658 Dec 21 22:20:34.863390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b1f82ec8-3f92-47a7-b623-a072d9df253a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:34.864838 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33460) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:34.875393 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b1f82ec8-3f92-47a7-b623-a072d9df253a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:34.938824 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f82ec8-3f92-47a7-b623-a072d9df253a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:34.955006 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-73017e27-e4d8-4d3d-a6a7-d414442f4d39 None None] For port dad5cdc0-bdb1-4699-920a-5098cf3aa288, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=dad5cdc0-bdb1-4699-920a-5098cf3aa288,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:34.955640 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-73017e27-e4d8-4d3d-a6a7-d414442f4d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:35.070219 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b1f82ec8-3f92-47a7-b623-a072d9df253a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:35.077050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-73017e27-e4d8-4d3d-a6a7-d414442f4d39 None None] Calling delete_port for dad5cdc0-bdb1-4699-920a-5098cf3aa288 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:35.094080 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-b1f82ec8-3f92-47a7-b623-a072d9df253a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] device_id is not set on port d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:20:35.108040 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-842de6b6-3a54-4d1e-bd8f-0cab3b78a4a3 req-549ad9cf-6020-4930-a7f8-03ab0dd12d74 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1472516 Dec 21 22:20:35.138903 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3b50a9d6-8853-4bb8-8560-69f0a6b8d315 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:35.146872 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-883a39e9-5faa-42fa-a0d4-015f3dafd149 None None] Provisioning complete for port f3dc6d49-7327-43e9-9a89-259763517b99 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:35.147135 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-883a39e9-5faa-42fa-a0d4-015f3dafd149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:35.202072 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:35.228050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-883a39e9-5faa-42fa-a0d4-015f3dafd149 None None] Port f3dc6d49-7327-43e9-9a89-259763517b99 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:35.253036 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3b50a9d6-8853-4bb8-8560-69f0a6b8d315 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Usage tracker for resource:subnet and tenant:1298a76b4787410ea1c33ad655d64ab1 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:35.257822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99051953-783c-4597-aaf5-a1466091450e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:35.262673 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-99051953-783c-4597-aaf5-a1466091450e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3846478 Dec 21 22:20:35.262673 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3b50a9d6-8853-4bb8-8560-69f0a6b8d315 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:35.263495 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33466) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:35.271159 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3b50a9d6-8853-4bb8-8560-69f0a6b8d315 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:35.291671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-73017e27-e4d8-4d3d-a6a7-d414442f4d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:35.307851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-04eba010-cc49-49a1-b216-fd8686bdd56e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:35.319302 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:35.330584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-b1f82ec8-3f92-47a7-b623-a072d9df253a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Allocated IP 172.20.0.4 (aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e/f8247ba6-80ce-4188-afe0-65bf93497ad8/d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:35.335898 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-883a39e9-5faa-42fa-a0d4-015f3dafd149 None None] Provisioning for port 42c0c4ee-7039-461a-811c-e55e6ebfe40f completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:35.341220 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73017e27-e4d8-4d3d-a6a7-d414442f4d39 None None] Pushing event deleted for resources: {'Port': ['ID=dad5cdc0-bdb1-4699-920a-5098cf3aa288,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:35.347462 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-883a39e9-5faa-42fa-a0d4-015f3dafd149 None None] Provisioning complete for port 42c0c4ee-7039-461a-811c-e55e6ebfe40f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:35.347881 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-883a39e9-5faa-42fa-a0d4-015f3dafd149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:35.377007 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73017e27-e4d8-4d3d-a6a7-d414442f4d39 None None] No DVR routers for this DVR port dad5cdc0-bdb1-4699-920a-5098cf3aa288 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:20:35.476260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b50a9d6-8853-4bb8-8560-69f0a6b8d315 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Made reservation on behalf of 1298a76b4787410ea1c33ad655d64ab1 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:35.497733 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-04eba010-cc49-49a1-b216-fd8686bdd56e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for 83e4aa44-b876-45c4-92be-75a3efef3127 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:35.528911 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-413f8596-bd37-4f70-beb5-32bcf2d5397c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1168759 Dec 21 22:20:35.533322 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33470) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:35.540943 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-91e680a1-fcf9-4dc2-84b6-a727780e6518 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:35.588358 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:35.643625 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:35.646087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:35.691755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=0cb414e7-e22c-453e-ac65-595d16763b97,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:35.718543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b50a9d6-8853-4bb8-8560-69f0a6b8d315 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:35.757143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:35.761024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:35.761024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:35.761024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:35.761024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:35.761024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:35.761024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:35.761024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:35.761024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:35.761024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:35.761024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:35.772362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b1f82ec8-3f92-47a7-b623-a072d9df253a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:35.782439 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-91e680a1-fcf9-4dc2-84b6-a727780e6518 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:35.790049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-91e680a1-fcf9-4dc2-84b6-a727780e6518 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:35.796065 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-91e680a1-fcf9-4dc2-84b6-a727780e6518 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:35.803099 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-b1f82ec8-3f92-47a7-b623-a072d9df253a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Transition to ACTIVE for port object d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:35.804435 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-91e680a1-fcf9-4dc2-84b6-a727780e6518 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:35.878660 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e680a1-fcf9-4dc2-84b6-a727780e6518 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:35.882112 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-91e680a1-fcf9-4dc2-84b6-a727780e6518 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:35.904345 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b1f82ec8-3f92-47a7-b623-a072d9df253a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:36.038884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 42c0c4ee-7039-461a-811c-e55e6ebfe40f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:36.056449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f82ec8-3f92-47a7-b623-a072d9df253a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:36.064180 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f82ec8-3f92-47a7-b623-a072d9df253a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:36.070320 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-b1f82ec8-3f92-47a7-b623-a072d9df253a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:36.073131 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f82ec8-3f92-47a7-b623-a072d9df253a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:36.126182 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 42c0c4ee-7039-461a-811c-e55e6ebfe40f triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:36.127121 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:36.146122 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f82ec8-3f92-47a7-b623-a072d9df253a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:36.146647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b1f82ec8-3f92-47a7-b623-a072d9df253a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:36.181926 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-04eba010-cc49-49a1-b216-fd8686bdd56e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:36.235083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b50a9d6-8853-4bb8-8560-69f0a6b8d315 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:36.301973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:36.302997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:36.328723 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dad5cdc0-bdb1-4699-920a-5098cf3aa288 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:20:36.332585 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-162dfbf6-6daf-4dcf-acfd-f13204eaed52 req-fb48e211-ba83-460e-ad16-dd5d8e54ea32 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1039174 Dec 21 22:20:36.377591 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eba010-cc49-49a1-b216-fd8686bdd56e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Port': ['ID=83e4aa44-b876-45c4-92be-75a3efef3127,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:36.380136 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: dad5cdc0-bdb1-4699-920a-5098cf3aa288 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:20:36.387265 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dad5cdc0-bdb1-4699-920a-5098cf3aa288 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:20:36.416140 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b1f82ec8-3f92-47a7-b623-a072d9df253a tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7990613 Dec 21 22:20:36.419906 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33476) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:36.427658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-4b2d8fb4-b96f-4437-8314-123975df3a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'subnet': {'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:36.506579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1ec46204-ba48-4548-aa04-688d837b744e None None] Provisioning for port d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:36.512722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1ec46204-ba48-4548-aa04-688d837b744e None None] Provisioning complete for port d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:36.512722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1ec46204-ba48-4548-aa04-688d837b744e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:36.583547 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1ec46204-ba48-4548-aa04-688d837b744e None None] Port d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:36.639424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50a9d6-8853-4bb8-8560-69f0a6b8d315 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event updated for resources: {'Subnet': ['ID=927935a3-90fc-4da4-91d9-53e6f4ec1d83,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:36.661112 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.objects.ports [None req-91e680a1-fcf9-4dc2-84b6-a727780e6518 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84169) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:20:36.666040 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-91e680a1-fcf9-4dc2-84b6-a727780e6518 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:36.677114 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b50a9d6-8853-4bb8-8560-69f0a6b8d315 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Checking segment: {'id': '0e74fb18-3f19-4290-905f-10618b17a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6e3ba019-9e5f-4368-a196-7aa82404a75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:36.677472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b50a9d6-8853-4bb8-8560-69f0a6b8d315 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Network hostable DHCP agents. Network: 6e3ba019-9e5f-4368-a196-7aa82404a75e, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:20:36.700379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4b2d8fb4-b96f-4437-8314-123975df3a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:36.712906 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4b2d8fb4-b96f-4437-8314-123975df3a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:subnet and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:36.720731 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4b2d8fb4-b96f-4437-8314-123975df3a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:36.737552 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4b2d8fb4-b96f-4437-8314-123975df3a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:36.749655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e680a1-fcf9-4dc2-84b6-a727780e6518 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:36.766263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e680a1-fcf9-4dc2-84b6-a727780e6518 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=9996df65-e7ad-4dbc-b7e9-c6cfa0e3abff,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:36.766263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-91e680a1-fcf9-4dc2-84b6-a727780e6518 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:36.766263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e680a1-fcf9-4dc2-84b6-a727780e6518 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:36.766263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-91e680a1-fcf9-4dc2-84b6-a727780e6518 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:36.769262 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26361bdf-a46e-4573-9444-9143ae3769dc None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:36.843828 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2d8fb4-b96f-4437-8314-123975df3a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:36.846207 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b2d8fb4-b96f-4437-8314-123975df3a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:36.891592 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-91e680a1-fcf9-4dc2-84b6-a727780e6518 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3572605 Dec 21 22:20:36.894960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33480) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:36.898468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-04eba010-cc49-49a1-b216-fd8686bdd56e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:36.908909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c1dae95c-5d1d-4a96-8ce1-b9822cd335fc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:36.988144 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.ipam_backend_mixin [None req-4b2d8fb4-b96f-4437-8314-123975df3a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f8247ba6-80ce-4188-afe0-65bf93497ad8 (CIDR: 172.20.0.0/28) Dec 21 22:20:37.020253 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2d8fb4-b96f-4437-8314-123975df3a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:20:37.020996 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2d8fb4-b96f-4437-8314-123975df3a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:37.028362 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b50a9d6-8853-4bb8-8560-69f0a6b8d315 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Network 6e3ba019-9e5f-4368-a196-7aa82404a75e is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:20:37.038139 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': '9996df65-e7ad-4dbc-b7e9-c6cfa0e3abff'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:20:37.039194 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:37.111104 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4b2d8fb4-b96f-4437-8314-123975df3a87 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6890206 Dec 21 22:20:37.113780 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33484) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:37.119573 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-6f912523-a140-44fa-9eb6-ba9294ab7f34 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'subnet': {'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:37.201085 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-3b50a9d6-8853-4bb8-8560-69f0a6b8d315 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 6e3ba019-9e5f-4368-a196-7aa82404a75e) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:37.202107 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Allocated IP 2001:db8::f816:3eff:fef3:5d17 (fe7c627c-94be-483c-83d9-84e8e8a5014e/9996df65-e7ad-4dbc-b7e9-c6cfa0e3abff/bdd609fe-5303-4365-8e4a-92686ea5be40) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:37.205522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b50a9d6-8853-4bb8-8560-69f0a6b8d315 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:37.206135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b50a9d6-8853-4bb8-8560-69f0a6b8d315 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:37.233248 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f447b077-240f-4b72-a04d-c83d7b00a6f1 None None] Network 6e3ba019-9e5f-4368-a196-7aa82404a75e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:37.278600 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6f912523-a140-44fa-9eb6-ba9294ab7f34 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:37.283785 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6f912523-a140-44fa-9eb6-ba9294ab7f34 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:subnet and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:37.287526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6f912523-a140-44fa-9eb6-ba9294ab7f34 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:37.296112 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6f912523-a140-44fa-9eb6-ba9294ab7f34 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:37.306248 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c1dae95c-5d1d-4a96-8ce1-b9822cd335fc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:37.323178 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c1dae95c-5d1d-4a96-8ce1-b9822cd335fc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:37.376149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c1dae95c-5d1d-4a96-8ce1-b9822cd335fc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:37.396331 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c1dae95c-5d1d-4a96-8ce1-b9822cd335fc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:37.402217 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3b50a9d6-8853-4bb8-8560-69f0a6b8d315 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7128191 Dec 21 22:20:37.403102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33490) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:37.412903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-0edb440b-c990-4043-be56-2a50e6f1afda tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-373908313'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:37.423791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0edb440b-c990-4043-be56-2a50e6f1afda tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:37.429333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0edb440b-c990-4043-be56-2a50e6f1afda tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Usage tracker for resource:network and tenant:1298a76b4787410ea1c33ad655d64ab1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:37.432648 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0edb440b-c990-4043-be56-2a50e6f1afda tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:37.439666 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0edb440b-c990-4043-be56-2a50e6f1afda tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:37.466696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f912523-a140-44fa-9eb6-ba9294ab7f34 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:37.470371 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6f912523-a140-44fa-9eb6-ba9294ab7f34 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:37.542260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dae95c-5d1d-4a96-8ce1-b9822cd335fc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:37.562812 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-17ae65ec-2968-4a6a-9494-43c2a278ebf1 req-23a59541-ec15-4d99-972f-08437ba1a64b tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1326542 Dec 21 22:20:37.599524 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edb440b-c990-4043-be56-2a50e6f1afda tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Made reservation on behalf of 1298a76b4787410ea1c33ad655d64ab1 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:37.601856 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:37.602973 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0edb440b-c990-4043-be56-2a50e6f1afda tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:37.612403 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-6e3ba019-9e5f-4368-a196-7aa82404a75e', 'network_id': '6e3ba019-9e5f-4368-a196-7aa82404a75e', 'tenant_id': '1298a76b4787410ea1c33ad655d64ab1', 'fixed_ips': [{'subnet_id': '927935a3-90fc-4da4-91d9-53e6f4ec1d83'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:20:37.613332 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:37.628952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Transition to ACTIVE for port object bdd609fe-5303-4365-8e4a-92686ea5be40 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:37.638219 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.ipam_backend_mixin [None req-6f912523-a140-44fa-9eb6-ba9294ab7f34 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3a17e467-e59b-4e0d-ae85-ea94d53d7fc1 (CIDR: 172.20.0.16/28) Dec 21 22:20:37.647012 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edb440b-c990-4043-be56-2a50e6f1afda tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:20:37.657191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0edb440b-c990-4043-be56-2a50e6f1afda tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:37.657731 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-0edb440b-c990-4043-be56-2a50e6f1afda tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Added segment 843d849b-dcbe-4a4a-9dd2-cea6fc8678bb of type vlan for network 14000fc8-409c-4140-b665-48c6b6cb141a Dec 21 22:20:37.688352 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Transition to ACTIVE for port object bdd609fe-5303-4365-8e4a-92686ea5be40 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:37.690834 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0edb440b-c990-4043-be56-2a50e6f1afda tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:37.697941 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f912523-a140-44fa-9eb6-ba9294ab7f34 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:20:37.698437 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f912523-a140-44fa-9eb6-ba9294ab7f34 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:37.736791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router f412aff4-0850-47f1-9bfc-01e5c3dd119b is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:20:37.744313 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04eba010-cc49-49a1-b216-fd8686bdd56e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 33e2558b-f0ed-44e6-8c15-8a847bf9c29f has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:20:37.770973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c1dae95c-5d1d-4a96-8ce1-b9822cd335fc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:37.775351 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:37.804962 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6f912523-a140-44fa-9eb6-ba9294ab7f34 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6898441 Dec 21 22:20:37.807614 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33494) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:37.816203 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-894e0315-d56d-42df-9906-dee3fd5f27c5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'subnet': {'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:37.838836 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0edb440b-c990-4043-be56-2a50e6f1afda tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:37.844200 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb440b-c990-4043-be56-2a50e6f1afda tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:37.845120 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0edb440b-c990-4043-be56-2a50e6f1afda tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:37.869366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Allocated IP 2001:db8:0:ffff::2 (6e3ba019-9e5f-4368-a196-7aa82404a75e/927935a3-90fc-4da4-91d9-53e6f4ec1d83/59cd9dac-78d0-4583-8ef3-5d59bb127869) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:37.873252 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:37.876036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Pushing event updated for resources: {'Port': ['ID=bdd609fe-5303-4365-8e4a-92686ea5be40,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:37.878261 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:37.885823 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:37.913517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:37.913849 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:37.914230 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:37.914604 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:37.914926 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:37.915258 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:37.915567 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:37.915878 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:37.916187 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:37.916495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:37.916805 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:20:38.044252 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0edb440b-c990-4043-be56-2a50e6f1afda tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6372015 Dec 21 22:20:38.045705 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb440b-c990-4043-be56-2a50e6f1afda tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event updated for resources: {'Network': ['ID=14000fc8-409c-4140-b665-48c6b6cb141a,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:38.050292 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33498) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:38.067928 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 14000fc8-409c-4140-b665-48c6b6cb141a details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:20:38.069217 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-9dd10274-36cc-4ebf-901a-7c236893cdfb tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Request body: {'subnet': {'network_id': '14000fc8-409c-4140-b665-48c6b6cb141a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:38.119359 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Attempting to bind port bdd609fe-5303-4365-8e4a-92686ea5be40 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:20:38.119726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Attempting to bind port bdd609fe-5303-4365-8e4a-92686ea5be40 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:20:38.120068 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Attempting to bind port bdd609fe-5303-4365-8e4a-92686ea5be40 on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:20:38.204262 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:20:38.204711 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:38.205008 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:38.205390 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:20:38.205853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Bound port: bdd609fe-5303-4365-8e4a-92686ea5be40, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:20:38.206240 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:38.253807 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.ipam_backend_mixin [None req-c1dae95c-5d1d-4a96-8ce1-b9822cd335fc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9996df65-e7ad-4dbc-b7e9-c6cfa0e3abff (CIDR: 2001:db8::/64) Dec 21 22:20:38.276725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-894e0315-d56d-42df-9906-dee3fd5f27c5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:38.285448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-894e0315-d56d-42df-9906-dee3fd5f27c5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Usage tracker for resource:subnet and tenant:7df5878e87b444379a0b17911e82c5d2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:38.290000 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04eba010-cc49-49a1-b216-fd8686bdd56e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:20:38.290232 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-894e0315-d56d-42df-9906-dee3fd5f27c5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:38.301496 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-04eba010-cc49-49a1-b216-fd8686bdd56e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/33e2558b-f0ed-44e6-8c15-8a847bf9c29f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4267561 Dec 21 22:20:38.301690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-894e0315-d56d-42df-9906-dee3fd5f27c5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:38.301798 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33502) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:38.301910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9dd10274-36cc-4ebf-901a-7c236893cdfb tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:38.308885 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9dd10274-36cc-4ebf-901a-7c236893cdfb tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Usage tracker for resource:subnet and tenant:1298a76b4787410ea1c33ad655d64ab1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:38.312888 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9dd10274-36cc-4ebf-901a-7c236893cdfb tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:38.319960 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79360d68-31f8-4611-a2fd-5795ebbd7208 None None] Sync routers for ids ['33e2558b-f0ed-44e6-8c15-8a847bf9c29f'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:20:38.320475 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9dd10274-36cc-4ebf-901a-7c236893cdfb tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:38.326360 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79360d68-31f8-4611-a2fd-5795ebbd7208 None None] Routers {'33e2558b-f0ed-44e6-8c15-8a847bf9c29f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:38.327230 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-79360d68-31f8-4611-a2fd-5795ebbd7208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['33e2558b-f0ed-44e6-8c15-8a847bf9c29f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:38.361201 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1dae95c-5d1d-4a96-8ce1-b9822cd335fc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:20:38.361638 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1dae95c-5d1d-4a96-8ce1-b9822cd335fc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:38.374337 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:38.387632 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-79360d68-31f8-4611-a2fd-5795ebbd7208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:38.388509 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] For port bdd609fe-5303-4365-8e4a-92686ea5be40, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:20:38.390729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Transition to ACTIVE for port object 59cd9dac-78d0-4583-8ef3-5d59bb127869 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:38.394099 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] For port bdd609fe-5303-4365-8e4a-92686ea5be40, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bdd609fe-5303-4365-8e4a-92686ea5be40,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:20:38.396677 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894e0315-d56d-42df-9906-dee3fd5f27c5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Made reservation on behalf of 7df5878e87b444379a0b17911e82c5d2 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:38.399902 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79360d68-31f8-4611-a2fd-5795ebbd7208 None None] Routers {'33e2558b-f0ed-44e6-8c15-8a847bf9c29f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:38.400723 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-79360d68-31f8-4611-a2fd-5795ebbd7208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['33e2558b-f0ed-44e6-8c15-8a847bf9c29f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:38.402929 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-894e0315-d56d-42df-9906-dee3fd5f27c5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:38.412761 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Transition to ACTIVE for port object 59cd9dac-78d0-4583-8ef3-5d59bb127869 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:38.428877 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd10274-36cc-4ebf-901a-7c236893cdfb tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Made reservation on behalf of 1298a76b4787410ea1c33ad655d64ab1 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:38.463783 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-79360d68-31f8-4611-a2fd-5795ebbd7208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:38.465302 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79360d68-31f8-4611-a2fd-5795ebbd7208 None None] The sync data for ids ['33e2558b-f0ed-44e6-8c15-8a847bf9c29f'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:20:38.499802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:38.513722 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c1dae95c-5d1d-4a96-8ce1-b9822cd335fc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6146090 Dec 21 22:20:38.516522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33506) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:38.524085 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e8ac841b-e8b1-4d1c-9c66-03e396224590 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:38.556387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:38.609811 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Network 6e3ba019-9e5f-4368-a196-7aa82404a75e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:38.610826 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efa5aa-17e4-480f-835f-b63586de3282 None None] Pushing event updated for resources: {'Port': ['ID=bdd609fe-5303-4365-8e4a-92686ea5be40,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:38.635723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9dd10274-36cc-4ebf-901a-7c236893cdfb tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:38.656988 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:38.666866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:38.729651 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c79f3daa-e89f-44cd-b0ba-40658029ca76 req-e9ced69d-83b5-4966-991a-6687f1e86713 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0745108 Dec 21 22:20:38.837706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e8ac841b-e8b1-4d1c-9c66-03e396224590 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:38.845742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:20:38.847895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e8ac841b-e8b1-4d1c-9c66-03e396224590 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:38.851581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e8ac841b-e8b1-4d1c-9c66-03e396224590 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:38.858784 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Attempting to bind port 59cd9dac-78d0-4583-8ef3-5d59bb127869 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:20:38.859072 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Attempting to bind port 59cd9dac-78d0-4583-8ef3-5d59bb127869 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '0e74fb18-3f19-4290-905f-10618b17a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6e3ba019-9e5f-4368-a196-7aa82404a75e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:20:38.859646 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Attempting to bind port 59cd9dac-78d0-4583-8ef3-5d59bb127869 on network 6e3ba019-9e5f-4368-a196-7aa82404a75e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:20:38.867629 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Pushing event updated for resources: {'Port': ['ID=59cd9dac-78d0-4583-8ef3-5d59bb127869,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:38.872070 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:20:38.872435 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Checking segment: {'id': '0e74fb18-3f19-4290-905f-10618b17a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6e3ba019-9e5f-4368-a196-7aa82404a75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:38.872827 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:38.873202 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Bound using segment: {'id': '0e74fb18-3f19-4290-905f-10618b17a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6e3ba019-9e5f-4368-a196-7aa82404a75e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:20:38.874721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Bound port: 59cd9dac-78d0-4583-8ef3-5d59bb127869, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e74fb18-3f19-4290-905f-10618b17a3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6e3ba019-9e5f-4368-a196-7aa82404a75e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:20:38.874721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:38.892473 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254de0f-f790-4d5b-bbd1-969bf4ba6868 None None] Sync routers for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:20:38.892947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e8ac841b-e8b1-4d1c-9c66-03e396224590 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:38.990153 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-101e168d-53d3-4779-9db9-bf1291654b13 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] remove_router_interface failed (client error): The resource could not be found. Dec 21 22:20:38.991491 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-101e168d-53d3-4779-9db9-bf1291654b13 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/33e2558b-f0ed-44e6-8c15-8a847bf9c29f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6888237 Dec 21 22:20:38.994210 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33512) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:39.018184 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254de0f-f790-4d5b-bbd1-969bf4ba6868 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:39.018818 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7254de0f-f790-4d5b-bbd1-969bf4ba6868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:39.050330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ac841b-e8b1-4d1c-9c66-03e396224590 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:39.051942 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e8ac841b-e8b1-4d1c-9c66-03e396224590 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:39.092195 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:39.093805 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-58df9a09-3aa6-4842-ad39-2352d8fb52ac tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5359080 Dec 21 22:20:39.096157 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d47cc604-798c-4fd7-9455-ad1b62d58ac3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Synchronizing usage tracker for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:39.098914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33516) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:39.107897 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7254de0f-f790-4d5b-bbd1-969bf4ba6868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:39.124141 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] For port 59cd9dac-78d0-4583-8ef3-5d59bb127869, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:20:39.124463 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] For port 59cd9dac-78d0-4583-8ef3-5d59bb127869, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=59cd9dac-78d0-4583-8ef3-5d59bb127869,segment=NetworkSegment(0e74fb18-3f19-4290-905f-10618b17a3b8),segment_id=0e74fb18-3f19-4290-905f-10618b17a3b8)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:20:39.128984 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254de0f-f790-4d5b-bbd1-969bf4ba6868 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:39.129600 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7254de0f-f790-4d5b-bbd1-969bf4ba6868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:39.178904 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-894e0315-d56d-42df-9906-dee3fd5f27c5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:39.196618 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7254de0f-f790-4d5b-bbd1-969bf4ba6868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:39.197022 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254de0f-f790-4d5b-bbd1-969bf4ba6868 None None] The sync data for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:20:39.209419 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:39.262883 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e0315-d56d-42df-9906-dee3fd5f27c5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Subnet': ['ID=3226499c-172b-48b4-8327-9576766a4b66,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:39.271521 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894e0315-d56d-42df-9906-dee3fd5f27c5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:39.273119 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-894e0315-d56d-42df-9906-dee3fd5f27c5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:39.276210 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894e0315-d56d-42df-9906-dee3fd5f27c5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:39.277865 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-894e0315-d56d-42df-9906-dee3fd5f27c5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:39.304771 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfb829-f531-4f7a-bdea-0a79061a62a8 None None] Pushing event updated for resources: {'Port': ['ID=59cd9dac-78d0-4583-8ef3-5d59bb127869,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:39.307505 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137d9243-f9aa-4955-8d3e-e625314ea0d8 None None] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:39.358191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d47cc604-798c-4fd7-9455-ad1b62d58ac3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Unset dirty status for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:39.361914 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d47cc604-798c-4fd7-9455-ad1b62d58ac3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports?device_id=33e2558b-f0ed-44e6-8c15-8a847bf9c29f HTTP/1.1" status: 200 len: 205 time: 0.3642466 Dec 21 22:20:39.362196 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33520) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:39.377594 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-894e0315-d56d-42df-9906-dee3fd5f27c5 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5676365 Dec 21 22:20:39.382978 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33524) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:39.390352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-4ddefc68-9e23-4f29-88b2-b5dc2fb9dc14 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2042908526', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3226499c-172b-48b4-8327-9576766a4b66'}], 'security_groups': ['52b798a9-f098-4007-9fee-a8fe745320c7', 'b524c761-b5b8-4195-a549-7d1f0ea4f6dc']}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:39.511312 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.objects.ports [None req-9dd10274-36cc-4ebf-901a-7c236893cdfb tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84169) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:20:39.514730 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9dd10274-36cc-4ebf-901a-7c236893cdfb tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:39.614209 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd10274-36cc-4ebf-901a-7c236893cdfb tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event updated for resources: {'Subnet': ['ID=0d7109f6-63b9-43f3-ac55-76b59ba68b83,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:39.677877 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ddefc68-9e23-4f29-88b2-b5dc2fb9dc14 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:39.742717 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd10274-36cc-4ebf-901a-7c236893cdfb tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Checking segment: {'id': '843d849b-dcbe-4a4a-9dd2-cea6fc8678bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '14000fc8-409c-4140-b665-48c6b6cb141a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:39.743235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd10274-36cc-4ebf-901a-7c236893cdfb tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Network hostable DHCP agents. Network: 14000fc8-409c-4140-b665-48c6b6cb141a, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:20:39.753062 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba34ba4c-56c4-4203-a48b-1fc30c4c6d86 None None] Update dhcp port {'port': {'network_id': 'aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e', 'fixed_ips': [{'subnet_id': '3a17e467-e59b-4e0d-ae85-ea94d53d7fc1', 'ip_address': '172.20.0.19'}, {'subnet_id': 'f8247ba6-80ce-4188-afe0-65bf93497ad8', 'ip_address': '172.20.0.2'}, {'subnet_id': '3226499c-172b-48b4-8327-9576766a4b66'}], 'binding:host_id': 'dv-neutron-822520-1-hyperv'}, 'id': '42c0c4ee-7039-461a-811c-e55e6ebfe40f'} from dv-neutron-822520-1-hyperv. {{(pid=84170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 21 22:20:39.780819 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b1a5905d-dc16-44fb-a1a8-52ab4a891f37 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:39.848699 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ba34ba4c-56c4-4203-a48b-1fc30c4c6d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:39.882188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd10274-36cc-4ebf-901a-7c236893cdfb tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Network 14000fc8-409c-4140-b665-48c6b6cb141a is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:20:39.968808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-9dd10274-36cc-4ebf-901a-7c236893cdfb tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 14000fc8-409c-4140-b665-48c6b6cb141a) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:39.981236 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd10274-36cc-4ebf-901a-7c236893cdfb tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:39.981656 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9dd10274-36cc-4ebf-901a-7c236893cdfb tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:40.027697 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6a0c7f-1544-4d4e-b588-9a9e6c5325ad None None] Network 14000fc8-409c-4140-b665-48c6b6cb141a requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:40.095482 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af9828f6-4133-4efc-84eb-f47702de6258 req-7a829ed8-94f5-4aa3-b9d6-535673a5ef19 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2034810 Dec 21 22:20:40.150769 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9dd10274-36cc-4ebf-901a-7c236893cdfb tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0995529 Dec 21 22:20:40.151916 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33530) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:40.184109 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Request body: {'port': {'network_id': '14000fc8-409c-4140-b665-48c6b6cb141a', 'name': 'tempest-NetworksIpV6TestAttrs-50788162'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:40.213413 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bdd609fe-5303-4365-8e4a-92686ea5be40 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:40.372523 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:40.377410 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Usage tracker for resource:port and tenant:1298a76b4787410ea1c33ad655d64ab1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:40.380757 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:40.386910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:40.422005 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-ba34ba4c-56c4-4203-a48b-1fc30c4c6d86 None None] Allocated IP 172.20.0.34 (aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e/3226499c-172b-48b4-8327-9576766a4b66/42c0c4ee-7039-461a-811c-e55e6ebfe40f) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:40.507585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Made reservation on behalf of 1298a76b4787410ea1c33ad655d64ab1 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:40.512915 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:40.544197 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] device_id is not set on port c3173f42-0acc-458c-b53f-060ddcf957ea yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:20:40.584005 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-14000fc8-409c-4140-b665-48c6b6cb141a', 'network_id': '14000fc8-409c-4140-b665-48c6b6cb141a', 'tenant_id': '1298a76b4787410ea1c33ad655d64ab1', 'fixed_ips': [{'subnet_id': '0d7109f6-63b9-43f3-ac55-76b59ba68b83'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:20:40.584919 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:40.611593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port bdd609fe-5303-4365-8e4a-92686ea5be40 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:40.633338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e8ac841b-e8b1-4d1c-9c66-03e396224590 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:40.640633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 59cd9dac-78d0-4583-8ef3-5d59bb127869 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:40.777263 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac841b-e8b1-4d1c-9c66-03e396224590 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=309620c0-12fd-4178-bc7b-8b1b58420e5c,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:40.783665 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ba34ba4c-56c4-4203-a48b-1fc30c4c6d86 None None] For port 42c0c4ee-7039-461a-811c-e55e6ebfe40f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=42c0c4ee-7039-461a-811c-e55e6ebfe40f,segment=NetworkSegment(bfa7449b-2340-4609-b814-3335c70d4eaf),segment_id=bfa7449b-2340-4609-b814-3335c70d4eaf)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:40.800080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b1a5905d-dc16-44fb-a1a8-52ab4a891f37 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:40.815044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ac841b-e8b1-4d1c-9c66-03e396224590 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:40.819953 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b1a5905d-dc16-44fb-a1a8-52ab4a891f37 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:40.821963 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-e8ac841b-e8b1-4d1c-9c66-03e396224590 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:40.824587 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e5ba1ffb-7b54-4d95-8d3e-bc4d02145801 None None] Provisioning for port bdd609fe-5303-4365-8e4a-92686ea5be40 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:40.825517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ac841b-e8b1-4d1c-9c66-03e396224590 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:40.826290 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e8ac841b-e8b1-4d1c-9c66-03e396224590 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:40.849381 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Allocated IP 2001:db8::f816:3eff:fea2:12ec (14000fc8-409c-4140-b665-48c6b6cb141a/0d7109f6-63b9-43f3-ac55-76b59ba68b83/c3173f42-0acc-458c-b53f-060ddcf957ea) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:40.866041 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e5ba1ffb-7b54-4d95-8d3e-bc4d02145801 None None] Provisioning complete for port bdd609fe-5303-4365-8e4a-92686ea5be40 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:40.866550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e5ba1ffb-7b54-4d95-8d3e-bc4d02145801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:40.939263 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ba34ba4c-56c4-4203-a48b-1fc30c4c6d86 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:40.947123 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e16b124-9bd0-49c6-866a-009b929fbe37 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:40.998323 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e3563c-362a-4942-9c77-671ebc04476f None None] Network 6e3ba019-9e5f-4368-a196-7aa82404a75e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:41.053458 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e8ac841b-e8b1-4d1c-9c66-03e396224590 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5358901 Dec 21 22:20:41.054232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b1a5905d-dc16-44fb-a1a8-52ab4a891f37 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:41.054880 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a5905d-dc16-44fb-a1a8-52ab4a891f37 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Fanout notify agent at l3_agent the message router_deleted on router 33e2558b-f0ed-44e6-8c15-8a847bf9c29f {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:20:41.055578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33534) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:41.066775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'mac_address': 'fa:16:3e:9b:46:de', 'name': 'tempest-NetworksTestDHCPv6-991048513'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:41.080426 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ba34ba4c-56c4-4203-a48b-1fc30c4c6d86 None None] Transition to ACTIVE for port object 42c0c4ee-7039-461a-811c-e55e6ebfe40f will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:41.098968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b1a5905d-dc16-44fb-a1a8-52ab4a891f37 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:41.102787 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b1a5905d-dc16-44fb-a1a8-52ab4a891f37 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/routers/33e2558b-f0ed-44e6-8c15-8a847bf9c29f HTTP/1.1" status: 204 len: 168 time: 1.7397332 Dec 21 22:20:41.103641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33538) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:41.136245 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:41.173416 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Transition to ACTIVE for port object c3173f42-0acc-458c-b53f-060ddcf957ea will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:41.253586 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ba34ba4c-56c4-4203-a48b-1fc30c4c6d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:41.350864 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 59cd9dac-78d0-4583-8ef3-5d59bb127869 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:41.369957 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5d26e8f6-cb0d-41b4-80f6-b0a638ae58d0 req-c7bd5231-07e9-46e5-a175-1c583bab7027 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1757908 Dec 21 22:20:41.379794 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:41.466541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e5ba1ffb-7b54-4d95-8d3e-bc4d02145801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:41.534042 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ed9d2e-b6d7-430f-89d9-17af06e3567a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting subnet db3429ce-5363-409d-9635-d8dceda5d112 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:20:41.547866 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-73ed9d2e-b6d7-430f-89d9-17af06e3567a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:41.555138 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Network 14000fc8-409c-4140-b665-48c6b6cb141a is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:41.558915 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:41.563458 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:41.568513 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event updated for resources: {'Port': ['ID=c3173f42-0acc-458c-b53f-060ddcf957ea,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:41.571452 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:port and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:41.580128 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:41.584655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:41.585201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:41.596271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:41.615015 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:41.615533 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34ba4c-56c4-4203-a48b-1fc30c4c6d86 None None] Pushing event updated for resources: {'Port': ['ID=42c0c4ee-7039-461a-811c-e55e6ebfe40f,revision_number=7']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:41.615796 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-73ed9d2e-b6d7-430f-89d9-17af06e3567a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:41.631856 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-4ddefc68-9e23-4f29-88b2-b5dc2fb9dc14 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Delete allocated IP 172.20.0.4 (aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e/f8247ba6-80ce-4188-afe0-65bf93497ad8) {{(pid=84169) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 22:20:41.641094 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-4ddefc68-9e23-4f29-88b2-b5dc2fb9dc14 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Allocated IP 172.20.0.42 (aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e/3226499c-172b-48b4-8327-9576766a4b66/d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:41.706673 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Allocated IP 2001:db8::f816:3eff:fee5:7ea5 (14000fc8-409c-4140-b665-48c6b6cb141a/0d7109f6-63b9-43f3-ac55-76b59ba68b83/1faa092c-36a3-4de1-857b-9aed3cf12452) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:41.724980 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-733267b6-f21f-49df-8813-fa40069bf37a tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.5661254 Dec 21 22:20:41.728062 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33544) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:41.753160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:41.786659 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e5ba1ffb-7b54-4d95-8d3e-bc4d02145801 None None] For port bdd609fe-5303-4365-8e4a-92686ea5be40, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bdd609fe-5303-4365-8e4a-92686ea5be40,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:41.877552 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-73ed9d2e-b6d7-430f-89d9-17af06e3567a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:41.898435 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:41.924272 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e5ba1ffb-7b54-4d95-8d3e-bc4d02145801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:41.984119 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port c5557771-3159-4232-96fb-3fc35d997590 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:20:42.109842 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 42c0c4ee-7039-461a-811c-e55e6ebfe40f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:42.141570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:42.167154 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-57fe37bc-02a7-4531-9d8c-db8c7e088cef tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Deleting subnet 0d7109f6-63b9-43f3-ac55-76b59ba68b83 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:20:42.198438 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba1ffb-7b54-4d95-8d3e-bc4d02145801 None None] Pushing event updated for resources: {'Port': ['ID=bdd609fe-5303-4365-8e4a-92686ea5be40,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:42.244027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-73ed9d2e-b6d7-430f-89d9-17af06e3567a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:42.313446 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8:0:1::d8 (fe7c627c-94be-483c-83d9-84e8e8a5014e/309620c0-12fd-4178-bc7b-8b1b58420e5c/c5557771-3159-4232-96fb-3fc35d997590) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:42.316939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed9d2e-b6d7-430f-89d9-17af06e3567a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Subnet': ['ID=db3429ce-5363-409d-9635-d8dceda5d112,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:42.332082 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-73ed9d2e-b6d7-430f-89d9-17af06e3567a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:42.334201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::f816:3eff:fe9b:46de (fe7c627c-94be-483c-83d9-84e8e8a5014e/9996df65-e7ad-4dbc-b7e9-c6cfa0e3abff/c5557771-3159-4232-96fb-3fc35d997590) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:42.359410 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-206a53fc-7512-4f0c-b38c-7bc9d725b0f7 None None] Provisioning for port 59cd9dac-78d0-4583-8ef3-5d59bb127869 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:42.375011 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7081eb75-d42a-462c-84f8-0dc73a9e40d8 None None] Network 6dd12ae6-4a19-43fc-a5a6-26ca2a156172 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:42.402119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:42.425668 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-206a53fc-7512-4f0c-b38c-7bc9d725b0f7 None None] Provisioning complete for port 59cd9dac-78d0-4583-8ef3-5d59bb127869 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:42.427942 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-206a53fc-7512-4f0c-b38c-7bc9d725b0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:42.428737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ddefc68-9e23-4f29-88b2-b5dc2fb9dc14 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:42.494276 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-4ddefc68-9e23-4f29-88b2-b5dc2fb9dc14 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Transition to ACTIVE for port object d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:42.538510 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Transition to ACTIVE for port object 1faa092c-36a3-4de1-857b-9aed3cf12452 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:42.595127 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ddefc68-9e23-4f29-88b2-b5dc2fb9dc14 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:42.610321 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-73ed9d2e-b6d7-430f-89d9-17af06e3567a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/db3429ce-5363-409d-9635-d8dceda5d112 HTTP/1.1" status: 204 len: 168 time: 1.5035183 Dec 21 22:20:42.617264 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1c687306-87ab-4a71-8d8b-f96633f2ab86 req-8c131f2f-f140-44bd-91dc-3eec7b69f901 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0649540 Dec 21 22:20:42.617712 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33550) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:42.658608 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Transition to ACTIVE for port object 1faa092c-36a3-4de1-857b-9aed3cf12452 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:42.771852 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcc3d32-4754-4bbc-b35c-fb19ed4de288 None None] Update dhcp port {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'fixed_ips': [{'subnet_id': '9996df65-e7ad-4dbc-b7e9-c6cfa0e3abff', 'ip_address': '2001:db8::f816:3eff:fef3:5d17'}, {'subnet_id': '309620c0-12fd-4178-bc7b-8b1b58420e5c'}], 'binding:host_id': 'dv-neutron-822520-1-hyperv'}, 'id': 'bdd609fe-5303-4365-8e4a-92686ea5be40'} from dv-neutron-822520-1-hyperv. {{(pid=84170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 21 22:20:42.800145 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:42.800969 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddefc68-9e23-4f29-88b2-b5dc2fb9dc14 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event updated for resources: {'Port': ['ID=d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:42.812188 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-57fe37bc-02a7-4531-9d8c-db8c7e088cef tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:42.863464 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:42.894288 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object c5557771-3159-4232-96fb-3fc35d997590 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:42.895834 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-4ddefc68-9e23-4f29-88b2-b5dc2fb9dc14 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] In _notify_port_updated(), no bound segment for port d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b on network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e {{(pid=84169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:20:42.899539 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddefc68-9e23-4f29-88b2-b5dc2fb9dc14 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:42.905338 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ddefc68-9e23-4f29-88b2-b5dc2fb9dc14 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:42.905338 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4ddefc68-9e23-4f29-88b2-b5dc2fb9dc14 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "PUT /v2.0/ports/d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b HTTP/1.1" status: 200 len: 960 time: 3.5177739 Dec 21 22:20:42.906531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33554) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:42.927595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:42.970294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-57fe37bc-02a7-4531-9d8c-db8c7e088cef tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:42.987233 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-7c41e30d-a8a0-4564-85cf-5dbb1d668a6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:42.987792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7c41e30d-a8a0-4564-85cf-5dbb1d668a6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:43.008295 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9bcc3d32-4754-4bbc-b35c-fb19ed4de288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:43.013613 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:43.013952 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:43.030303 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Network 14000fc8-409c-4140-b665-48c6b6cb141a is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:43.033349 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Pushing event updated for resources: {'Port': ['ID=1faa092c-36a3-4de1-857b-9aed3cf12452,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:43.040625 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:43.045589 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-206a53fc-7512-4f0c-b38c-7bc9d725b0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:43.057397 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:43.072522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Allocated IP 172.20.0.1 (d3b07eeb-dfac-4b43-a613-99a2bf4e7adb/057ca3ad-af1b-458e-9d78-a8fc79057bc4/83727107-82f8-4e59-8f8d-19481b29fbba) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:43.204999 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-206a53fc-7512-4f0c-b38c-7bc9d725b0f7 None None] For port 59cd9dac-78d0-4583-8ef3-5d59bb127869, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=59cd9dac-78d0-4583-8ef3-5d59bb127869,segment=NetworkSegment(0e74fb18-3f19-4290-905f-10618b17a3b8),segment_id=0e74fb18-3f19-4290-905f-10618b17a3b8)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:43.226927 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:43.309230 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-206a53fc-7512-4f0c-b38c-7bc9d725b0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:43.414145 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Attempting to bind port 1faa092c-36a3-4de1-857b-9aed3cf12452 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:20:43.414789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Attempting to bind port 1faa092c-36a3-4de1-857b-9aed3cf12452 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '843d849b-dcbe-4a4a-9dd2-cea6fc8678bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '14000fc8-409c-4140-b665-48c6b6cb141a'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:20:43.414901 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Attempting to bind port 1faa092c-36a3-4de1-857b-9aed3cf12452 on network 14000fc8-409c-4140-b665-48c6b6cb141a {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:20:43.425332 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d53617-2c9a-416e-99c5-fdd52eb86c2c None None] DHCP port deletion for 6dd12ae6-4a19-43fc-a5a6-26ca2a156172 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:20:43.427365 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:43.434155 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=c5557771-3159-4232-96fb-3fc35d997590,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:43.436979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:43.438696 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-98d53617-2c9a-416e-99c5-fdd52eb86c2c None None] Deleting port 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:43.439265 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-98d53617-2c9a-416e-99c5-fdd52eb86c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:43.441722 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:43.451025 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:43.451653 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:43.534657 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:20:43.535022 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Checking segment: {'id': '843d849b-dcbe-4a4a-9dd2-cea6fc8678bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '14000fc8-409c-4140-b665-48c6b6cb141a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:43.535817 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:43.535817 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Bound using segment: {'id': '843d849b-dcbe-4a4a-9dd2-cea6fc8678bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '14000fc8-409c-4140-b665-48c6b6cb141a'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:20:43.536222 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Bound port: 1faa092c-36a3-4de1-857b-9aed3cf12452, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843d849b-dcbe-4a4a-9dd2-cea6fc8678bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '14000fc8-409c-4140-b665-48c6b6cb141a'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:20:43.536581 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:43.551545 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a53fc-7512-4f0c-b38c-7bc9d725b0f7 None None] Pushing event updated for resources: {'Port': ['ID=59cd9dac-78d0-4583-8ef3-5d59bb127869,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:43.563232 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7c41e30d-a8a0-4564-85cf-5dbb1d668a6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:43.566847 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] For port 6e354c84-5ec6-4aab-96cc-3e316ea02ed2, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=6e354c84-5ec6-4aab-96cc-3e316ea02ed2,segment=NetworkSegment(3dae1d58-e7d1-4769-8ece-5f3bdce0731b),segment_id=3dae1d58-e7d1-4769-8ece-5f3bdce0731b)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:43.567224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:43.680167 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-9bcc3d32-4754-4bbc-b35c-fb19ed4de288 None None] Allocated IP 2001:db8:0:1::2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/309620c0-12fd-4178-bc7b-8b1b58420e5c/bdd609fe-5303-4365-8e4a-92686ea5be40) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:43.680800 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-67d353b8-29ee-465c-ade6-39ad3a8a35b6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6241832 Dec 21 22:20:43.688692 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-7c41e30d-a8a0-4564-85cf-5dbb1d668a6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:43.691245 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e366f90e-be87-49bd-98ca-0a010de34804 None None] Provisioning for port d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:43.699791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33560) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:43.738816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:43.740788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e366f90e-be87-49bd-98ca-0a010de34804 None None] Provisioning complete for port d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:43.741096 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e366f90e-be87-49bd-98ca-0a010de34804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:43.789293 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e48b3de8-c6aa-438b-b1b0-c9c3063b0de6 req-457e8b70-5edb-4fd6-aae1-135fa6822bb3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0488172 Dec 21 22:20:43.821332 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] For port 1faa092c-36a3-4de1-857b-9aed3cf12452, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:20:43.854240 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:43.863539 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-9cc61117-eac5-4b12-98af-72d5a86fd876 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port c5557771-3159-4232-96fb-3fc35d997590 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:43.863955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9cc61117-eac5-4b12-98af-72d5a86fd876 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:43.923623 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] For port 1faa092c-36a3-4de1-857b-9aed3cf12452, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=1faa092c-36a3-4de1-857b-9aed3cf12452,segment=NetworkSegment(843d849b-dcbe-4a4a-9dd2-cea6fc8678bb),segment_id=843d849b-dcbe-4a4a-9dd2-cea6fc8678bb)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:20:43.971348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7c41e30d-a8a0-4564-85cf-5dbb1d668a6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:43.982734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-98d53617-2c9a-416e-99c5-fdd52eb86c2c None None] For port 6e354c84-5ec6-4aab-96cc-3e316ea02ed2, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=6e354c84-5ec6-4aab-96cc-3e316ea02ed2,segment=NetworkSegment(3dae1d58-e7d1-4769-8ece-5f3bdce0731b),segment_id=3dae1d58-e7d1-4769-8ece-5f3bdce0731b)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:43.983108 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-98d53617-2c9a-416e-99c5-fdd52eb86c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:43.991898 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e366f90e-be87-49bd-98ca-0a010de34804 None None] Port d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:44.002130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-57fe37bc-02a7-4531-9d8c-db8c7e088cef tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.010167 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.042327 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.047862 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41e30d-a8a0-4564-85cf-5dbb1d668a6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:44.159301 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bdd609fe-5303-4365-8e4a-92686ea5be40 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:44.172196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7c41e30d-a8a0-4564-85cf-5dbb1d668a6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.179043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Port': ['ID=6e354c84-5ec6-4aab-96cc-3e316ea02ed2,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:44.183590 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7c41e30d-a8a0-4564-85cf-5dbb1d668a6f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b HTTP/1.1" status: 204 len: 168 time: 1.2749605 Dec 21 22:20:44.185999 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33564) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:44.193915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.244185 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] No DVR routers for this DVR port 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:20:44.257861 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-98d53617-2c9a-416e-99c5-fdd52eb86c2c None None] Calling delete_port for 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:44.279021 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d2dee4-69ba-46df-bf67-2cb68639e87b tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] GET failed (client error): The resource could not be found. Dec 21 22:20:44.279679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d4d2dee4-69ba-46df-bf67-2cb68639e87b tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Synchronizing usage tracker for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:44.337229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-9bcc3d32-4754-4bbc-b35c-fb19ed4de288 None None] For port bdd609fe-5303-4365-8e4a-92686ea5be40, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bdd609fe-5303-4365-8e4a-92686ea5be40,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:44.348804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-57fe37bc-02a7-4531-9d8c-db8c7e088cef tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.367979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d4d2dee4-69ba-46df-bf67-2cb68639e87b tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Unset dirty status for tenant:7df5878e87b444379a0b17911e82c5d2 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:44.371509 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d4d2dee4-69ba-46df-bf67-2cb68639e87b tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports/d4ff8a1a-f1ab-4bc0-9eae-aaf1861bbf8b HTTP/1.1" status: 404 len: 333 time: 0.1816506 Dec 21 22:20:44.372098 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33568) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:44.383386 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e366f90e-be87-49bd-98ca-0a010de34804 None None] Provisioning complete for port 59cd9dac-78d0-4583-8ef3-5d59bb127869 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:44.383753 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e366f90e-be87-49bd-98ca-0a010de34804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.391895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network d3b07eeb-dfac-4b43-a613-99a2bf4e7adb is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:44.417098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d18fed-3874-4584-960c-ed07288e1cdf None None] Pushing event updated for resources: {'Port': ['ID=1faa092c-36a3-4de1-857b-9aed3cf12452,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:44.463712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c89236fe-6109-485f-a44b-f1c5004d568d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.470343 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9bcc3d32-4754-4bbc-b35c-fb19ed4de288 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.499780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-98d53617-2c9a-416e-99c5-fdd52eb86c2c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:44.500151 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-98d53617-2c9a-416e-99c5-fdd52eb86c2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:20:44.500584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port bdd609fe-5303-4365-8e4a-92686ea5be40 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:44.500932 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.501045 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.511664 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c89236fe-6109-485f-a44b-f1c5004d568d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.531547 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd12ae6-4a19-43fc-a5a6-26ca2a156172']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:44.535674 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9bcc3d32-4754-4bbc-b35c-fb19ed4de288 None None] Transition to ACTIVE for port object bdd609fe-5303-4365-8e4a-92686ea5be40 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:44.545896 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dae1d58-e7d1-4769-8ece-5f3bdce0731b') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:44.546264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dae1d58-e7d1-4769-8ece-5f3bdce0731b') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:44.558226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.620022 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9bcc3d32-4754-4bbc-b35c-fb19ed4de288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.627267 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:44.629401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=83727107-82f8-4e59-8f8d-19481b29fbba,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:44.631870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.639245 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:20:44.639629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.660035 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:44.672753 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c89236fe-6109-485f-a44b-f1c5004d568d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.695806 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89236fe-6109-485f-a44b-f1c5004d568d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f31572-8420-4db6-943f-c7b8f9a6d165,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:44.697647 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:44.700182 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c89236fe-6109-485f-a44b-f1c5004d568d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.700266 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe37bc-02a7-4531-9d8c-db8c7e088cef tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event deleted for resources: {'Subnet': ['ID=0d7109f6-63b9-43f3-ac55-76b59ba68b83,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:44.700343 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c89236fe-6109-485f-a44b-f1c5004d568d tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/security-groups/40f31572-8420-4db6-943f-c7b8f9a6d165 HTTP/1.1" status: 204 len: 168 time: 0.3256941 Dec 21 22:20:44.701993 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33572) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:44.773968 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Port bdd609fe-5303-4365-8e4a-92686ea5be40 had new provisioning blocks added so it will not transition to active. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Dec 21 22:20:44.773968 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 59cd9dac-78d0-4583-8ef3-5d59bb127869 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:44.806554 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-57fe37bc-02a7-4531-9d8c-db8c7e088cef tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.858625 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9cc61117-eac5-4b12-98af-72d5a86fd876 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.859382 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd5bef61-8e83-4969-a766-0674cf230b28 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.881559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd5bef61-8e83-4969-a766-0674cf230b28 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.910736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:44.916529 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-57fe37bc-02a7-4531-9d8c-db8c7e088cef tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/subnets/0d7109f6-63b9-43f3-ac55-76b59ba68b83 HTTP/1.1" status: 204 len: 168 time: 3.1830955 Dec 21 22:20:44.938924 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33578) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:44.953447 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc3d32-4754-4bbc-b35c-fb19ed4de288 None None] Pushing event updated for resources: {'Port': ['ID=bdd609fe-5303-4365-8e4a-92686ea5be40,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:44.975614 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e366f90e-be87-49bd-98ca-0a010de34804 None None] Provisioning complete for port f3dc6d49-7327-43e9-9a89-259763517b99 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:44.976165 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e366f90e-be87-49bd-98ca-0a010de34804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.004033 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-98d53617-2c9a-416e-99c5-fdd52eb86c2c None None] Deleting port 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:45.004405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-98d53617-2c9a-416e-99c5-fdd52eb86c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.009812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-9cc61117-eac5-4b12-98af-72d5a86fd876 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for c5557771-3159-4232-96fb-3fc35d997590 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:45.013149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb34c34-d7cc-47c0-9be1-ad8d7581b9ec tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:45.014655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb34c34-d7cc-47c0-9be1-ad8d7581b9ec tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:45.015454 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ebb34c34-d7cc-47c0-9be1-ad8d7581b9ec tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Synchronizing usage tracker for tenant:1298a76b4787410ea1c33ad655d64ab1 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:45.071739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd5bef61-8e83-4969-a766-0674cf230b28 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.100160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ebb34c34-d7cc-47c0-9be1-ad8d7581b9ec tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Unset dirty status for tenant:1298a76b4787410ea1c33ad655d64ab1 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:45.101539 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ebb34c34-d7cc-47c0-9be1-ad8d7581b9ec tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1616037 Dec 21 22:20:45.102847 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5bef61-8e83-4969-a766-0674cf230b28 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b524c761-b5b8-4195-a549-7d1f0ea4f6dc,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:45.105813 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fd5bef61-8e83-4969-a766-0674cf230b28 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.107479 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fd5bef61-8e83-4969-a766-0674cf230b28 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/security-groups/b524c761-b5b8-4195-a549-7d1f0ea4f6dc HTTP/1.1" status: 204 len: 168 time: 0.4045873 Dec 21 22:20:45.113403 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33582) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:45.120251 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-98d53617-2c9a-416e-99c5-fdd52eb86c2c None None] The port '6e354c84-5ec6-4aab-96cc-3e316ea02ed2' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:20:45.132488 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 59cd9dac-78d0-4583-8ef3-5d59bb127869 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:45.132845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.152402 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33586) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:45.165718 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e366f90e-be87-49bd-98ca-0a010de34804 None None] Port f3dc6d49-7327-43e9-9a89-259763517b99 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:45.217108 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.235966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.247317 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-795a49b7-c12b-4aaa-9a3a-9950bb6f6419 req-4150e39b-6fc7-47b8-80aa-446261c07645 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2760870 Dec 21 22:20:45.294760 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.323095 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Network': ['ID=6dd12ae6-4a19-43fc-a5a6-26ca2a156172,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:45.336312 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7f2754a1-17e2-4a45-806b-664735336a57 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/networks/6dd12ae6-4a19-43fc-a5a6-26ca2a156172 HTTP/1.1" status: 204 len: 168 time: 2.7087519 Dec 21 22:20:45.343532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e366f90e-be87-49bd-98ca-0a010de34804 None None] Provisioning for port 42c0c4ee-7039-461a-811c-e55e6ebfe40f completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:45.345996 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33590) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:45.349355 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-4f60e932-1990-4bfc-9ffc-7972927c68e0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'network': {'name': 'tempest-RoutersTest-2095278627'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:45.374606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4f60e932-1990-4bfc-9ffc-7972927c68e0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:45.381952 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-40557f04-a34e-4ae6-9f37-3901554f9eea tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.384519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4f60e932-1990-4bfc-9ffc-7972927c68e0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:network and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:45.390652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e366f90e-be87-49bd-98ca-0a010de34804 None None] Provisioning complete for port 42c0c4ee-7039-461a-811c-e55e6ebfe40f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:45.390932 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e366f90e-be87-49bd-98ca-0a010de34804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.393060 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4f60e932-1990-4bfc-9ffc-7972927c68e0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:45.414360 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-40557f04-a34e-4ae6-9f37-3901554f9eea tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 21 22:20:45.414885 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40557f04-a34e-4ae6-9f37-3901554f9eea tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:45.416655 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-40557f04-a34e-4ae6-9f37-3901554f9eea tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/networks/14000fc8-409c-4140-b665-48c6b6cb141a HTTP/1.1" status: 409 len: 405 time: 0.3070660 Dec 21 22:20:45.418208 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4f60e932-1990-4bfc-9ffc-7972927c68e0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:45.422471 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33594) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:45.428324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-530a12c0-d128-4b27-acfe-887837675aff tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.432686 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-199599b8-4d31-4c99-baf3-e6d27aeb3303 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1233364470'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:45.464185 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-530a12c0-d128-4b27-acfe-887837675aff tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.479287 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-199599b8-4d31-4c99-baf3-e6d27aeb3303 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:45.518094 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f60e932-1990-4bfc-9ffc-7972927c68e0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:45.521849 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4f60e932-1990-4bfc-9ffc-7972927c68e0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.579372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:20:45.584711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-199599b8-4d31-4c99-baf3-e6d27aeb3303 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Usage tracker for resource:network and tenant:1298a76b4787410ea1c33ad655d64ab1 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:45.596502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-199599b8-4d31-4c99-baf3-e6d27aeb3303 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:45.620153 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:20:45.620406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-199599b8-4d31-4c99-baf3-e6d27aeb3303 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:45.621098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 6e354c84-5ec6-4aab-96cc-3e316ea02ed2 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:20:45.650230 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.655814 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-530a12c0-d128-4b27-acfe-887837675aff tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.674947 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a12c0-d128-4b27-acfe-887837675aff tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b798a9-f098-4007-9fee-a8fe745320c7,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:45.689625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-530a12c0-d128-4b27-acfe-887837675aff tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.690780 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-530a12c0-d128-4b27-acfe-887837675aff tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/security-groups/52b798a9-f098-4007-9fee-a8fe745320c7 HTTP/1.1" status: 204 len: 168 time: 0.5347450 Dec 21 22:20:45.693546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33598) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:45.717044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9cc61117-eac5-4b12-98af-72d5a86fd876 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.750170 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f60e932-1990-4bfc-9ffc-7972927c68e0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:20:45.774065 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4f60e932-1990-4bfc-9ffc-7972927c68e0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.774065 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-4f60e932-1990-4bfc-9ffc-7972927c68e0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Added segment 94907288-9a99-412e-94e2-b9e626c06efa of type vlan for network ce73182a-d53f-4fb8-b1c8-44e83fa9117c Dec 21 22:20:45.787813 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc61117-eac5-4b12-98af-72d5a86fd876 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=c5557771-3159-4232-96fb-3fc35d997590,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:45.789512 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199599b8-4d31-4c99-baf3-e6d27aeb3303 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Made reservation on behalf of 1298a76b4787410ea1c33ad655d64ab1 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:45.793784 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-199599b8-4d31-4c99-baf3-e6d27aeb3303 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.854559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4f60e932-1990-4bfc-9ffc-7972927c68e0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:45.880989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5437bfb-3610-4dec-83d1-76702b7a3954 None None] Network 14000fc8-409c-4140-b665-48c6b6cb141a requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:45.965501 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d68fdf2-7f12-4c37-9423-94a2062c6bcd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting subnet f8247ba6-80ce-4188-afe0-65bf93497ad8 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:20:45.968926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d68fdf2-7f12-4c37-9423-94a2062c6bcd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.069347 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9cc61117-eac5-4b12-98af-72d5a86fd876 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.101367 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4f60e932-1990-4bfc-9ffc-7972927c68e0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.105273 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c2ba5871-307f-4dec-9388-f145ddc504c9 None None] Provisioning for port 1faa092c-36a3-4de1-857b-9aed3cf12452 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:46.108603 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f60e932-1990-4bfc-9ffc-7972927c68e0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:46.108603 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4f60e932-1990-4bfc-9ffc-7972927c68e0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.110947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199599b8-4d31-4c99-baf3-e6d27aeb3303 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:20:46.127263 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-199599b8-4d31-4c99-baf3-e6d27aeb3303 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.127665 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-199599b8-4d31-4c99-baf3-e6d27aeb3303 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Added segment fad58b8c-e381-469f-abf2-7b9ccfdf4793 of type vlan for network c8a45dd9-f031-400d-9357-ec7be21a2a48 Dec 21 22:20:46.206151 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 1faa092c-36a3-4de1-857b-9aed3cf12452 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:46.207088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d68fdf2-7f12-4c37-9423-94a2062c6bcd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.273534 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9cc61117-eac5-4b12-98af-72d5a86fd876 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/c5557771-3159-4232-96fb-3fc35d997590 HTTP/1.1" status: 204 len: 168 time: 2.5725648 Dec 21 22:20:46.279270 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33602) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:46.310764 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f6cab8-1a53-4a3f-af30-260756618295 None None] DHCP port deletion for 14000fc8-409c-4140-b665-48c6b6cb141a request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:20:46.329985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-199599b8-4d31-4c99-baf3-e6d27aeb3303 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.331348 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4f60e932-1990-4bfc-9ffc-7972927c68e0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9866283 Dec 21 22:20:46.341120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33608) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:46.344928 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f60e932-1990-4bfc-9ffc-7972927c68e0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Network': ['ID=ce73182a-d53f-4fb8-b1c8-44e83fa9117c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:46.358497 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-37013863-ca1d-4849-9d81-585ab8507eea tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'subnet': {'network_id': 'ce73182a-d53f-4fb8-b1c8-44e83fa9117c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:46.368252 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-57f6cab8-1a53-4a3f-af30-260756618295 None None] Deleting port 1faa092c-36a3-4de1-857b-9aed3cf12452 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:46.368816 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-57f6cab8-1a53-4a3f-af30-260756618295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.425044 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5addb5d5-7098-4794-8e87-c97285a0f247 req-589b0e76-a607-4dcf-b722-e787c3005836 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0577974 Dec 21 22:20:46.441321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c2ba5871-307f-4dec-9388-f145ddc504c9 None None] Provisioning for port bdd609fe-5303-4365-8e4a-92686ea5be40 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:46.444668 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network ce73182a-d53f-4fb8-b1c8-44e83fa9117c details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:20:46.479329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d68fdf2-7f12-4c37-9423-94a2062c6bcd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.493372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [None req-199599b8-4d31-4c99-baf3-e6d27aeb3303 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:20:46.588734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c2ba5871-307f-4dec-9388-f145ddc504c9 None None] Provisioning complete for port bdd609fe-5303-4365-8e4a-92686ea5be40 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:46.589854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5871-307f-4dec-9388-f145ddc504c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.621737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d68fdf2-7f12-4c37-9423-94a2062c6bcd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.628588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-37013863-ca1d-4849-9d81-585ab8507eea tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:46.639312 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-37013863-ca1d-4849-9d81-585ab8507eea tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:subnet and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:46.645815 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-37013863-ca1d-4849-9d81-585ab8507eea tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:46.656526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-37013863-ca1d-4849-9d81-585ab8507eea tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:46.664764 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4ce437-bb38-4fc1-be19-e64dc7986115 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:46.667827 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6e4ce437-bb38-4fc1-be19-e64dc7986115 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:46.668047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68fdf2-7f12-4c37-9423-94a2062c6bcd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Subnet': ['ID=f8247ba6-80ce-4188-afe0-65bf93497ad8,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:46.672634 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8d68fdf2-7f12-4c37-9423-94a2062c6bcd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.679167 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8d68fdf2-7f12-4c37-9423-94a2062c6bcd tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/f8247ba6-80ce-4188-afe0-65bf93497ad8 HTTP/1.1" status: 204 len: 168 time: 0.9846005 Dec 21 22:20:46.683792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33612) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:46.694006 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-199599b8-4d31-4c99-baf3-e6d27aeb3303 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.697693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199599b8-4d31-4c99-baf3-e6d27aeb3303 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:46.698283 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-199599b8-4d31-4c99-baf3-e6d27aeb3303 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.706806 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb13a1c1-e137-442f-90a0-ebc5a48d96ab None None] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:46.730815 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.754048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47205ac-edef-4034-9b08-50650c4e9115 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting subnet 3226499c-172b-48b4-8327-9576766a4b66 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:20:46.757265 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a47205ac-edef-4034-9b08-50650c4e9115 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.811650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37013863-ca1d-4849-9d81-585ab8507eea tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:46.813638 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a47205ac-edef-4034-9b08-50650c4e9115 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.819406 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 1faa092c-36a3-4de1-857b-9aed3cf12452 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:46.834419 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.882132 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 1faa092c-36a3-4de1-857b-9aed3cf12452 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:46.882348 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.908965 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a47205ac-edef-4034-9b08-50650c4e9115 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.910369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199599b8-4d31-4c99-baf3-e6d27aeb3303 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event updated for resources: {'Network': ['ID=c8a45dd9-f031-400d-9357-ec7be21a2a48,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:46.928391 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-199599b8-4d31-4c99-baf3-e6d27aeb3303 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4991341 Dec 21 22:20:46.928391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6e4ce437-bb38-4fc1-be19-e64dc7986115 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:46.930097 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6e4ce437-bb38-4fc1-be19-e64dc7986115 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6404314 Dec 21 22:20:46.933531 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network c8a45dd9-f031-400d-9357-ec7be21a2a48 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:20:46.935358 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33616) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:46.935686 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33618) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:46.952536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-57f6cab8-1a53-4a3f-af30-260756618295 None None] For port 1faa092c-36a3-4de1-857b-9aed3cf12452, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=1faa092c-36a3-4de1-857b-9aed3cf12452,segment=NetworkSegment(843d849b-dcbe-4a4a-9dd2-cea6fc8678bb),segment_id=843d849b-dcbe-4a4a-9dd2-cea6fc8678bb)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:46.955678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-57f6cab8-1a53-4a3f-af30-260756618295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:46.960378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-7847dd6a-6f40-4140-a3a8-04e3a166eff7 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Request body: {'subnet': {'network_id': 'c8a45dd9-f031-400d-9357-ec7be21a2a48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:47.071309 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a47205ac-edef-4034-9b08-50650c4e9115 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:47.116584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47205ac-edef-4034-9b08-50650c4e9115 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Subnet': ['ID=3226499c-172b-48b4-8327-9576766a4b66,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:47.120668 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a47205ac-edef-4034-9b08-50650c4e9115 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:47.127596 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a47205ac-edef-4034-9b08-50650c4e9115 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/3226499c-172b-48b4-8327-9576766a4b66 HTTP/1.1" status: 204 len: 168 time: 0.4426553 Dec 21 22:20:47.129552 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33624) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:47.173319 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca69f7a-b17a-4b03-b4f5-7ee725912b67 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:47.173657 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca69f7a-b17a-4b03-b4f5-7ee725912b67 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:47.177873 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5ca69f7a-b17a-4b03-b4f5-7ee725912b67 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/f8247ba6-80ce-4188-afe0-65bf93497ad8 HTTP/1.1" status: 404 len: 337 time: 0.0448484 Dec 21 22:20:47.178075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33628) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:47.225274 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-57f6cab8-1a53-4a3f-af30-260756618295 None None] Calling delete_port for 1faa092c-36a3-4de1-857b-9aed3cf12452 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:47.246377 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2141cb-4d3f-462f-a091-13391380c5e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting subnet 3a17e467-e59b-4e0d-ae85-ea94d53d7fc1 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:20:47.249548 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a2141cb-4d3f-462f-a091-13391380c5e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:47.312593 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:47.313280 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a2141cb-4d3f-462f-a091-13391380c5e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:47.317716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-37013863-ca1d-4849-9d81-585ab8507eea tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:47.343006 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=83727107-82f8-4e59-8f8d-19481b29fbba,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:47.406872 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7847dd6a-6f40-4140-a3a8-04e3a166eff7 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:47.412017 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a2141cb-4d3f-462f-a091-13391380c5e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:47.482585 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7847dd6a-6f40-4140-a3a8-04e3a166eff7 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:47.512624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9bf8eadd-3ea9-4ddc-8877-82dbfb3d25c7 None None] Could not find standard attr ID for object c5557771-3159-4232-96fb-3fc35d997590. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:20:47.521268 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:47.556547 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-57f6cab8-1a53-4a3f-af30-260756618295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:47.579430 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a2141cb-4d3f-462f-a091-13391380c5e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:47.611371 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9c8520f0-9f8d-4dc4-8e29-94cdc1092be0 req-43f7e448-f90c-4c5b-aef3-31121112b521 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1070409 Dec 21 22:20:47.616802 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7847dd6a-6f40-4140-a3a8-04e3a166eff7 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Made reservation on behalf of 1298a76b4787410ea1c33ad655d64ab1 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:47.619866 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2141cb-4d3f-462f-a091-13391380c5e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Subnet': ['ID=3a17e467-e59b-4e0d-ae85-ea94d53d7fc1,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:47.630772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a2141cb-4d3f-462f-a091-13391380c5e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:47.633856 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6cab8-1a53-4a3f-af30-260756618295 None None] Pushing event deleted for resources: {'Port': ['ID=1faa092c-36a3-4de1-857b-9aed3cf12452,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:47.636928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ab1d50-00b7-4e8f-a45e-78545b155a5e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:47.641024 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-89ab1d50-00b7-4e8f-a45e-78545b155a5e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6964052 Dec 21 22:20:47.641908 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3a2141cb-4d3f-462f-a091-13391380c5e4 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/3a17e467-e59b-4e0d-ae85-ea94d53d7fc1 HTTP/1.1" status: 204 len: 168 time: 0.4625683 Dec 21 22:20:47.642563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33634) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:47.643755 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33636) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:47.646131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bdd609fe-5303-4365-8e4a-92686ea5be40 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:47.680363 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6cab8-1a53-4a3f-af30-260756618295 None None] No DVR routers for this DVR port 1faa092c-36a3-4de1-857b-9aed3cf12452 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:20:47.730908 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f1e78a-47e1-49d9-be33-3323c7cc05d9 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:47.731349 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f1e78a-47e1-49d9-be33-3323c7cc05d9 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:47.732391 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port bdd609fe-5303-4365-8e4a-92686ea5be40 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:47.735908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:47.736056 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c3f1e78a-47e1-49d9-be33-3323c7cc05d9 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/9a07d841-3c63-4246-8065-d21dd03df548 HTTP/1.1" status: 404 len: 337 time: 0.0874765 Dec 21 22:20:47.738104 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33642) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:47.777154 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7847dd6a-6f40-4140-a3a8-04e3a166eff7 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:47.804131 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e31d2134-bc8b-4590-ac49-23859fb2ff84 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d9aba36-030e-4198-b82f-081ccc55617f HTTP/1.1" status: 200 len: 205 time: 0.0610268 Dec 21 22:20:47.805438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33646) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:47.814960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb2e46-473b-4489-ab36-835b6c4e9551 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:47.817037 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb2e46-473b-4489-ab36-835b6c4e9551 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:47.818558 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb2e46-473b-4489-ab36-835b6c4e9551 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:47.819541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-deeb2e46-473b-4489-ab36-835b6c4e9551 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:47.901414 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-deeb2e46-473b-4489-ab36-835b6c4e9551 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:47.907464 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-deeb2e46-473b-4489-ab36-835b6c4e9551 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2608354 Dec 21 22:20:47.908649 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33650) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:47.955221 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-79056836-1b78-4317-88a7-681a3818b7b6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] delete failed (client error): The resource could not be found. Dec 21 22:20:47.956288 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-79056836-1b78-4317-88a7-681a3818b7b6 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/routers/5d9aba36-030e-4198-b82f-081ccc55617f HTTP/1.1" status: 404 len: 336 time: 0.1452513 Dec 21 22:20:47.962574 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33654) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:48.028256 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb468ee-857a-4a4e-b7a5-1f200bed50f0 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:48.029162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb468ee-857a-4a4e-b7a5-1f200bed50f0 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:48.031068 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dfb468ee-857a-4a4e-b7a5-1f200bed50f0 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/0f993ffe-062e-49dd-8c3f-a4a07cd08f2a HTTP/1.1" status: 404 len: 337 time: 0.0677335 Dec 21 22:20:48.034435 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33658) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:48.041470 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network d3b07eeb-dfac-4b43-a613-99a2bf4e7adb is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:48.053214 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:48.067780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 1faa092c-36a3-4de1-857b-9aed3cf12452 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:20:48.095907 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8923396-c157-4924-917d-624d2ffc0446 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:48.096437 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8923396-c157-4924-917d-624d2ffc0446 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:48.098326 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a8923396-c157-4924-917d-624d2ffc0446 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/52db30b7-6dc0-4f76-ade9-b49ab387c73c HTTP/1.1" status: 404 len: 337 time: 0.0627153 Dec 21 22:20:48.101341 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33662) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:48.119732 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 1faa092c-36a3-4de1-857b-9aed3cf12452 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:20:48.120063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 1faa092c-36a3-4de1-857b-9aed3cf12452 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:20:48.157099 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ae1bcc-4dc0-4071-871b-a3b787b918ea tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:48.157612 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ae1bcc-4dc0-4071-871b-a3b787b918ea tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:48.159559 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-77ae1bcc-4dc0-4071-871b-a3b787b918ea tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/8beeb86f-9e73-4cf8-8557-463f9a066a81 HTTP/1.1" status: 404 len: 337 time: 0.0574062 Dec 21 22:20:48.162271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33666) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:48.256565 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-6507e3ee-628f-4ca4-8745-32dab29c3b65 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:48.256994 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6507e3ee-628f-4ca4-8745-32dab29c3b65 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:48.261588 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6507e3ee-628f-4ca4-8745-32dab29c3b65 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/79492386-24d7-4f7d-b44c-8a1a9458a58b HTTP/1.1" status: 404 len: 333 time: 0.0953562 Dec 21 22:20:48.261905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33670) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:48.376956 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-37013863-ca1d-4849-9d81-585ab8507eea tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:48.405768 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfe59af-f1a4-483c-b494-e9ce82a4b11b None None] Network aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:48.407467 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-625d2c6e-b2da-4ecc-a792-fb6fcc7e2f7f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:48.407979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625d2c6e-b2da-4ecc-a792-fb6fcc7e2f7f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:48.409552 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-625d2c6e-b2da-4ecc-a792-fb6fcc7e2f7f tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/229db63e-a5b6-4ff3-9880-e620ca8e668e HTTP/1.1" status: 404 len: 337 time: 0.1465809 Dec 21 22:20:48.412147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33674) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:48.465612 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a089b62f-a6ec-4fcb-8df0-b1e6d027c8f8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:48.466062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a089b62f-a6ec-4fcb-8df0-b1e6d027c8f8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:48.470676 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a089b62f-a6ec-4fcb-8df0-b1e6d027c8f8 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/45e77265-59a4-48b2-8c2c-7919bc6c430a HTTP/1.1" status: 404 len: 337 time: 0.0546875 Dec 21 22:20:48.470676 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33678) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:48.507140 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeaf6e98-3ae6-4ecb-a645-f6b7fdde1aed tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 309620c0-12fd-4178-bc7b-8b1b58420e5c {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:20:48.520452 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aeaf6e98-3ae6-4ecb-a645-f6b7fdde1aed tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:48.556603 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbac8712-150b-4a83-b60c-3fd394b95d46 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:48.557034 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbac8712-150b-4a83-b60c-3fd394b95d46 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:48.561776 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bbac8712-150b-4a83-b60c-3fd394b95d46 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/a8892f2d-f98d-477e-b788-35651cfb4624 HTTP/1.1" status: 404 len: 333 time: 0.0881460 Dec 21 22:20:48.563571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37013863-ca1d-4849-9d81-585ab8507eea tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Subnet': ['ID=9e54905e-1fdf-4efd-8f7b-cd9350a7fe27,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:48.564648 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33682) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:48.577078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-58732f8e-75c9-4b89-9f37-5c8de34b912d None None] Provisioning complete for port f3dc6d49-7327-43e9-9a89-259763517b99 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:48.577458 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-58732f8e-75c9-4b89-9f37-5c8de34b912d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:48.598984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37013863-ca1d-4849-9d81-585ab8507eea tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Checking segment: {'id': '94907288-9a99-412e-94e2-b9e626c06efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ce73182a-d53f-4fb8-b1c8-44e83fa9117c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:48.599355 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37013863-ca1d-4849-9d81-585ab8507eea tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network hostable DHCP agents. Network: ce73182a-d53f-4fb8-b1c8-44e83fa9117c, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:20:48.609924 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-201a9aa4-8955-47f1-9be9-c0741c6169f3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:48.610490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201a9aa4-8955-47f1-9be9-c0741c6169f3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:48.614416 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-201a9aa4-8955-47f1-9be9-c0741c6169f3 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/d0e3daea-e647-4cdc-8594-c0c5aa2a2953 HTTP/1.1" status: 404 len: 337 time: 0.0467231 Dec 21 22:20:48.615411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33686) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:48.629601 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aeaf6e98-3ae6-4ecb-a645-f6b7fdde1aed tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:48.645750 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-58732f8e-75c9-4b89-9f37-5c8de34b912d None None] Port f3dc6d49-7327-43e9-9a89-259763517b99 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:48.668297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-58732f8e-75c9-4b89-9f37-5c8de34b912d None None] Provisioning complete for port 42c0c4ee-7039-461a-811c-e55e6ebfe40f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:48.668698 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-58732f8e-75c9-4b89-9f37-5c8de34b912d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:48.747224 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aeaf6e98-3ae6-4ecb-a645-f6b7fdde1aed tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:48.768291 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-0606c2d4-d80f-4444-8e16-6ae709286e5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] DELETE failed (client error): The resource could not be found. Dec 21 22:20:48.768621 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0606c2d4-d80f-4444-8e16-6ae709286e5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:48.803079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73875e64-9d48-43ff-bcc4-e826d4aa7b76 None None] DHCP port deletion for aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:20:48.817818 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-73875e64-9d48-43ff-bcc4-e826d4aa7b76 None None] Deleting port 42c0c4ee-7039-461a-811c-e55e6ebfe40f {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:48.818397 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0606c2d4-d80f-4444-8e16-6ae709286e5c tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/subnets/a77bf2ff-ae7c-48a8-9f1e-5658d7fa03a1 HTTP/1.1" status: 404 len: 337 time: 0.2025113 Dec 21 22:20:48.820867 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-73875e64-9d48-43ff-bcc4-e826d4aa7b76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:48.825923 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33696) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:48.878203 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a877a7eb-3b70-4e09-8c07-90ca821ce3e2 req-bfb797d1-1822-40cd-ab2b-d4bc8503160e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0887165 Dec 21 22:20:48.944062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-0b11689d-2d3f-4e38-a7c4-8dde8e5c20b1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Deleting port f3dc6d49-7327-43e9-9a89-259763517b99 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:48.944471 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b11689d-2d3f-4e38-a7c4-8dde8e5c20b1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:49.032726 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37013863-ca1d-4849-9d81-585ab8507eea tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network ce73182a-d53f-4fb8-b1c8-44e83fa9117c is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:20:49.051833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.objects.ports [None req-7847dd6a-6f40-4140-a3a8-04e3a166eff7 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84168) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:20:49.056366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-73875e64-9d48-43ff-bcc4-e826d4aa7b76 None None] For port 42c0c4ee-7039-461a-811c-e55e6ebfe40f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=42c0c4ee-7039-461a-811c-e55e6ebfe40f,segment=NetworkSegment(bfa7449b-2340-4609-b814-3335c70d4eaf),segment_id=bfa7449b-2340-4609-b814-3335c70d4eaf)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:49.056758 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-73875e64-9d48-43ff-bcc4-e826d4aa7b76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:49.056891 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aeaf6e98-3ae6-4ecb-a645-f6b7fdde1aed tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:49.057630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7847dd6a-6f40-4140-a3a8-04e3a166eff7 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:49.117136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-37013863-ca1d-4849-9d81-585ab8507eea tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, ce73182a-d53f-4fb8-b1c8-44e83fa9117c) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:49.132015 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf6e98-3ae6-4ecb-a645-f6b7fdde1aed tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=309620c0-12fd-4178-bc7b-8b1b58420e5c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:49.138811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37013863-ca1d-4849-9d81-585ab8507eea tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:49.139089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-37013863-ca1d-4849-9d81-585ab8507eea tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:49.144741 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aeaf6e98-3ae6-4ecb-a645-f6b7fdde1aed tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:49.165947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router f412aff4-0850-47f1-9bfc-01e5c3dd119b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:20:49.174984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847dd6a-6f40-4140-a3a8-04e3a166eff7 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event updated for resources: {'Subnet': ['ID=ab67e822-1d32-42c6-936b-7d01aae3dea3,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:49.194583 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7847dd6a-6f40-4140-a3a8-04e3a166eff7 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Checking segment: {'id': 'fad58b8c-e381-469f-abf2-7b9ccfdf4793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c8a45dd9-f031-400d-9357-ec7be21a2a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:49.194946 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7847dd6a-6f40-4140-a3a8-04e3a166eff7 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Network hostable DHCP agents. Network: c8a45dd9-f031-400d-9357-ec7be21a2a48, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:20:49.245587 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-aeaf6e98-3ae6-4ecb-a645-f6b7fdde1aed tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/309620c0-12fd-4178-bc7b-8b1b58420e5c HTTP/1.1" status: 204 len: 168 time: 1.3353815 Dec 21 22:20:49.249514 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33700) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:49.270957 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-73875e64-9d48-43ff-bcc4-e826d4aa7b76 None None] Calling delete_port for 42c0c4ee-7039-461a-811c-e55e6ebfe40f owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:49.300712 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ed245c-6f9f-4a86-8bda-0557ee27a233 None None] Network ce73182a-d53f-4fb8-b1c8-44e83fa9117c requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:49.313598 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd396d6-2d6d-4b5e-9692-1abbf82bb0a2 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:49.316431 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-37013863-ca1d-4849-9d81-585ab8507eea tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9663649 Dec 21 22:20:49.316431 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33704) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:49.321687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-7d529722-8a7d-4e7b-82dd-bc5dc519eb67 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1654546831', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:49.330273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7d529722-8a7d-4e7b-82dd-bc5dc519eb67 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:49.335668 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7d529722-8a7d-4e7b-82dd-bc5dc519eb67 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:router and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:49.337348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b11689d-2d3f-4e38-a7c4-8dde8e5c20b1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:49.339475 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7d529722-8a7d-4e7b-82dd-bc5dc519eb67 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:49.357727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a78eab4-8559-4b53-a692-d871adf4870a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 9996df65-e7ad-4dbc-b7e9-c6cfa0e3abff {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:20:49.398664 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7d529722-8a7d-4e7b-82dd-bc5dc519eb67 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:49.407057 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7847dd6a-6f40-4140-a3a8-04e3a166eff7 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Network c8a45dd9-f031-400d-9357-ec7be21a2a48 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:20:49.408405 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1a78eab4-8559-4b53-a692-d871adf4870a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:49.466227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:20:49.473717 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-17f8f86d-cd5a-4716-b04e-22c00dda18f9 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "PUT /v2.0/routers/f412aff4-0850-47f1-9bfc-01e5c3dd119b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3660755 Dec 21 22:20:49.473871 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33708) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:49.479173 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'port': {'network_id': 'd3b07eeb-dfac-4b43-a613-99a2bf4e7adb', 'name': 'tempest-FloatingIPTestJSON-1870270789'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:49.483033 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66f2ec-0128-471f-8770-18e1e313812c None None] Sync routers for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:20:49.497666 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc66f2ec-0128-471f-8770-18e1e313812c None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:49.497666 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-fc66f2ec-0128-471f-8770-18e1e313812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:49.507476 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-0b11689d-2d3f-4e38-a7c4-8dde8e5c20b1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Calling delete_port for f3dc6d49-7327-43e9-9a89-259763517b99 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:49.554488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-7847dd6a-6f40-4140-a3a8-04e3a166eff7 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, c8a45dd9-f031-400d-9357-ec7be21a2a48) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:49.567674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7d529722-8a7d-4e7b-82dd-bc5dc519eb67 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:49.568748 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7d529722-8a7d-4e7b-82dd-bc5dc519eb67 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:49.573928 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-fc66f2ec-0128-471f-8770-18e1e313812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:49.586450 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc66f2ec-0128-471f-8770-18e1e313812c None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:49.587257 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-fc66f2ec-0128-471f-8770-18e1e313812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:49.592105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7847dd6a-6f40-4140-a3a8-04e3a166eff7 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:49.593798 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7847dd6a-6f40-4140-a3a8-04e3a166eff7 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:49.598766 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43f4789-6e52-406f-8eac-bb80bc997751 None None] Network c8a45dd9-f031-400d-9357-ec7be21a2a48 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:49.678405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-73875e64-9d48-43ff-bcc4-e826d4aa7b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:49.715338 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1a78eab4-8559-4b53-a692-d871adf4870a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:49.721898 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-fc66f2ec-0128-471f-8770-18e1e313812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:49.722534 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66f2ec-0128-471f-8770-18e1e313812c None None] The sync data for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:20:49.740870 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7847dd6a-6f40-4140-a3a8-04e3a166eff7 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7951102 Dec 21 22:20:49.749544 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33712) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:49.751541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73875e64-9d48-43ff-bcc4-e826d4aa7b76 None None] Pushing event deleted for resources: {'Port': ['ID=42c0c4ee-7039-461a-811c-e55e6ebfe40f,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:49.759729 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Request body: {'port': {'network_id': 'c8a45dd9-f031-400d-9357-ec7be21a2a48', 'name': 'tempest-NetworksIpV6TestAttrs-988373186'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:49.801488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7d529722-8a7d-4e7b-82dd-bc5dc519eb67 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:49.819612 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1a78eab4-8559-4b53-a692-d871adf4870a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:49.842186 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73875e64-9d48-43ff-bcc4-e826d4aa7b76 None None] No DVR routers for this DVR port 42c0c4ee-7039-461a-811c-e55e6ebfe40f on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:20:49.857635 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b11689d-2d3f-4e38-a7c4-8dde8e5c20b1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:49.899221 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:49.907868 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Usage tracker for resource:port and tenant:d0abccf8fdf748e6a1d14020fd33dfb5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:49.912932 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:49.929476 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:49.957611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11689d-2d3f-4e38-a7c4-8dde8e5c20b1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Port': ['ID=f3dc6d49-7327-43e9-9a89-259763517b99,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:49.966666 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0b11689d-2d3f-4e38-a7c4-8dde8e5c20b1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:49.973420 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-ce73182a-d53f-4fb8-b1c8-44e83fa9117c', 'network_id': 'ce73182a-d53f-4fb8-b1c8-44e83fa9117c', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'fixed_ips': [{'subnet_id': '9e54905e-1fdf-4efd-8f7b-cd9350a7fe27'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:20:49.974250 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:50.000137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7d529722-8a7d-4e7b-82dd-bc5dc519eb67 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:50.079532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 42c0c4ee-7039-461a-811c-e55e6ebfe40f no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:20:50.081280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Made reservation on behalf of d0abccf8fdf748e6a1d14020fd33dfb5 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:50.084336 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:50.094351 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0b11689d-2d3f-4e38-a7c4-8dde8e5c20b1 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/ports/f3dc6d49-7327-43e9-9a89-259763517b99 HTTP/1.1" status: 204 len: 168 time: 1.2674255 Dec 21 22:20:50.098846 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1a78eab4-8559-4b53-a692-d871adf4870a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:50.104238 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33720) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:50.108726 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bb82bfc2-f077-4688-aa1c-ea8f2134f53a req-b6e5aecb-6fef-4fb9-8a11-77ddc211d6de tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0906341 Dec 21 22:20:50.141128 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:50.146068 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Usage tracker for resource:port and tenant:1298a76b4787410ea1c33ad655d64ab1 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:50.149370 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:50.157647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:50.169094 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 42c0c4ee-7039-461a-811c-e55e6ebfe40f {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:20:50.169535 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 42c0c4ee-7039-461a-811c-e55e6ebfe40f not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:20:50.173117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] device_id is not set on port 8924c738-3d99-4ce9-8a07-3c4d005f1f4e yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:20:50.181243 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78eab4-8559-4b53-a692-d871adf4870a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=9996df65-e7ad-4dbc-b7e9-c6cfa0e3abff,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:50.209366 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1a78eab4-8559-4b53-a692-d871adf4870a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:50.217339 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-c8a45dd9-f031-400d-9357-ec7be21a2a48', 'network_id': 'c8a45dd9-f031-400d-9357-ec7be21a2a48', 'tenant_id': '1298a76b4787410ea1c33ad655d64ab1', 'fixed_ips': [{'subnet_id': 'ab67e822-1d32-42c6-936b-7d01aae3dea3'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:20:50.218200 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:50.250598 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7d529722-8a7d-4e7b-82dd-bc5dc519eb67 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:50.255229 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7d529722-8a7d-4e7b-82dd-bc5dc519eb67 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9377859 Dec 21 22:20:50.257432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33724) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:50.258200 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Made reservation on behalf of 1298a76b4787410ea1c33ad655d64ab1 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:50.262151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:50.300395 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1a78eab4-8559-4b53-a692-d871adf4870a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/9996df65-e7ad-4dbc-b7e9-c6cfa0e3abff HTTP/1.1" status: 204 len: 168 time: 1.0492842 Dec 21 22:20:50.301399 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33728) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:50.371884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] device_id is not set on port 3a743174-eede-428c-8e21-fe9e9e16d539 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:20:50.384313 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Allocated IP 172.20.0.2 (ce73182a-d53f-4fb8-b1c8-44e83fa9117c/9e54905e-1fdf-4efd-8f7b-cd9350a7fe27/03eb61a3-c60b-48cf-b018-6dcb97fd7c4b) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:50.391147 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-31f7b46d-7535-491b-af2f-31b39f8b5066 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747304 Dec 21 22:20:50.394111 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33732) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:50.408735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:50.430934 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-24db0f48-7d5a-49c7-83e2-f133cc29c926 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:50.568517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Allocated IP 2001:db8::f816:3eff:fe9b:bf2a (c8a45dd9-f031-400d-9357-ec7be21a2a48/ab67e822-1d32-42c6-936b-7d01aae3dea3/273bc7f6-a87a-419d-8066-396ab436574f) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:50.741712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:50.751714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:50.756503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:50.813134 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-24db0f48-7d5a-49c7-83e2-f133cc29c926 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:50.815067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:50.820807 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:50.837643 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Transition to ACTIVE for port object 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:50.845417 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-24db0f48-7d5a-49c7-83e2-f133cc29c926 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:50.859089 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-24db0f48-7d5a-49c7-83e2-f133cc29c926 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa7449b-2340-4609-b814-3335c70d4eaf') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:50.859365 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-24db0f48-7d5a-49c7-83e2-f133cc29c926 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa7449b-2340-4609-b814-3335c70d4eaf') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:50.872545 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-24db0f48-7d5a-49c7-83e2-f133cc29c926 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:50.891883 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-24db0f48-7d5a-49c7-83e2-f133cc29c926 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:50.900237 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24db0f48-7d5a-49c7-83e2-f133cc29c926 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:20:50.900608 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-24db0f48-7d5a-49c7-83e2-f133cc29c926 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:20:50.916865 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:20:50.925791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:50.926590 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:50.970501 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Transition to ACTIVE for port object 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:50.987529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:51.000892 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Allocated IP 172.20.0.10 (d3b07eeb-dfac-4b43-a613-99a2bf4e7adb/057ca3ad-af1b-458e-9d78-a8fc79057bc4/8924c738-3d99-4ce9-8a07-3c4d005f1f4e) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:51.001485 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Transition to ACTIVE for port object 273bc7f6-a87a-419d-8066-396ab436574f will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:51.021130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Transition to ACTIVE for port object 273bc7f6-a87a-419d-8066-396ab436574f will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:51.071168 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:51.127088 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f04d7c-2633-45c6-a506-f1e31b8aa732 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:51.140120 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:51.181715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Network ce73182a-d53f-4fb8-b1c8-44e83fa9117c is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:51.202629 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:51.212573 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:51.258985 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-24db0f48-7d5a-49c7-83e2-f133cc29c926 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:51.280878 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Pushing event updated for resources: {'Port': ['ID=03eb61a3-c60b-48cf-b018-6dcb97fd7c4b,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:51.298523 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-24db0f48-7d5a-49c7-83e2-f133cc29c926 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:51.307162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db0f48-7d5a-49c7-83e2-f133cc29c926 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] Pushing event deleted for resources: {'Network': ['ID=aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:51.313921 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-421f3ad2-c592-4f47-94e0-6ad3e099e2c5 req-f00b5c7d-a0e6-4bdc-bcfb-f7a0c05a07d9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0912738 Dec 21 22:20:51.330679 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-24db0f48-7d5a-49c7-83e2-f133cc29c926 tempest-PortsTestJSON-1284948338 tempest-PortsTestJSON-1284948338-project] 10.222.0.37 "DELETE /v2.0/networks/aceb5b0e-adc7-46b3-9e1e-e08bc49a5a3e HTTP/1.1" status: 204 len: 168 time: 1.1987932 Dec 21 22:20:51.333824 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Network c8a45dd9-f031-400d-9357-ec7be21a2a48 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:51.344501 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:51.348133 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:51.392701 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Allocated IP 2001:db8::f816:3eff:fe5b:54a5 (c8a45dd9-f031-400d-9357-ec7be21a2a48/ab67e822-1d32-42c6-936b-7d01aae3dea3/3a743174-eede-428c-8e21-fe9e9e16d539) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:51.396002 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:51.486232 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a9c078dc-15cd-409f-8808-fde83dea1987 None None] Provisioning complete for port bdd609fe-5303-4365-8e4a-92686ea5be40 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:51.488603 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a9c078dc-15cd-409f-8808-fde83dea1987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:51.534278 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Pushing event updated for resources: {'Port': ['ID=273bc7f6-a87a-419d-8066-396ab436574f,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:51.647067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Attempting to bind port 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:20:51.647431 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Attempting to bind port 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '94907288-9a99-412e-94e2-b9e626c06efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ce73182a-d53f-4fb8-b1c8-44e83fa9117c'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:20:51.647854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Attempting to bind port 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b on network ce73182a-d53f-4fb8-b1c8-44e83fa9117c {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:20:51.660146 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.objects.ports [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84169) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:20:51.674319 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Attempting to bind port 273bc7f6-a87a-419d-8066-396ab436574f on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:20:51.674604 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Attempting to bind port 273bc7f6-a87a-419d-8066-396ab436574f by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'fad58b8c-e381-469f-abf2-7b9ccfdf4793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c8a45dd9-f031-400d-9357-ec7be21a2a48'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:20:51.675024 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Attempting to bind port 273bc7f6-a87a-419d-8066-396ab436574f on network c8a45dd9-f031-400d-9357-ec7be21a2a48 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:20:51.683115 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:20:51.683729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Checking segment: {'id': '94907288-9a99-412e-94e2-b9e626c06efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ce73182a-d53f-4fb8-b1c8-44e83fa9117c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:51.684471 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:51.684642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Bound using segment: {'id': '94907288-9a99-412e-94e2-b9e626c06efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ce73182a-d53f-4fb8-b1c8-44e83fa9117c'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:20:51.685181 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Bound port: 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94907288-9a99-412e-94e2-b9e626c06efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ce73182a-d53f-4fb8-b1c8-44e83fa9117c'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:20:51.685614 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:51.709271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:20:51.709770 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Checking segment: {'id': 'fad58b8c-e381-469f-abf2-7b9ccfdf4793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c8a45dd9-f031-400d-9357-ec7be21a2a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:51.710268 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:51.710721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Bound using segment: {'id': 'fad58b8c-e381-469f-abf2-7b9ccfdf4793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c8a45dd9-f031-400d-9357-ec7be21a2a48'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:20:51.712127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Bound port: 273bc7f6-a87a-419d-8066-396ab436574f, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad58b8c-e381-469f-abf2-7b9ccfdf4793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c8a45dd9-f031-400d-9357-ec7be21a2a48'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:20:51.712127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:51.755740 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:51.931095 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] For port 273bc7f6-a87a-419d-8066-396ab436574f, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:20:51.934057 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] For port 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:20:51.936854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] For port 273bc7f6-a87a-419d-8066-396ab436574f, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=273bc7f6-a87a-419d-8066-396ab436574f,segment=NetworkSegment(fad58b8c-e381-469f-abf2-7b9ccfdf4793),segment_id=fad58b8c-e381-469f-abf2-7b9ccfdf4793)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:20:51.939869 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] For port 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=03eb61a3-c60b-48cf-b018-6dcb97fd7c4b,segment=NetworkSegment(94907288-9a99-412e-94e2-b9e626c06efa),segment_id=94907288-9a99-412e-94e2-b9e626c06efa)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:20:51.940885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032af2f8-afd0-43f8-9254-f87b427a3801 None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:20:51.957298 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-032af2f8-afd0-43f8-9254-f87b427a3801 None None] Deleting port bdd609fe-5303-4365-8e4a-92686ea5be40 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:51.957866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-032af2f8-afd0-43f8-9254-f87b427a3801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:51.965356 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:52.036358 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33742) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:52.051508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:52.055773 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bdd609fe-5303-4365-8e4a-92686ea5be40 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:20:52.062077 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Allocated IP 172.20.0.1 (ce73182a-d53f-4fb8-b1c8-44e83fa9117c/9e54905e-1fdf-4efd-8f7b-cd9350a7fe27/2bbf1e92-ff80-4688-8bac-b66e42298a31) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:52.077940 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Transition to ACTIVE for port object 3a743174-eede-428c-8e21-fe9e9e16d539 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:52.088476 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:52.092716 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:52.111597 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:52.202193 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=8924c738-3d99-4ce9-8a07-3c4d005f1f4e,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:52.256912 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] For port bdd609fe-5303-4365-8e4a-92686ea5be40, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bdd609fe-5303-4365-8e4a-92686ea5be40,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:52.288745 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network d3b07eeb-dfac-4b43-a613-99a2bf4e7adb is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:52.292658 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:52.297437 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:52.301630 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:52.343719 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca68e6e-18e9-47ce-9098-7b8b1d0d7f39 None None] Pushing event updated for resources: {'Port': ['ID=03eb61a3-c60b-48cf-b018-6dcb97fd7c4b,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:52.368265 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:52.383344 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:52.384205 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:52.455621 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event updated for resources: {'Port': ['ID=3a743174-eede-428c-8e21-fe9e9e16d539,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:52.484161 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:52.501280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Transition to ACTIVE for port object 2bbf1e92-ff80-4688-8bac-b66e42298a31 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:52.513953 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:52.519525 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:52.530824 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:52.531408 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:52.549357 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=564bf813-8706-4138-b736-190cbd260902,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:52.556601 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=bdd609fe-5303-4365-8e4a-92686ea5be40,revision_number=8']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:52.572252 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:52.572721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:52.591950 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Network c8a45dd9-f031-400d-9357-ec7be21a2a48 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:52.599693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:52.613855 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:52.614925 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4913d434-d1a3-431b-a658-bacce3dc9b8f req-6bf1b409-c4aa-4189-97f6-993442770679 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0877047 Dec 21 22:20:52.615906 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:52.623492 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:52.629706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:52.630395 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:52.664980 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152bae1-785e-4347-a91a-5b7454212f4c None None] Pushing event updated for resources: {'Port': ['ID=273bc7f6-a87a-419d-8066-396ab436574f,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:52.687857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-032af2f8-afd0-43f8-9254-f87b427a3801 None None] For port bdd609fe-5303-4365-8e4a-92686ea5be40, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bdd609fe-5303-4365-8e4a-92686ea5be40,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:52.688331 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-032af2f8-afd0-43f8-9254-f87b427a3801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:52.692696 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33750) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:52.694990 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b36b15ce-1183-49b9-bf63-3e72626e01bf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2899649 Dec 21 22:20:52.718271 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-bff67621-ef15-4256-9ed3-6020b0b992c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:52.750106 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9d398f2c-4ef6-4e24-8580-eb15b5e259d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7df5878e87b444379a0b17911e82c5d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7125976 Dec 21 22:20:52.753839 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33754) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:52.806836 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ac4158fd-3e91-472c-9a96-e3900ea4ec7b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3294954 Dec 21 22:20:52.809667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33758) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:52.814494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network ce73182a-d53f-4fb8-b1c8-44e83fa9117c is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:52.820776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'port': {'network_id': 'd3b07eeb-dfac-4b43-a613-99a2bf4e7adb', 'name': 'tempest-FloatingIPTestJSON-856991380'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:52.863549 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:52.865643 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=2bbf1e92-ff80-4688-8bac-b66e42298a31,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:52.868412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:52.937399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-032af2f8-afd0-43f8-9254-f87b427a3801 None None] Calling delete_port for bdd609fe-5303-4365-8e4a-92686ea5be40 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:52.944576 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d328740b-bcd8-4666-85cd-426ce402bf28 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1941526 Dec 21 22:20:52.954409 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33762) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:52.965622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port bdd609fe-5303-4365-8e4a-92686ea5be40, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bdd609fe-5303-4365-8e4a-92686ea5be40,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:52.995620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b5b7eb63-a6bc-4e9f-a9ab-f59a04b49e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:53.049637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b5b7eb63-a6bc-4e9f-a9ab-f59a04b49e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:53.099890 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:53.116491 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:53.133907 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Usage tracker for resource:port and tenant:d0abccf8fdf748e6a1d14020fd33dfb5 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:53.138108 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:53.147619 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:53.217228 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=bdd609fe-5303-4365-8e4a-92686ea5be40,revision_number=9']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:53.228687 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Made reservation on behalf of d0abccf8fdf748e6a1d14020fd33dfb5 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:53.232618 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:53.261651 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] device_id is not set on port 94e5b62e-765f-4306-9a74-e2d3f0fe5c4b yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:20:53.264494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:53.266708 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-032af2f8-afd0-43f8-9254-f87b427a3801 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:53.266708 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-032af2f8-afd0-43f8-9254-f87b427a3801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:20:53.270980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-bff67621-ef15-4256-9ed3-6020b0b992c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:53.281055 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bff67621-ef15-4256-9ed3-6020b0b992c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:53.303597 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bff67621-ef15-4256-9ed3-6020b0b992c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:53.304037 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b5b7eb63-a6bc-4e9f-a9ab-f59a04b49e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:53.320166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-bff67621-ef15-4256-9ed3-6020b0b992c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:53.334793 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7eb63-a6bc-4e9f-a9ab-f59a04b49e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcd203c-3c29-46c7-b180-59b43d6c3e29,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:53.338048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b5b7eb63-a6bc-4e9f-a9ab-f59a04b49e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:53.340201 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b5b7eb63-a6bc-4e9f-a9ab-f59a04b49e9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fcd203c-3c29-46c7-b180-59b43d6c3e29 HTTP/1.1" status: 204 len: 168 time: 0.5853825 Dec 21 22:20:53.418384 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff67621-ef15-4256-9ed3-6020b0b992c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:53.447735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Allocated IP 172.20.0.11 (d3b07eeb-dfac-4b43-a613-99a2bf4e7adb/057ca3ad-af1b-458e-9d78-a8fc79057bc4/94e5b62e-765f-4306-9a74-e2d3f0fe5c4b) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:53.467807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-a518fd97-6afe-417b-b2e9-15e2e5588eb5 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Deleting subnet ab67e822-1d32-42c6-936b-7d01aae3dea3 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:20:53.546932 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a518fd97-6afe-417b-b2e9-15e2e5588eb5 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:53.681782 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bff67621-ef15-4256-9ed3-6020b0b992c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:53.731530 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:53.751014 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a518fd97-6afe-417b-b2e9-15e2e5588eb5 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:53.767200 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-032af2f8-afd0-43f8-9254-f87b427a3801 None None] Deleting port bdd609fe-5303-4365-8e4a-92686ea5be40 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:53.767576 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-032af2f8-afd0-43f8-9254-f87b427a3801 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:53.796950 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-44c85ec1-00f5-44d9-8550-02a7172f0079 req-19358a17-8001-4ff5-9df7-2d695e59d108 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0607910 Dec 21 22:20:53.866529 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:53.998470 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:54.179195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=94e5b62e-765f-4306-9a74-e2d3f0fe5c4b,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:54.183561 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network d3b07eeb-dfac-4b43-a613-99a2bf4e7adb is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:54.185565 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:54.201291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:54.205838 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 273bc7f6-a87a-419d-8066-396ab436574f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:54.334121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:54.334783 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:54.347303 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3072301-0eaa-4e87-b4ea-da62879f2b60 None None] Network ce73182a-d53f-4fb8-b1c8-44e83fa9117c requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:54.390678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-032af2f8-afd0-43f8-9254-f87b427a3801 None None] For port bdd609fe-5303-4365-8e4a-92686ea5be40, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bdd609fe-5303-4365-8e4a-92686ea5be40,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:54.391579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-032af2f8-afd0-43f8-9254-f87b427a3801 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:54.448516 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c28c0c2a-d267-49cd-9f14-62d795f83ef0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6369581 Dec 21 22:20:54.449252 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33780) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:54.456550 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': '94e5b62e-765f-4306-9a74-e2d3f0fe5c4b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:54.463207 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:54.469238 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Usage tracker for resource:floatingip and tenant:d0abccf8fdf748e6a1d14020fd33dfb5 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:54.472973 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:54.480162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:54.498127 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.ipam_backend_mixin [None req-bff67621-ef15-4256-9ed3-6020b0b992c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 564bf813-8706-4138-b736-190cbd260902 (CIDR: 2001:db8::/64) Dec 21 22:20:54.523689 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a518fd97-6afe-417b-b2e9-15e2e5588eb5 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:54.568100 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:54.576973 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff67621-ef15-4256-9ed3-6020b0b992c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:20:54.576973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff67621-ef15-4256-9ed3-6020b0b992c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:54.593812 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-032af2f8-afd0-43f8-9254-f87b427a3801 None None] Calling delete_port for bdd609fe-5303-4365-8e4a-92686ea5be40 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:54.620169 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3c8d3a-0626-4561-b702-0fc3e4cf6eb3 None None] Network c8a45dd9-f031-400d-9357-ec7be21a2a48 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:54.637124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:54.667851 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bff67621-ef15-4256-9ed3-6020b0b992c7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9665289 Dec 21 22:20:54.668575 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33788) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:54.674502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-4bf1c876-45ab-4d0e-aba7-f802281bf4af tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:54.772368 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:54.775540 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:54.801004 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a518fd97-6afe-417b-b2e9-15e2e5588eb5 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:54.895457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c71a834e-6985-4520-8c72-0e2219b12ca7 None None] Provisioning for port 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:54.901040 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 273bc7f6-a87a-419d-8066-396ab436574f completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:54.908749 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518fd97-6afe-417b-b2e9-15e2e5588eb5 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event deleted for resources: {'Subnet': ['ID=ab67e822-1d32-42c6-936b-7d01aae3dea3,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:54.984061 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Allocated IP 172.26.3.159 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/5baa529a-ba68-4b2e-8ea9-1ce97d4423af) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:55.006849 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:55.049926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33796) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:55.129590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a518fd97-6afe-417b-b2e9-15e2e5588eb5 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:55.138544 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b0e3861d-c38e-49b7-b5a5-f59e19e9ed28 req-fb46f023-0cfa-4fba-a24c-2cef88a56acf tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2216086 Dec 21 22:20:55.148627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:55.162703 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4bf1c876-45ab-4d0e-aba7-f802281bf4af tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:55.165009 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=2bbf1e92-ff80-4688-8bac-b66e42298a31,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:55.172814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4bf1c876-45ab-4d0e-aba7-f802281bf4af tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:55.176148 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4bf1c876-45ab-4d0e-aba7-f802281bf4af tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:55.184297 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4bf1c876-45ab-4d0e-aba7-f802281bf4af tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:55.263506 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a617c8c8-0151-402c-b8b0-30e35c5a0e1d tempest-ServiceProvidersTest-118853102 tempest-ServiceProvidersTest-118853102-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2113812 Dec 21 22:20:55.275624 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:55.275931 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-032af2f8-afd0-43f8-9254-f87b427a3801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:55.304691 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33804) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:55.309242 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a518fd97-6afe-417b-b2e9-15e2e5588eb5 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/subnets/ab67e822-1d32-42c6-936b-7d01aae3dea3 HTTP/1.1" status: 204 len: 168 time: 2.3463607 Dec 21 22:20:55.371601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf1c876-45ab-4d0e-aba7-f802281bf4af tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:55.375606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c876-45ab-4d0e-aba7-f802281bf4af tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:55.432716 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae061bc-4d20-4048-82a3-522d68e948a2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:55.435244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae061bc-4d20-4048-82a3-522d68e948a2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:55.437228 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6ae061bc-4d20-4048-82a3-522d68e948a2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1315210 Dec 21 22:20:55.440500 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33808) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:55.444762 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cd9faa-3a3c-4a4f-b261-c57f8a272cd9 None None] DHCP port deletion for c8a45dd9-f031-400d-9357-ec7be21a2a48 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:20:55.446974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network ce73182a-d53f-4fb8-b1c8-44e83fa9117c is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:55.455131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3ce6f897-2794-42ac-b64a-2be7ca83a2b8 None None] Provisioning for port 273bc7f6-a87a-419d-8066-396ab436574f completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:55.458052 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:55.465194 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032af2f8-afd0-43f8-9254-f87b427a3801 None None] Pushing event deleted for resources: {'Port': ['ID=bdd609fe-5303-4365-8e4a-92686ea5be40,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:55.470590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:55.474519 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd9faa-3a3c-4a4f-b261-c57f8a272cd9 None None] Deleting port 273bc7f6-a87a-419d-8066-396ab436574f {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:55.474877 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9faa-3a3c-4a4f-b261-c57f8a272cd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:55.501572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3ce6f897-2794-42ac-b64a-2be7ca83a2b8 None None] Provisioning complete for port 273bc7f6-a87a-419d-8066-396ab436574f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:55.501940 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3ce6f897-2794-42ac-b64a-2be7ca83a2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:55.519156 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:55.535268 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:55.535632 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:55.606452 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:55.609710 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:55.612125 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:55.641035 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=5baa529a-ba68-4b2e-8ea9-1ce97d4423af,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:55.697712 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:20:55.707843 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032af2f8-afd0-43f8-9254-f87b427a3801 None None] No DVR routers for this DVR port bdd609fe-5303-4365-8e4a-92686ea5be40 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:20:55.756518 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f1c446-4a9a-4c97-9a30-c3be587ae2d0 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:55.811359 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e1f89503-89e0-4ed1-90b6-9d95ea831713 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:55.958200 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f89503-89e0-4ed1-90b6-9d95ea831713 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 21 22:20:55.958647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f89503-89e0-4ed1-90b6-9d95ea831713 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:20:55.960816 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e1f89503-89e0-4ed1-90b6-9d95ea831713 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/networks/c8a45dd9-f031-400d-9357-ec7be21a2a48 HTTP/1.1" status: 409 len: 405 time: 0.5166628 Dec 21 22:20:56.024783 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33814) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:56.025126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33816) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:56.033405 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-99812288-6a15-4f08-aae4-65131a29a35e tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-635261152'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:56.043046 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:56.049114 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-99812288-6a15-4f08-aae4-65131a29a35e tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:56.075828 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3ce6f897-2794-42ac-b64a-2be7ca83a2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:56.083484 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-99812288-6a15-4f08-aae4-65131a29a35e tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Usage tracker for resource:network and tenant:1298a76b4787410ea1c33ad655d64ab1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:56.088554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-99812288-6a15-4f08-aae4-65131a29a35e tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:56.108972 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-99812288-6a15-4f08-aae4-65131a29a35e tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:56.255260 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=03eb61a3-c60b-48cf-b018-6dcb97fd7c4b,segment=NetworkSegment(94907288-9a99-412e-94e2-b9e626c06efa),segment_id=94907288-9a99-412e-94e2-b9e626c06efa)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:56.271809 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-250e92d8-c5c4-47a7-9924-3c807af048b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:56.272921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-3ce6f897-2794-42ac-b64a-2be7ca83a2b8 None None] For port 273bc7f6-a87a-419d-8066-396ab436574f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=273bc7f6-a87a-419d-8066-396ab436574f,segment=NetworkSegment(fad58b8c-e381-469f-abf2-7b9ccfdf4793),segment_id=fad58b8c-e381-469f-abf2-7b9ccfdf4793)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:56.285827 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99812288-6a15-4f08-aae4-65131a29a35e tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Made reservation on behalf of 1298a76b4787410ea1c33ad655d64ab1 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:56.288755 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-99812288-6a15-4f08-aae4-65131a29a35e tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:56.335129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:56.342143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c1cd9faa-3a3c-4a4f-b261-c57f8a272cd9 None None] For port 273bc7f6-a87a-419d-8066-396ab436574f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=273bc7f6-a87a-419d-8066-396ab436574f,segment=NetworkSegment(fad58b8c-e381-469f-abf2-7b9ccfdf4793),segment_id=fad58b8c-e381-469f-abf2-7b9ccfdf4793)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:56.342143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9faa-3a3c-4a4f-b261-c57f8a272cd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:56.364743 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-986708ed-83a7-41d0-8eb9-6734e678baf8 req-43a48c90-8f2c-42e9-80c6-df02c2719518 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0600042 Dec 21 22:20:56.398925 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-250e92d8-c5c4-47a7-9924-3c807af048b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:56.401960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router e9d81f59-3b70-4e27-ae01-af9bb22f66cf is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:20:56.404889 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c876-45ab-4d0e-aba7-f802281bf4af tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:56.407263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99812288-6a15-4f08-aae4-65131a29a35e tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:20:56.411053 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-250e92d8-c5c4-47a7-9924-3c807af048b3 admin admin] Usage tracker for resource:security_group_rule and tenant:2286128f03374eb3bc7ebdffe192ee61 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:56.418717 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-250e92d8-c5c4-47a7-9924-3c807af048b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:56.427254 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-250e92d8-c5c4-47a7-9924-3c807af048b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:56.432963 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-99812288-6a15-4f08-aae4-65131a29a35e tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:56.433550 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-99812288-6a15-4f08-aae4-65131a29a35e tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Added segment cbd5bce3-6a12-4c2b-b1d0-a9b79c65e55f of type vlan for network 0a0fe84c-096c-4700-8251-e3283060267a Dec 21 22:20:56.478718 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf1c876-45ab-4d0e-aba7-f802281bf4af tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:56.486537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3ce6f897-2794-42ac-b64a-2be7ca83a2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:56.490312 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-99812288-6a15-4f08-aae4-65131a29a35e tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:56.533256 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-4bf1c876-45ab-4d0e-aba7-f802281bf4af tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:56.544017 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf1c876-45ab-4d0e-aba7-f802281bf4af tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:56.544594 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c876-45ab-4d0e-aba7-f802281bf4af tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:56.548938 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 273bc7f6-a87a-419d-8066-396ab436574f no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:20:56.557098 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1c876-45ab-4d0e-aba7-f802281bf4af tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=6a0ccbba-3b7e-4cb2-9fc5-86c3a2e77c24,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:56.589711 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd9faa-3a3c-4a4f-b261-c57f8a272cd9 None None] Calling delete_port for 273bc7f6-a87a-419d-8066-396ab436574f owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:56.677519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:20:56.685917 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b13ea0d6-9709-44d6-be4d-6fb31a6c1008 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/e9d81f59-3b70-4e27-ae01-af9bb22f66cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3993847 Dec 21 22:20:56.687896 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33826) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:56.700488 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=03eb61a3-c60b-48cf-b018-6dcb97fd7c4b,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:56.733633 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4bf1c876-45ab-4d0e-aba7-f802281bf4af tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0640857 Dec 21 22:20:56.736624 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33830) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:56.739881 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-250e92d8-c5c4-47a7-9924-3c807af048b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:56.741273 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc88f8-f94a-4136-8fcf-937ef6c1a33f None None] Sync routers for ids ['e9d81f59-3b70-4e27-ae01-af9bb22f66cf'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:20:56.754489 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:56.766560 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': '564bf813-8706-4138-b736-190cbd260902'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:20:56.767356 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:56.775625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-99812288-6a15-4f08-aae4-65131a29a35e tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:56.780538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99812288-6a15-4f08-aae4-65131a29a35e tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:56.781125 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-99812288-6a15-4f08-aae4-65131a29a35e tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:56.782589 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8a5b9c-26b9-46bf-81fa-232cc6080441 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:56.784738 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5f8a5b9c-26b9-46bf-81fa-232cc6080441 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Synchronizing usage tracker for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:20:56.817707 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-250e92d8-c5c4-47a7-9924-3c807af048b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:56.890493 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5f8a5b9c-26b9-46bf-81fa-232cc6080441 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Unset dirty status for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:20:56.895706 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5f8a5b9c-26b9-46bf-81fa-232cc6080441 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports/2bbf1e92-ff80-4688-8bac-b66e42298a31 HTTP/1.1" status: 200 len: 910 time: 0.2081280 Dec 21 22:20:56.899772 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33836) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:56.917957 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6f897-2794-42ac-b64a-2be7ca83a2b8 None None] Pushing event updated for resources: {'Port': ['ID=273bc7f6-a87a-419d-8066-396ab436574f,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:56.935501 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-140e75e5-9449-4fcb-ab80-3e970d36c30a None None] Provisioning for port 2bbf1e92-ff80-4688-8bac-b66e42298a31 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:20:56.942798 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc88f8-f94a-4136-8fcf-937ef6c1a33f None None] Routers {'e9d81f59-3b70-4e27-ae01-af9bb22f66cf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:56.943408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-38bc88f8-f94a-4136-8fcf-937ef6c1a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e9d81f59-3b70-4e27-ae01-af9bb22f66cf'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:56.969716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'mac_address': 'fa:16:3e:d6:28:ca', 'name': 'tempest-NetworksTestDHCPv6-20335202'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:56.981394 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99812288-6a15-4f08-aae4-65131a29a35e tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event updated for resources: {'Network': ['ID=0a0fe84c-096c-4700-8251-e3283060267a,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:56.991075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e92d8-c5c4-47a7-9924-3c807af048b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6214533-33bd-4220-aa5f-d6d12eae0c79,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:57.005973 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-250e92d8-c5c4-47a7-9924-3c807af048b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2286128f03374eb3bc7ebdffe192ee61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9773581 Dec 21 22:20:57.008546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33840) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:57.025952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 0a0fe84c-096c-4700-8251-e3283060267a details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:20:57.032362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:57.074452 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-99812288-6a15-4f08-aae4-65131a29a35e tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0446806 Dec 21 22:20:57.076549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33844) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:57.090739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-cbbeb91e-fdc1-47e5-84e4-b1b1cd592b2d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Request body: {'subnet': {'network_id': '0a0fe84c-096c-4700-8251-e3283060267a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:20:57.092865 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-c1cd9faa-3a3c-4a4f-b261-c57f8a272cd9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:20:57.093216 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-c1cd9faa-3a3c-4a4f-b261-c57f8a272cd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:20:57.100799 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-140e75e5-9449-4fcb-ab80-3e970d36c30a None None] Provisioning complete for port 2bbf1e92-ff80-4688-8bac-b66e42298a31 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:57.101162 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-140e75e5-9449-4fcb-ab80-3e970d36c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:57.142168 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-38bc88f8-f94a-4136-8fcf-937ef6c1a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:57.178616 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:57.285551 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1663258d-c4d5-4b2b-88ed-929b11985234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:57.295087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cbbeb91e-fdc1-47e5-84e4-b1b1cd592b2d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:57.307284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cbbeb91e-fdc1-47e5-84e4-b1b1cd592b2d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Usage tracker for resource:subnet and tenant:1298a76b4787410ea1c33ad655d64ab1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:20:57.314484 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cbbeb91e-fdc1-47e5-84e4-b1b1cd592b2d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:20:57.338212 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-140e75e5-9449-4fcb-ab80-3e970d36c30a None None] Port 2bbf1e92-ff80-4688-8bac-b66e42298a31 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:20:57.338753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:20:57.349081 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:57.364027 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bc88f8-f94a-4136-8fcf-937ef6c1a33f None None] Routers {'e9d81f59-3b70-4e27-ae01-af9bb22f66cf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:57.364830 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-38bc88f8-f94a-4136-8fcf-937ef6c1a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:20:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e9d81f59-3b70-4e27-ae01-af9bb22f66cf'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:57.382286 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cbbeb91e-fdc1-47e5-84e4-b1b1cd592b2d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:20:57.390492 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1663258d-c4d5-4b2b-88ed-929b11985234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:57.441703 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-13ef6eb3-d77e-4978-a935-78992bd6d385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:57.452301 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-38bc88f8-f94a-4136-8fcf-937ef6c1a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:57.452704 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bc88f8-f94a-4136-8fcf-937ef6c1a33f None None] The sync data for ids ['e9d81f59-3b70-4e27-ae01-af9bb22f66cf'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:20:57.459854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 273bc7f6-a87a-419d-8066-396ab436574f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=273bc7f6-a87a-419d-8066-396ab436574f,segment=NetworkSegment(fad58b8c-e381-469f-abf2-7b9ccfdf4793),segment_id=fad58b8c-e381-469f-abf2-7b9ccfdf4793)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:57.460550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Allocated IP 2001:db8::f816:3eff:fe23:31ed (fe7c627c-94be-483c-83d9-84e8e8a5014e/564bf813-8706-4138-b736-190cbd260902/4782475b-2653-4b82-9350-126278978d50) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:57.470284 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-140e75e5-9449-4fcb-ab80-3e970d36c30a None None] Provisioning complete for port 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:57.470651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-140e75e5-9449-4fcb-ab80-3e970d36c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:57.493701 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbeb91e-fdc1-47e5-84e4-b1b1cd592b2d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Made reservation on behalf of 1298a76b4787410ea1c33ad655d64ab1 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:57.520336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:57.534421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:20:57.538475 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:57.564726 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-85a60f3f-c3c7-4152-a5c5-745970ea39f4 req-4745f73a-03b7-4eb3-a9da-ff5837d6ae7f tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0723271 Dec 21 22:20:57.583270 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port a2716205-fc53-455a-833c-397b0ece9f88 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:20:57.606526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb91e-fdc1-47e5-84e4-b1b1cd592b2d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:57.615806 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd9faa-3a3c-4a4f-b261-c57f8a272cd9 None None] Deleting port 273bc7f6-a87a-419d-8066-396ab436574f {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:57.615806 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9faa-3a3c-4a4f-b261-c57f8a272cd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:57.652189 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:57.653405 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:57.711040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-995e398d-4e12-4982-aa79-9e314147e31d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:57.729495 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1663258d-c4d5-4b2b-88ed-929b11985234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:57.781219 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663258d-c4d5-4b2b-88ed-929b11985234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6214533-33bd-4220-aa5f-d6d12eae0c79,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:57.805427 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1663258d-c4d5-4b2b-88ed-929b11985234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:57.806562 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1663258d-c4d5-4b2b-88ed-929b11985234 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b6214533-33bd-4220-aa5f-d6d12eae0c79 HTTP/1.1" status: 204 len: 168 time: 0.7971432 Dec 21 22:20:57.852111 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=5baa529a-ba68-4b2e-8ea9-1ce97d4423af,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:57.878925 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:57.907476 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=273bc7f6-a87a-419d-8066-396ab436574f,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:58.087980 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c1cd9faa-3a3c-4a4f-b261-c57f8a272cd9 None None] For port 273bc7f6-a87a-419d-8066-396ab436574f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=273bc7f6-a87a-419d-8066-396ab436574f,segment=NetworkSegment(fad58b8c-e381-469f-abf2-7b9ccfdf4793),segment_id=fad58b8c-e381-469f-abf2-7b9ccfdf4793)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:20:58.088368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9faa-3a3c-4a4f-b261-c57f8a272cd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:58.096522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:58.210203 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Floating IP 2a9d7375-02fb-4589-8aae-b3e3a38cd476 associated. External IP: 172.26.3.159, port: 94e5b62e-765f-4306-9a74-e2d3f0fe5c4b. Dec 21 22:20:58.221523 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Transition to ACTIVE for port object 4782475b-2653-4b82-9350-126278978d50 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:58.230743 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c1cd9faa-3a3c-4a4f-b261-c57f8a272cd9 None None] Calling delete_port for 273bc7f6-a87a-419d-8066-396ab436574f owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:58.290300 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Transition to ACTIVE for port object 4782475b-2653-4b82-9350-126278978d50 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:58.373927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:58.454099 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:20:58.481199 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.objects.ports [None req-cbbeb91e-fdc1-47e5-84e4-b1b1cd592b2d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84169) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:20:58.484743 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb91e-fdc1-47e5-84e4-b1b1cd592b2d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:58.492338 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9faa-3a3c-4a4f-b261-c57f8a272cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:58.552105 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cd9faa-3a3c-4a4f-b261-c57f8a272cd9 None None] No DVR routers for this DVR port 273bc7f6-a87a-419d-8066-396ab436574f on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:20:58.564258 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Pushing event updated for resources: {'Port': ['ID=4782475b-2653-4b82-9350-126278978d50,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:58.566706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:20:58.575422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-995e398d-4e12-4982-aa79-9e314147e31d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port 2bbf1e92-ff80-4688-8bac-b66e42298a31 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:20:58.575894 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-995e398d-4e12-4982-aa79-9e314147e31d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:58.603694 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:58.612337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbeb91e-fdc1-47e5-84e4-b1b1cd592b2d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event updated for resources: {'Subnet': ['ID=926c6d83-a3fa-4c56-ac65-ff131c53bd70,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:58.613500 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:20:58.616582 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd9faa-3a3c-4a4f-b261-c57f8a272cd9 None None] Pushing event deleted for resources: {'Port': ['ID=273bc7f6-a87a-419d-8066-396ab436574f,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:58.674683 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8:0:1::129 (fe7c627c-94be-483c-83d9-84e8e8a5014e/6a0ccbba-3b7e-4cb2-9fc5-86c3a2e77c24/a2716205-fc53-455a-833c-397b0ece9f88) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:58.705828 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::f816:3eff:fed6:28ca (fe7c627c-94be-483c-83d9-84e8e8a5014e/564bf813-8706-4138-b736-190cbd260902/a2716205-fc53-455a-833c-397b0ece9f88) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:58.722436 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:20:58.722724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:58.750957 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbeb91e-fdc1-47e5-84e4-b1b1cd592b2d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Checking segment: {'id': 'cbd5bce3-6a12-4c2b-b1d0-a9b79c65e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a0fe84c-096c-4700-8251-e3283060267a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:58.751363 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbeb91e-fdc1-47e5-84e4-b1b1cd592b2d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Network hostable DHCP agents. Network: 0a0fe84c-096c-4700-8251-e3283060267a, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:20:58.758388 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Attempting to bind port 4782475b-2653-4b82-9350-126278978d50 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:20:58.758927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Attempting to bind port 4782475b-2653-4b82-9350-126278978d50 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:20:58.759286 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Attempting to bind port 4782475b-2653-4b82-9350-126278978d50 on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:20:58.786463 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:20:58.786911 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:20:58.787402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:58.787866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:20:58.788414 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Bound port: 4782475b-2653-4b82-9350-126278978d50, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:20:58.789034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:58.845997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-995e398d-4e12-4982-aa79-9e314147e31d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:58.883109 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbeb91e-fdc1-47e5-84e4-b1b1cd592b2d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Network 0a0fe84c-096c-4700-8251-e3283060267a is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:20:58.989556 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-cbbeb91e-fdc1-47e5-84e4-b1b1cd592b2d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 0a0fe84c-096c-4700-8251-e3283060267a) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:20:59.005719 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbeb91e-fdc1-47e5-84e4-b1b1cd592b2d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:20:59.006333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb91e-fdc1-47e5-84e4-b1b1cd592b2d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:59.014498 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a057b297-0746-4d39-a515-53fdfb7384d5 None None] Network 0a0fe84c-096c-4700-8251-e3283060267a requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:20:59.067854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] For port 4782475b-2653-4b82-9350-126278978d50, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:20:59.099270 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router f412aff4-0850-47f1-9bfc-01e5c3dd119b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:20:59.110702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-995e398d-4e12-4982-aa79-9e314147e31d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for 2bbf1e92-ff80-4688-8bac-b66e42298a31 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:20:59.126078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] For port 4782475b-2653-4b82-9350-126278978d50, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4782475b-2653-4b82-9350-126278978d50,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:20:59.197167 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cbbeb91e-fdc1-47e5-84e4-b1b1cd592b2d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1206789 Dec 21 22:20:59.200795 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:59.237552 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33870) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:59.268398 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2e0cc2c6-75d9-46cd-af55-00899a3627aa req-bac56d1b-7d8f-4578-8893-d7ff8e0f96f2 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.5587316 Dec 21 22:20:59.363106 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42811a-5b5d-4018-a592-a7ade49b427c None None] Pushing event updated for resources: {'Port': ['ID=4782475b-2653-4b82-9350-126278978d50,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:59.375296 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-0a0fe84c-096c-4700-8251-e3283060267a', 'network_id': '0a0fe84c-096c-4700-8251-e3283060267a', 'tenant_id': '1298a76b4787410ea1c33ad655d64ab1', 'fixed_ips': [{'subnet_id': '926c6d83-a3fa-4c56-ac65-ff131c53bd70'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:20:59.376497 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:59.559275 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:59.597045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Allocated IP 2001:db8::f816:3eff:fead:63ad (0a0fe84c-096c-4700-8251-e3283060267a/926c6d83-a3fa-4c56-ac65-ff131c53bd70/3dc0ff8b-feb6-40ad-9425-e00e00ca145e) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:20:59.644874 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-79a7da5d-c35b-4db2-a01f-148491164d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:59.649981 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:59.699435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:59.737716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object a2716205-fc53-455a-833c-397b0ece9f88 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:20:59.772767 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:20:59.788817 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae60a4d-4826-4f32-b79c-2f0f91629a00 None None] Sync routers for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:20:59.804365 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae60a4d-4826-4f32-b79c-2f0f91629a00 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:59.805105 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-0ae60a4d-4826-4f32-b79c-2f0f91629a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:59.819533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-995e398d-4e12-4982-aa79-9e314147e31d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:59.845781 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:59.883533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:20:59.937571 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fb42ecd5-81cf-4513-a405-2398bbacb2b0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.4847190 Dec 21 22:20:59.937814 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-0ae60a4d-4826-4f32-b79c-2f0f91629a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:59.938096 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33878) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:20:59.951897 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae60a4d-4826-4f32-b79c-2f0f91629a00 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:20:59.952504 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-0ae60a4d-4826-4f32-b79c-2f0f91629a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:20:59.956204 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e398d-4e12-4982-aa79-9e314147e31d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Port': ['ID=2bbf1e92-ff80-4688-8bac-b66e42298a31,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:20:59.982522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-9040d6ef-9511-4055-adf2-15e9c7f87d85 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:00.021044 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-0ae60a4d-4826-4f32-b79c-2f0f91629a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:00.021477 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae60a4d-4826-4f32-b79c-2f0f91629a00 None None] The sync data for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:00.151625 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:00.162339 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Transition to ACTIVE for port object 3dc0ff8b-feb6-40ad-9425-e00e00ca145e will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:00.181065 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Transition to ACTIVE for port object 3dc0ff8b-feb6-40ad-9425-e00e00ca145e will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:00.216772 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:00.229697 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:00.238172 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:00.242046 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:00.242741 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:00.254046 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9040d6ef-9511-4055-adf2-15e9c7f87d85 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:00.255830 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:00.319459 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Network 0a0fe84c-096c-4700-8251-e3283060267a is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:00.322616 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:00.326975 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=a2716205-fc53-455a-833c-397b0ece9f88,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:00.332396 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:00.364576 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:00.435750 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Pushing event updated for resources: {'Port': ['ID=3dc0ff8b-feb6-40ad-9425-e00e00ca145e,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:00.460306 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event deleted for resources: {'Subnet': ['ID=926c6d83-a3fa-4c56-ac65-ff131c53bd70,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:00.539203 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Attempting to bind port 3dc0ff8b-feb6-40ad-9425-e00e00ca145e on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:21:00.539620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Attempting to bind port 3dc0ff8b-feb6-40ad-9425-e00e00ca145e by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'cbd5bce3-6a12-4c2b-b1d0-a9b79c65e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a0fe84c-096c-4700-8251-e3283060267a'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:21:00.540076 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Attempting to bind port 3dc0ff8b-feb6-40ad-9425-e00e00ca145e on network 0a0fe84c-096c-4700-8251-e3283060267a {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:21:00.548127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:21:00.548658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Checking segment: {'id': 'cbd5bce3-6a12-4c2b-b1d0-a9b79c65e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a0fe84c-096c-4700-8251-e3283060267a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:00.549149 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:00.549627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Bound using segment: {'id': 'cbd5bce3-6a12-4c2b-b1d0-a9b79c65e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a0fe84c-096c-4700-8251-e3283060267a'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:21:00.550215 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Bound port: 3dc0ff8b-feb6-40ad-9425-e00e00ca145e, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd5bce3-6a12-4c2b-b1d0-a9b79c65e55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0a0fe84c-096c-4700-8251-e3283060267a'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:21:00.550726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:00.571305 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-77ca3fd9-6846-4143-9974-bb8952376acf tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8315935 Dec 21 22:21:00.583093 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4782475b-2653-4b82-9350-126278978d50 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:00.591268 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33892) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:00.654232 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:00.686149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0fe84c-096c-4700-8251-e3283060267a']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:00.708950 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd5bce3-6a12-4c2b-b1d0-a9b79c65e55f') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:00.709280 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd5bce3-6a12-4c2b-b1d0-a9b79c65e55f') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:00.756612 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:00.793695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:00.796197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:00.804988 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:21:00.805789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:00.818494 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] For port 3dc0ff8b-feb6-40ad-9425-e00e00ca145e, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:00.828354 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:00.859989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:00.915658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 4782475b-2653-4b82-9350-126278978d50 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:00.936735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98467ab5-1e63-4609-952e-2b0a62d78cd2 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:01.000140 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-995e398d-4e12-4982-aa79-9e314147e31d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:01.001716 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] For port 3dc0ff8b-feb6-40ad-9425-e00e00ca145e, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=3dc0ff8b-feb6-40ad-9425-e00e00ca145e,segment=NetworkSegment(cbd5bce3-6a12-4c2b-b1d0-a9b79c65e55f),segment_id=cbd5bce3-6a12-4c2b-b1d0-a9b79c65e55f)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:21:01.029370 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-14d0c032-1fec-4e01-942a-979901faa373 req-86efdfc6-bea6-4853-8423-99b2aace3ca4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.6059697 Dec 21 22:21:01.037073 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-404cf074-ac97-4aec-a195-2425e75e5f27 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port a2716205-fc53-455a-833c-397b0ece9f88 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:01.037969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-404cf074-ac97-4aec-a195-2425e75e5f27 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:01.056029 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.api [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:21:01.056029 dv-neutron-822520-1-hyperv neutron-server[84169]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:21:01.056029 dv-neutron-822520-1-hyperv neutron-server[84169]: [parameters: {'id': '0a0fe84c-096c-4700-8251-e3283060267a'}] Dec 21 22:21:01.056029 dv-neutron-822520-1-hyperv neutron-server[84169]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:01.056488 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG oslo_db.api [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:21:01.147627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:01.201601 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2b369f9f-16f6-49e4-a50d-4afe27578244 None None] Provisioning for port 4782475b-2653-4b82-9350-126278978d50 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:01.250247 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2b369f9f-16f6-49e4-a50d-4afe27578244 None None] Provisioning complete for port 4782475b-2653-4b82-9350-126278978d50 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:01.250706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2b369f9f-16f6-49e4-a50d-4afe27578244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:01.315772 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b7f3c-2dc0-49e6-b3d0-0701fd1be5e6 None None] Pushing event updated for resources: {'Port': ['ID=3dc0ff8b-feb6-40ad-9425-e00e00ca145e,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:01.455977 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6bf4e0-0a8c-491a-9b79-7d54e47cf0e5 None None] Network 0a0fe84c-096c-4700-8251-e3283060267a requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:01.533326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9040d6ef-9511-4055-adf2-15e9c7f87d85 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:01.558349 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:01.576285 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Deleting port 3dc0ff8b-feb6-40ad-9425-e00e00ca145e {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:01.580321 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:01.662807 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2b369f9f-16f6-49e4-a50d-4afe27578244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:01.780501 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9040d6ef-9511-4055-adf2-15e9c7f87d85 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:01.780905 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-9040d6ef-9511-4055-adf2-15e9c7f87d85 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Floating IP 2a9d7375-02fb-4589-8aae-b3e3a38cd476 disassociated. External IP: 172.26.3.159, port: 94e5b62e-765f-4306-9a74-e2d3f0fe5c4b. Dec 21 22:21:01.836225 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2b369f9f-16f6-49e4-a50d-4afe27578244 None None] For port 4782475b-2653-4b82-9350-126278978d50, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4782475b-2653-4b82-9350-126278978d50,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:01.853671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d66a198-b65b-4717-8076-42136626a217 None None] Update dhcp port {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'fixed_ips': [{'subnet_id': '564bf813-8706-4138-b736-190cbd260902', 'ip_address': '2001:db8::f816:3eff:fe23:31ed'}, {'subnet_id': '6a0ccbba-3b7e-4cb2-9fc5-86c3a2e77c24'}], 'binding:host_id': 'dv-neutron-822520-1-hyperv'}, 'id': '4782475b-2653-4b82-9350-126278978d50'} from dv-neutron-822520-1-hyperv. {{(pid=84170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 21 22:21:01.908879 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2b369f9f-16f6-49e4-a50d-4afe27578244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:01.985642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3d66a198-b65b-4717-8076-42136626a217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:02.065017 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b369f9f-16f6-49e4-a50d-4afe27578244 None None] Pushing event updated for resources: {'Port': ['ID=4782475b-2653-4b82-9350-126278978d50,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:02.106083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995e398d-4e12-4982-aa79-9e314147e31d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router e9d81f59-3b70-4e27-ae01-af9bb22f66cf has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:21:02.112890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-404cf074-ac97-4aec-a195-2425e75e5f27 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:02.128810 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] For port 3dc0ff8b-feb6-40ad-9425-e00e00ca145e, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=3dc0ff8b-feb6-40ad-9425-e00e00ca145e,segment=NetworkSegment(cbd5bce3-6a12-4c2b-b1d0-a9b79c65e55f),segment_id=cbd5bce3-6a12-4c2b-b1d0-a9b79c65e55f)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:02.129164 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:02.155869 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:02.284913 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-3d66a198-b65b-4717-8076-42136626a217 None None] Allocated IP 2001:db8:0:1::2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/6a0ccbba-3b7e-4cb2-9fc5-86c3a2e77c24/4782475b-2653-4b82-9350-126278978d50) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:02.292875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Calling delete_port for 3dc0ff8b-feb6-40ad-9425-e00e00ca145e owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:02.323970 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-404cf074-ac97-4aec-a195-2425e75e5f27 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for a2716205-fc53-455a-833c-397b0ece9f88 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:02.356899 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4a0519fc-9211-42e9-b968-1c5955cefd1e req-d7e6c2de-b8f8-45d8-923a-3421e323afad tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2124133 Dec 21 22:21:02.472765 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:02.491914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4782475b-2653-4b82-9350-126278978d50 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:02.524081 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event deleted for resources: {'Port': ['ID=3dc0ff8b-feb6-40ad-9425-e00e00ca145e,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:02.532190 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] No DVR routers for this DVR port 3dc0ff8b-feb6-40ad-9425-e00e00ca145e on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:21:02.537337 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-3d66a198-b65b-4717-8076-42136626a217 None None] For port 4782475b-2653-4b82-9350-126278978d50, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4782475b-2653-4b82-9350-126278978d50,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:02.584150 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3d66a198-b65b-4717-8076-42136626a217 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:02.616292 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3d66a198-b65b-4717-8076-42136626a217 None None] Transition to ACTIVE for port object 4782475b-2653-4b82-9350-126278978d50 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:02.619347 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4782475b-2653-4b82-9350-126278978d50 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:02.619787 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:02.641550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33912) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:02.655674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1064430780', 'description': 'tempest-secgroup-smoke-1064430780 description', 'project_id': 'd3800041c9b4436f8736fa33ea244f0f'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:02.668657 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:02.670078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:02.681317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Usage tracker for resource:security_group and tenant:d3800041c9b4436f8736fa33ea244f0f is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:02.691431 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:02.695811 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3d66a198-b65b-4717-8076-42136626a217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:02.697864 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0fe84c-096c-4700-8251-e3283060267a']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:02.701575 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:02.704775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995e398d-4e12-4982-aa79-9e314147e31d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:02.710866 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd5bce3-6a12-4c2b-b1d0-a9b79c65e55f') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:02.711255 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd5bce3-6a12-4c2b-b1d0-a9b79c65e55f') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:02.725196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:02.726108 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Port 4782475b-2653-4b82-9350-126278978d50 had new provisioning blocks added so it will not transition to active. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Dec 21 22:21:02.734599 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803f4ab5-dace-4caf-a142-176985c01d61 None None] Sync routers for ids ['e9d81f59-3b70-4e27-ae01-af9bb22f66cf'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:02.748055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:02.755504 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:21:02.755888 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:02.767691 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-995e398d-4e12-4982-aa79-9e314147e31d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/e9d81f59-3b70-4e27-ae01-af9bb22f66cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8668833 Dec 21 22:21:02.769267 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33916) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:02.774500 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:02.824965 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:02.845507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f4ab5-dace-4caf-a142-176985c01d61 None None] Routers {'e9d81f59-3b70-4e27-ae01-af9bb22f66cf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:02.846078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-803f4ab5-dace-4caf-a142-176985c01d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e9d81f59-3b70-4e27-ae01-af9bb22f66cf'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:02.903132 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66a198-b65b-4717-8076-42136626a217 None None] Pushing event updated for resources: {'Port': ['ID=4782475b-2653-4b82-9350-126278978d50,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:02.915810 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-803f4ab5-dace-4caf-a142-176985c01d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:02.924637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:02.933445 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f4ab5-dace-4caf-a142-176985c01d61 None None] Routers {'e9d81f59-3b70-4e27-ae01-af9bb22f66cf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:02.934188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-803f4ab5-dace-4caf-a142-176985c01d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e9d81f59-3b70-4e27-ae01-af9bb22f66cf'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:02.958572 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:02.961423 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event deleted for resources: {'Network': ['ID=0a0fe84c-096c-4700-8251-e3283060267a,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:02.984183 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4ccfe307-c5e7-44ba-b878-b1b836581059 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/networks/0a0fe84c-096c-4700-8251-e3283060267a HTTP/1.1" status: 204 len: 168 time: 3.7455542 Dec 21 22:21:02.985389 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33920) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:02.986558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-79df5ca2-5f07-42cf-9e67-2946e0738696 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Synchronizing usage tracker for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:02.992025 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-7258fe28-34ee-4c23-91a3-cb90f7fa6587 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1070230789'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:02.999373 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7258fe28-34ee-4c23-91a3-cb90f7fa6587 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:03.003808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7258fe28-34ee-4c23-91a3-cb90f7fa6587 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Usage tracker for resource:network and tenant:1298a76b4787410ea1c33ad655d64ab1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:03.003972 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:03.007935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7258fe28-34ee-4c23-91a3-cb90f7fa6587 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:03.015644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7258fe28-34ee-4c23-91a3-cb90f7fa6587 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:03.017878 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-803f4ab5-dace-4caf-a142-176985c01d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:03.018388 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803f4ab5-dace-4caf-a142-176985c01d61 None None] The sync data for ids ['e9d81f59-3b70-4e27-ae01-af9bb22f66cf'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:03.100710 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-404cf074-ac97-4aec-a195-2425e75e5f27 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:03.117994 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7258fe28-34ee-4c23-91a3-cb90f7fa6587 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Made reservation on behalf of 1298a76b4787410ea1c33ad655d64ab1 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:03.121375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7258fe28-34ee-4c23-91a3-cb90f7fa6587 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:03.153724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7258fe28-34ee-4c23-91a3-cb90f7fa6587 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:21:03.163294 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7258fe28-34ee-4c23-91a3-cb90f7fa6587 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:03.163636 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-7258fe28-34ee-4c23-91a3-cb90f7fa6587 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Added segment 0c19a621-a977-42b8-b512-c808b3e713ba of type vlan for network c75bead4-efb5-44c8-8efd-1ca8f40a031d Dec 21 22:21:03.165460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:03.170285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cf074-ac97-4aec-a195-2425e75e5f27 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=a2716205-fc53-455a-833c-397b0ece9f88,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:03.181839 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Usage tracker for resource:security_group_rule and tenant:d3800041c9b4436f8736fa33ea244f0f is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:03.189229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:03.191374 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-79df5ca2-5f07-42cf-9e67-2946e0738696 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Unset dirty status for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:03.192014 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7258fe28-34ee-4c23-91a3-cb90f7fa6587 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:03.195169 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-79df5ca2-5f07-42cf-9e67-2946e0738696 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9d81f59-3b70-4e27-ae01-af9bb22f66cf HTTP/1.1" status: 200 len: 205 time: 0.4223831 Dec 21 22:21:03.195877 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33924) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:03.226452 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:03.283768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-404cf074-ac97-4aec-a195-2425e75e5f27 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:03.305093 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-404cf074-ac97-4aec-a195-2425e75e5f27 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/a2716205-fc53-455a-833c-397b0ece9f88 HTTP/1.1" status: 204 len: 168 time: 2.7126472 Dec 21 22:21:03.308239 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33928) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:03.370706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9dfbe60-e4d4-4dc3-a2a1-a82805ccd1e4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:03.440431 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7258fe28-34ee-4c23-91a3-cb90f7fa6587 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:03.444778 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7258fe28-34ee-4c23-91a3-cb90f7fa6587 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:03.445763 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7258fe28-34ee-4c23-91a3-cb90f7fa6587 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:03.508427 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:03.531205 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-138d6826-d4d1-4785-9322-1947492f24cc req-6e60f8a5-b8ec-4349-9efd-c5307d3f1ee7 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0606923 Dec 21 22:21:03.560293 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bad736-fb73-48bc-8caa-770cedad985e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:03.561119 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-01bad736-fb73-48bc-8caa-770cedad985e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:03.593934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:03.629087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9040d6ef-9511-4055-adf2-15e9c7f87d85 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router f412aff4-0850-47f1-9bfc-01e5c3dd119b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:21:03.637702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7b03fa43-13c3-4832-b52b-9ec15ceac20c None None] Could not find standard attr ID for object a2716205-fc53-455a-833c-397b0ece9f88. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:21:03.643003 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258fe28-34ee-4c23-91a3-cb90f7fa6587 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event updated for resources: {'Network': ['ID=c75bead4-efb5-44c8-8efd-1ca8f40a031d,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:03.647511 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7258fe28-34ee-4c23-91a3-cb90f7fa6587 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6608458 Dec 21 22:21:03.650432 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33934) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:03.655936 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:03.659507 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b336fa5b-b2c9-4186-9b12-0c92e83fcf08,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:03.662299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Usage tracker for resource:security_group_rule and tenant:d3800041c9b4436f8736fa33ea244f0f is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:03.665940 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:03.666109 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network c75bead4-efb5-44c8-8efd-1ca8f40a031d details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:21:03.682135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:03.682135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-01bad736-fb73-48bc-8caa-770cedad985e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:03.682135 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-01bad736-fb73-48bc-8caa-770cedad985e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3663080 Dec 21 22:21:03.685633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33938) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:03.721047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-333c1350-994f-4c14-a7e2-41c4bd973fd6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Request body: {'subnet': {'network_id': 'c75bead4-efb5-44c8-8efd-1ca8f40a031d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:03.775734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7b03fa43-13c3-4832-b52b-9ec15ceac20c None None] Provisioning for port 4782475b-2653-4b82-9350-126278978d50 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:03.794892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7b03fa43-13c3-4832-b52b-9ec15ceac20c None None] Provisioning complete for port 4782475b-2653-4b82-9350-126278978d50 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:03.795259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7b03fa43-13c3-4832-b52b-9ec15ceac20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:03.888610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:03.932416 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e63bdb2-5028-4c02-bbc5-a042ba6ef090 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:03.937319 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3e63bdb2-5028-4c02-bbc5-a042ba6ef090 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2505183 Dec 21 22:21:03.938283 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33942) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:04.030190 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:04.050112 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7d3afc-d9ac-445e-96be-cae8e9e18ae3 None None] get_active_networks_info from dv-neutron-822520-1-hyperv {{(pid=84170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:21:04.081977 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:04.087361 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-fdce00d5-bf8a-4554-ba56-d6b896208481 None None] Could not find standard attr ID for object a2716205-fc53-455a-833c-397b0ece9f88. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:21:04.129602 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b27e62-e354-4c7f-87bf-9cfe35250656 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:04.131264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b27e62-e354-4c7f-87bf-9cfe35250656 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:04.133389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b27e62-e354-4c7f-87bf-9cfe35250656 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:04.134203 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-66b27e62-e354-4c7f-87bf-9cfe35250656 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:04.174994 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9040d6ef-9511-4055-adf2-15e9c7f87d85 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:04.175707 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7d3afc-d9ac-445e-96be-cae8e9e18ae3 None None] Resources bound (agent type, host, resource id): {{(pid=84170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 22:21:04.180755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9040d6ef-9511-4055-adf2-15e9c7f87d85 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:04.190377 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f79658d-0e9f-48fd-bb0c-c30ba4188e28 None None] Sync routers for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:04.210775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:04.213253 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-35e1370a-8f4b-4297-a8bd-0d1cc0ba687f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.5647390 Dec 21 22:21:04.218555 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f79658d-0e9f-48fd-bb0c-c30ba4188e28 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:04.219451 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1f79658d-0e9f-48fd-bb0c-c30ba4188e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:04.222352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33946) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:04.226236 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9dfbe60-e4d4-4dc3-a2a1-a82805ccd1e4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:04.228986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-d5cbac97-c480-4406-abeb-1ab0a5cc6bf0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Request body: {'security_group_rule': {'security_group_id': '23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5', 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:04.234284 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-66b27e62-e354-4c7f-87bf-9cfe35250656 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:04.237785 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-66b27e62-e354-4c7f-87bf-9cfe35250656 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2958238 Dec 21 22:21:04.240033 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33950) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:04.246313 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d5cbac97-c480-4406-abeb-1ab0a5cc6bf0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:04.249176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-333c1350-994f-4c14-a7e2-41c4bd973fd6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:04.253646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d5cbac97-c480-4406-abeb-1ab0a5cc6bf0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Usage tracker for resource:security_group_rule and tenant:d3800041c9b4436f8736fa33ea244f0f is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:04.258127 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d5cbac97-c480-4406-abeb-1ab0a5cc6bf0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:04.269340 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9040d6ef-9511-4055-adf2-15e9c7f87d85 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "PUT /v2.0/floatingips/2a9d7375-02fb-4589-8aae-b3e3a38cd476 HTTP/1.1" status: 200 len: 688 time: 4.3123531 Dec 21 22:21:04.269340 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d5cbac97-c480-4406-abeb-1ab0a5cc6bf0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:04.269681 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33954) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:04.306968 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1f79658d-0e9f-48fd-bb0c-c30ba4188e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:04.320360 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f79658d-0e9f-48fd-bb0c-c30ba4188e28 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:04.321314 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1f79658d-0e9f-48fd-bb0c-c30ba4188e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:04.333307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-333c1350-994f-4c14-a7e2-41c4bd973fd6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Usage tracker for resource:subnet and tenant:1298a76b4787410ea1c33ad655d64ab1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:04.345129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-333c1350-994f-4c14-a7e2-41c4bd973fd6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:04.348136 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9dfbe60-e4d4-4dc3-a2a1-a82805ccd1e4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:04.358486 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-333c1350-994f-4c14-a7e2-41c4bd973fd6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:04.423208 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1f79658d-0e9f-48fd-bb0c-c30ba4188e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:04.424376 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f79658d-0e9f-48fd-bb0c-c30ba4188e28 None None] The sync data for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:04.482585 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4782475b-2653-4b82-9350-126278978d50 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:04.497467 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-74e572dc-faa6-4809-b339-5b1baff42221 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Deleting port 5baa529a-ba68-4b2e-8ea9-1ce97d4423af {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:04.497876 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-74e572dc-faa6-4809-b339-5b1baff42221 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:04.503351 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333c1350-994f-4c14-a7e2-41c4bd973fd6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Made reservation on behalf of 1298a76b4787410ea1c33ad655d64ab1 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:04.533920 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9dfbe60-e4d4-4dc3-a2a1-a82805ccd1e4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:04.534489 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9dfbe60-e4d4-4dc3-a2a1-a82805ccd1e4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Fanout notify agent at l3_agent the message router_deleted on router e9d81f59-3b70-4e27-ae01-af9bb22f66cf {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:21:04.539421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5cbac97-c480-4406-abeb-1ab0a5cc6bf0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:04.580107 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9dfbe60-e4d4-4dc3-a2a1-a82805ccd1e4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:04.581627 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f9dfbe60-e4d4-4dc3-a2a1-a82805ccd1e4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/routers/e9d81f59-3b70-4e27-ae01-af9bb22f66cf HTTP/1.1" status: 204 len: 168 time: 1.3851261 Dec 21 22:21:04.593905 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33960) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:04.644961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4782475b-2653-4b82-9350-126278978d50 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:04.645545 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:04.704180 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-97f63eed-74a9-4f8f-b51a-a8d732c8f669 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 564bf813-8706-4138-b736-190cbd260902 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:21:04.707259 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-97f63eed-74a9-4f8f-b51a-a8d732c8f669 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:04.762448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-97f63eed-74a9-4f8f-b51a-a8d732c8f669 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:04.801786 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-60aa75f6-172c-4549-9343-c223a918060b req-e62d1d9a-8efd-4bb2-afa3-1090f02bf33a tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1672938 Dec 21 22:21:04.805666 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-333c1350-994f-4c14-a7e2-41c4bd973fd6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:04.817489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5cbac97-c480-4406-abeb-1ab0a5cc6bf0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:04.821341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-74e572dc-faa6-4809-b339-5b1baff42221 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:04.821341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-74e572dc-faa6-4809-b339-5b1baff42221 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:04.955101 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-97f63eed-74a9-4f8f-b51a-a8d732c8f669 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.042944 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5cbac97-c480-4406-abeb-1ab0a5cc6bf0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.115512 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-74e572dc-faa6-4809-b339-5b1baff42221 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Calling delete_port for 5baa529a-ba68-4b2e-8ea9-1ce97d4423af owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:05.124173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-97f63eed-74a9-4f8f-b51a-a8d732c8f669 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.162137 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f63eed-74a9-4f8f-b51a-a8d732c8f669 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=564bf813-8706-4138-b736-190cbd260902,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:05.168458 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-97f63eed-74a9-4f8f-b51a-a8d732c8f669 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.168697 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbac97-c480-4406-abeb-1ab0a5cc6bf0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ef39f9-35a0-46de-8f31-17c14db8490c,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:05.175642 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-333c1350-994f-4c14-a7e2-41c4bd973fd6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.180589 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b94b6a-a6a0-49d0-b308-ef95594b160b None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:05.218911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e39d96-f9ad-44e7-9241-e1bb7aea0236 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting subnet 9e54905e-1fdf-4efd-8f7b-cd9350a7fe27 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:21:05.227616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-47e39d96-f9ad-44e7-9241-e1bb7aea0236 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.260166 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c1350-994f-4c14-a7e2-41c4bd973fd6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event updated for resources: {'Subnet': ['ID=f5f9f33e-5e17-484d-93df-3308c8bc0479,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:05.290862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-47e39d96-f9ad-44e7-9241-e1bb7aea0236 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.317683 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-97f63eed-74a9-4f8f-b51a-a8d732c8f669 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/564bf813-8706-4138-b736-190cbd260902 HTTP/1.1" status: 204 len: 168 time: 1.0688124 Dec 21 22:21:05.318060 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33964) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:05.324753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d5cbac97-c480-4406-abeb-1ab0a5cc6bf0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.325927 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d5cbac97-c480-4406-abeb-1ab0a5cc6bf0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1032755 Dec 21 22:21:05.350745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33968) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:05.367475 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-fe134b76-7934-410f-aebb-d548f9d302eb tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Request body: {'security_group_rule': {'security_group_id': '23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5', 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:05.376835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fe134b76-7934-410f-aebb-d548f9d302eb tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:05.385415 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c1350-994f-4c14-a7e2-41c4bd973fd6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Checking segment: {'id': '0c19a621-a977-42b8-b512-c808b3e713ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c75bead4-efb5-44c8-8efd-1ca8f40a031d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:05.385960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333c1350-994f-4c14-a7e2-41c4bd973fd6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Network hostable DHCP agents. Network: c75bead4-efb5-44c8-8efd-1ca8f40a031d, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:21:05.390503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fe134b76-7934-410f-aebb-d548f9d302eb tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Usage tracker for resource:security_group_rule and tenant:d3800041c9b4436f8736fa33ea244f0f is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:05.403298 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fe134b76-7934-410f-aebb-d548f9d302eb tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:05.412793 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fe134b76-7934-410f-aebb-d548f9d302eb tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:05.427871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd5c437-795e-4625-b6a3-c5842f1acc43 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 6a0ccbba-3b7e-4cb2-9fc5-86c3a2e77c24 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:21:05.430517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-47e39d96-f9ad-44e7-9241-e1bb7aea0236 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.433857 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2bd5c437-795e-4625-b6a3-c5842f1acc43 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.484928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-74e572dc-faa6-4809-b339-5b1baff42221 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.497307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2bd5c437-795e-4625-b6a3-c5842f1acc43 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.543070 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e572dc-faa6-4809-b339-5b1baff42221 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Port': ['ID=5baa529a-ba68-4b2e-8ea9-1ce97d4423af,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:05.552793 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fe134b76-7934-410f-aebb-d548f9d302eb tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.590869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333c1350-994f-4c14-a7e2-41c4bd973fd6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Network c75bead4-efb5-44c8-8efd-1ca8f40a031d is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:21:05.644029 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2bd5c437-795e-4625-b6a3-c5842f1acc43 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.645687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-74e572dc-faa6-4809-b339-5b1baff42221 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.660595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-74e572dc-faa6-4809-b339-5b1baff42221 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.663063 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-74e572dc-faa6-4809-b339-5b1baff42221 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/floatingips/2a9d7375-02fb-4589-8aae-b3e3a38cd476 HTTP/1.1" status: 204 len: 168 time: 1.3911209 Dec 21 22:21:05.672341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33972) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:05.678183 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': '8924c738-3d99-4ce9-8a07-3c4d005f1f4e'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:05.683915 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fe134b76-7934-410f-aebb-d548f9d302eb tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.684855 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:05.687120 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-333c1350-994f-4c14-a7e2-41c4bd973fd6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, c75bead4-efb5-44c8-8efd-1ca8f40a031d) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:05.689438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Usage tracker for resource:floatingip and tenant:d0abccf8fdf748e6a1d14020fd33dfb5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:05.692560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:05.694219 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333c1350-994f-4c14-a7e2-41c4bd973fd6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:05.694797 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-333c1350-994f-4c14-a7e2-41c4bd973fd6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.697558 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336f0336-8569-4b25-81a0-02d996698752 None None] Network c75bead4-efb5-44c8-8efd-1ca8f40a031d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:05.699690 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:05.719522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-47e39d96-f9ad-44e7-9241-e1bb7aea0236 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.763529 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e39d96-f9ad-44e7-9241-e1bb7aea0236 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Subnet': ['ID=9e54905e-1fdf-4efd-8f7b-cd9350a7fe27,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:05.768280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-47e39d96-f9ad-44e7-9241-e1bb7aea0236 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.770114 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-47e39d96-f9ad-44e7-9241-e1bb7aea0236 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/9e54905e-1fdf-4efd-8f7b-cd9350a7fe27 HTTP/1.1" status: 204 len: 168 time: 1.1732380 Dec 21 22:21:05.772706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33976) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:05.772823 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fe134b76-7934-410f-aebb-d548f9d302eb tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.800302 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe134b76-7934-410f-aebb-d548f9d302eb tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc5eb7e-b636-4aa1-b6f6-5166f83a5ac0,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:05.802441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.805724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2bd5c437-795e-4625-b6a3-c5842f1acc43 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.813619 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360781b9-3f0d-4af5-859d-7037b4677114 None None] Network ce73182a-d53f-4fb8-b1c8-44e83fa9117c requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:05.849835 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-333c1350-994f-4c14-a7e2-41c4bd973fd6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1944287 Dec 21 22:21:05.851970 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33982) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:05.899577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5c437-795e-4625-b6a3-c5842f1acc43 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0ccbba-3b7e-4cb2-9fc5-86c3a2e77c24,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:05.909858 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fe134b76-7934-410f-aebb-d548f9d302eb tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.911055 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fe134b76-7934-410f-aebb-d548f9d302eb tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5577142 Dec 21 22:21:05.923433 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33986) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:05.924493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2bd5c437-795e-4625-b6a3-c5842f1acc43 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:05.926325 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2bd5c437-795e-4625-b6a3-c5842f1acc43 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/6a0ccbba-3b7e-4cb2-9fc5-86c3a2e77c24 HTTP/1.1" status: 204 len: 168 time: 0.6072972 Dec 21 22:21:05.935795 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-15e94208-3a9e-4689-a8c2-90abc5634a93 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Request body: {'security_group_rule': {'security_group_id': '23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5', 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:05.939802 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33990) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:05.946108 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-15e94208-3a9e-4689-a8c2-90abc5634a93 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:06.037006 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f5a31613-7dca-41e7-873d-fb7d58545747 req-f7369722-130e-46ae-88bc-38f10f8f088d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0869119 Dec 21 22:21:06.061665 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.120771 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-15e94208-3a9e-4689-a8c2-90abc5634a93 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Usage tracker for resource:security_group_rule and tenant:d3800041c9b4436f8736fa33ea244f0f is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:06.144205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:06.144942 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.171455 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a2526d-1d1a-4888-8bad-1d21606c877c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-c75bead4-efb5-44c8-8efd-1ca8f40a031d', 'network_id': 'c75bead4-efb5-44c8-8efd-1ca8f40a031d', 'tenant_id': '1298a76b4787410ea1c33ad655d64ab1', 'fixed_ips': [{'subnet_id': 'f5f9f33e-5e17-484d-93df-3308c8bc0479'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:21:06.172253 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d7a2526d-1d1a-4888-8bad-1d21606c877c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.176297 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-15e94208-3a9e-4689-a8c2-90abc5634a93 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:06.186364 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d79b3b54-4ba5-48de-b387-79219e0ecede tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2454581 Dec 21 22:21:06.191407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 33994) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:06.194266 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-15e94208-3a9e-4689-a8c2-90abc5634a93 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:06.197326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-808f6297-ac4c-488d-bbae-2a719316811b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:06.204189 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b3696d-fff3-46eb-902c-a50014cd3b49 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:06.258535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d43bb62-b3c6-4a16-87db-bd87641b2971 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.316823 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91315a4b-a493-4049-99be-63ebb964e4b0 None None] DHCP port deletion for ce73182a-d53f-4fb8-b1c8-44e83fa9117c request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:21:06.327035 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-15e94208-3a9e-4689-a8c2-90abc5634a93 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.370889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d43bb62-b3c6-4a16-87db-bd87641b2971 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.390245 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-91315a4b-a493-4049-99be-63ebb964e4b0 None None] Deleting port 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:06.393859 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-91315a4b-a493-4049-99be-63ebb964e4b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.457714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-15e94208-3a9e-4689-a8c2-90abc5634a93 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.460143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:21:06.529529 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-808f6297-ac4c-488d-bbae-2a719316811b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:06.537487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.540515 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-808f6297-ac4c-488d-bbae-2a719316811b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:06.545016 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-808f6297-ac4c-488d-bbae-2a719316811b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:06.546343 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-12ee1d4e-fd01-47f7-ba86-99b3f1899025 None None] Provisioning complete for port 4782475b-2653-4b82-9350-126278978d50 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:06.546713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-12ee1d4e-fd01-47f7-ba86-99b3f1899025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.561436 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-15e94208-3a9e-4689-a8c2-90abc5634a93 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.583713 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e94208-3a9e-4689-a8c2-90abc5634a93 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd59f1f-3bad-4fa1-839f-1e7b8c3b1c04,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:06.586610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] For port 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=03eb61a3-c60b-48cf-b018-6dcb97fd7c4b,segment=NetworkSegment(94907288-9a99-412e-94e2-b9e626c06efa),segment_id=94907288-9a99-412e-94e2-b9e626c06efa)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:06.586969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.596073 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-808f6297-ac4c-488d-bbae-2a719316811b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:06.604880 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d43bb62-b3c6-4a16-87db-bd87641b2971 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.648197 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43bb62-b3c6-4a16-87db-bd87641b2971 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f9f33e-5e17-484d-93df-3308c8bc0479,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:06.682913 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-15e94208-3a9e-4689-a8c2-90abc5634a93 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.687137 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-15e94208-3a9e-4689-a8c2-90abc5634a93 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7570662 Dec 21 22:21:06.689178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 33998) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:06.706780 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b4933ff9-b87c-4e6f-8374-3c4360d21b4b tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Request body: {'security_group_rule': {'security_group_id': '23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5', 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:06.716871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b4933ff9-b87c-4e6f-8374-3c4360d21b4b tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:06.724887 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b4933ff9-b87c-4e6f-8374-3c4360d21b4b tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Usage tracker for resource:security_group_rule and tenant:d3800041c9b4436f8736fa33ea244f0f is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server [None req-d7a2526d-1d1a-4888-8bad-1d21606c877c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5f9f33e-5e17-484d-93df-3308c8bc0479: This subnet is being modified by another concurrent operation. Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 22:21:06.761451 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise exception Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5f9f33e-5e17-484d-93df-3308c8bc0479: This subnet is being modified by another concurrent operation. Dec 21 22:21:06.766876 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server Dec 21 22:21:06.772491 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b4933ff9-b87c-4e6f-8374-3c4360d21b4b tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:06.782326 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b4933ff9-b87c-4e6f-8374-3c4360d21b4b tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:06.788859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d43bb62-b3c6-4a16-87db-bd87641b2971 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.798474 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd62a51-42bf-4dd5-9288-22e2cefe2f28 None None] Network c75bead4-efb5-44c8-8efd-1ca8f40a031d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:06.824870 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-9d43bb62-b3c6-4a16-87db-bd87641b2971 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75bead4-efb5-44c8-8efd-1ca8f40a031d']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:06.837311 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-9d43bb62-b3c6-4a16-87db-bd87641b2971 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c19a621-a977-42b8-b512-c808b3e713ba') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:06.837679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-9d43bb62-b3c6-4a16-87db-bd87641b2971 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c19a621-a977-42b8-b512-c808b3e713ba') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:06.849875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d43bb62-b3c6-4a16-87db-bd87641b2971 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.852669 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:06.867465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d43bb62-b3c6-4a16-87db-bd87641b2971 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.877188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d43bb62-b3c6-4a16-87db-bd87641b2971 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:21:06.877481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d43bb62-b3c6-4a16-87db-bd87641b2971 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:06.895769 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:06.925422 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b4933ff9-b87c-4e6f-8374-3c4360d21b4b tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:06.959900 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808f6297-ac4c-488d-bbae-2a719316811b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:07.070043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b4933ff9-b87c-4e6f-8374-3c4360d21b4b tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.095420 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Allocated IP 172.26.3.3 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/ef51894e-07ce-4ec8-ad75-01188ab6fe03) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:07.095702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-91315a4b-a493-4049-99be-63ebb964e4b0 None None] For port 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=03eb61a3-c60b-48cf-b018-6dcb97fd7c4b,segment=NetworkSegment(94907288-9a99-412e-94e2-b9e626c06efa),segment_id=94907288-9a99-412e-94e2-b9e626c06efa)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:07.095989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-91315a4b-a493-4049-99be-63ebb964e4b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.102906 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-808f6297-ac4c-488d-bbae-2a719316811b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.111506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.116506 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.161483 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d43bb62-b3c6-4a16-87db-bd87641b2971 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.185024 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fe0f00bc-fdcf-4081-909e-ac4e7f4af4aa req-52c88bb4-db7d-4f37-9be8-a06ff12a89a7 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0787249 Dec 21 22:21:07.188705 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d43bb62-b3c6-4a16-87db-bd87641b2971 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.188870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Port': ['ID=03eb61a3-c60b-48cf-b018-6dcb97fd7c4b,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:07.194896 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43bb62-b3c6-4a16-87db-bd87641b2971 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event deleted for resources: {'Network': ['ID=c75bead4-efb5-44c8-8efd-1ca8f40a031d,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:07.201632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b4933ff9-b87c-4e6f-8374-3c4360d21b4b tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.217604 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9d43bb62-b3c6-4a16-87db-bd87641b2971 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/networks/c75bead4-efb5-44c8-8efd-1ca8f40a031d HTTP/1.1" status: 204 len: 168 time: 1.3638065 Dec 21 22:21:07.220752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34004) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:07.227972 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-0bd3d599-a26b-428f-8ff8-daa923402511 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1075369591'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:07.242158 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] No DVR routers for this DVR port 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:21:07.243795 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0bd3d599-a26b-428f-8ff8-daa923402511 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:07.248564 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4933ff9-b87c-4e6f-8374-3c4360d21b4b tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9310fec0-09cf-420c-84d6-df63aa6645c6,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:07.250672 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0bd3d599-a26b-428f-8ff8-daa923402511 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Usage tracker for resource:network and tenant:1298a76b4787410ea1c33ad655d64ab1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:07.253933 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0bd3d599-a26b-428f-8ff8-daa923402511 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:07.259754 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0bd3d599-a26b-428f-8ff8-daa923402511 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:07.315611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b4933ff9-b87c-4e6f-8374-3c4360d21b4b tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.319365 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b4933ff9-b87c-4e6f-8374-3c4360d21b4b tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6269979 Dec 21 22:21:07.319617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34008) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:07.325841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ed90e5f2-6a30-42b1-964f-788d0be38564 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Request body: {'security_group_rule': {'security_group_id': '23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5', 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:07.326133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-91315a4b-a493-4049-99be-63ebb964e4b0 None None] Calling delete_port for 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:07.331450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ed90e5f2-6a30-42b1-964f-788d0be38564 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:07.335361 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ed90e5f2-6a30-42b1-964f-788d0be38564 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Usage tracker for resource:security_group_rule and tenant:d3800041c9b4436f8736fa33ea244f0f is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:07.338385 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ed90e5f2-6a30-42b1-964f-788d0be38564 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:07.344378 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ed90e5f2-6a30-42b1-964f-788d0be38564 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:07.347367 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd3d599-a26b-428f-8ff8-daa923402511 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Made reservation on behalf of 1298a76b4787410ea1c33ad655d64ab1 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:07.350300 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d599-a26b-428f-8ff8-daa923402511 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.386831 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd3d599-a26b-428f-8ff8-daa923402511 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:21:07.395462 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d599-a26b-428f-8ff8-daa923402511 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.395725 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-0bd3d599-a26b-428f-8ff8-daa923402511 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Added segment 1141f167-2dce-4625-8e22-9809e17687de of type vlan for network 99898d2f-02db-4887-a08a-b2e0943e75b1 Dec 21 22:21:07.422893 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8288ed-97b3-46c2-8f86-4c0bab4aa4bb None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:21:07.423056 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d599-a26b-428f-8ff8-daa923402511 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.446645 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-ed90e5f2-6a30-42b1-964f-788d0be38564 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Project d3800041c9b4436f8736fa33ea244f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:21:07.460092 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ed90e5f2-6a30-42b1-964f-788d0be38564 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.467465 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-fa8288ed-97b3-46c2-8f86-4c0bab4aa4bb None None] Deleting port 4782475b-2653-4b82-9350-126278978d50 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:07.467465 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fa8288ed-97b3-46c2-8f86-4c0bab4aa4bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.519515 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.535774 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ed90e5f2-6a30-42b1-964f-788d0be38564 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.574265 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-91315a4b-a493-4049-99be-63ebb964e4b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:07.574628 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-91315a4b-a493-4049-99be-63ebb964e4b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:21:07.580790 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce73182a-d53f-4fb8-b1c8-44e83fa9117c']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:07.609538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d599-a26b-428f-8ff8-daa923402511 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.613586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd3d599-a26b-428f-8ff8-daa923402511 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:07.614231 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0bd3d599-a26b-428f-8ff8-daa923402511 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.624357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.631719 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94907288-9a99-412e-94e2-b9e626c06efa') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:07.632013 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94907288-9a99-412e-94e2-b9e626c06efa') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:07.644137 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ed90e5f2-6a30-42b1-964f-788d0be38564 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.663280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.693185 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.696410 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90e5f2-6a30-42b1-964f-788d0be38564 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82450f3d-db94-4108-837c-0362ff37372c,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:07.698281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-fa8288ed-97b3-46c2-8f86-4c0bab4aa4bb None None] For port 4782475b-2653-4b82-9350-126278978d50, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4782475b-2653-4b82-9350-126278978d50,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:07.698978 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fa8288ed-97b3-46c2-8f86-4c0bab4aa4bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.717127 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:21:07.717526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:07.737791 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:07.751484 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3d599-a26b-428f-8ff8-daa923402511 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event updated for resources: {'Network': ['ID=99898d2f-02db-4887-a08a-b2e0943e75b1,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:07.767971 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0bd3d599-a26b-428f-8ff8-daa923402511 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5452058 Dec 21 22:21:07.769416 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34012) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:07.774715 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-06a8ed70-6c66-4c95-a7b4-0b3713da3993 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Request body: {'subnet': {'network_id': '99898d2f-02db-4887-a08a-b2e0943e75b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:07.813247 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ed90e5f2-6a30-42b1-964f-788d0be38564 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.818883 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ed90e5f2-6a30-42b1-964f-788d0be38564 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4966822 Dec 21 22:21:07.819048 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34016) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:07.819579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 99898d2f-02db-4887-a08a-b2e0943e75b1 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:21:07.831038 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-59c5f983-e227-421f-b018-d265fcbed4ab tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Request body: {'security_group_rule': {'security_group_id': '23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5', 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:07.837067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-808f6297-ac4c-488d-bbae-2a719316811b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.838347 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-fa8288ed-97b3-46c2-8f86-4c0bab4aa4bb None None] Calling delete_port for 4782475b-2653-4b82-9350-126278978d50 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:07.842132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-59c5f983-e227-421f-b018-d265fcbed4ab tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:07.882165 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-59c5f983-e227-421f-b018-d265fcbed4ab tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Usage tracker for resource:security_group_rule and tenant:d3800041c9b4436f8736fa33ea244f0f is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:07.891670 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-59c5f983-e227-421f-b018-d265fcbed4ab tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:07.893207 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-06a8ed70-6c66-4c95-a7b4-0b3713da3993 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:07.897364 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-06a8ed70-6c66-4c95-a7b4-0b3713da3993 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Usage tracker for resource:subnet and tenant:1298a76b4787410ea1c33ad655d64ab1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:07.899917 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.900903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-06a8ed70-6c66-4c95-a7b4-0b3713da3993 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:07.904392 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-59c5f983-e227-421f-b018-d265fcbed4ab tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:07.908259 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-06a8ed70-6c66-4c95-a7b4-0b3713da3993 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:07.958550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:07.976497 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808f6297-ac4c-488d-bbae-2a719316811b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:07.987563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a8ed70-6c66-4c95-a7b4-0b3713da3993 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Made reservation on behalf of 1298a76b4787410ea1c33ad655d64ab1 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:07.993991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.003623 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-808f6297-ac4c-488d-bbae-2a719316811b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:08.022421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808f6297-ac4c-488d-bbae-2a719316811b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:08.023016 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-808f6297-ac4c-488d-bbae-2a719316811b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.030149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f6297-ac4c-488d-bbae-2a719316811b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=d68640e5-adda-4afd-a298-97ce2538a00b,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:08.032216 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Network': ['ID=ce73182a-d53f-4fb8-b1c8-44e83fa9117c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:08.045135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:08.053078 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-59c5f983-e227-421f-b018-d265fcbed4ab tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Project d3800041c9b4436f8736fa33ea244f0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:21:08.061103 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fa8288ed-97b3-46c2-8f86-4c0bab4aa4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.065673 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:08.072392 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:08.091094 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-06a8ed70-6c66-4c95-a7b4-0b3713da3993 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.100286 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-91315a4b-a493-4049-99be-63ebb964e4b0 None None] Deleting port 03eb61a3-c60b-48cf-b018-6dcb97fd7c4b {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:08.100646 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-91315a4b-a493-4049-99be-63ebb964e4b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.103522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-59c5f983-e227-421f-b018-d265fcbed4ab tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.110788 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=ef51894e-07ce-4ec8-ad75-01188ab6fe03,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:08.155416 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8288ed-97b3-46c2-8f86-4c0bab4aa4bb None None] Pushing event deleted for resources: {'Port': ['ID=4782475b-2653-4b82-9350-126278978d50,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:08.163067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8288ed-97b3-46c2-8f86-4c0bab4aa4bb None None] No DVR routers for this DVR port 4782475b-2653-4b82-9350-126278978d50 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:21:08.199419 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6aad59c6-73d3-4ebd-875a-2d62f20e8b86 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/networks/ce73182a-d53f-4fb8-b1c8-44e83fa9117c HTTP/1.1" status: 204 len: 168 time: 2.4210250 Dec 21 22:21:08.199690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34020) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:08.204226 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3868697-5b6e-46e5-8b6a-98a92559dae0 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:08.216438 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1443325325', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}, 'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:08.220887 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-808f6297-ac4c-488d-bbae-2a719316811b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0259254 Dec 21 22:21:08.228258 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34024) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:08.231838 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:08.238792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-25ac4212-c14c-4c93-bf71-e2c79753d122 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:08.257496 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:router and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:08.264262 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:08.278234 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:08.336017 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-59c5f983-e227-421f-b018-d265fcbed4ab tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.351072 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-91315a4b-a493-4049-99be-63ebb964e4b0 None None] The port '03eb61a3-c60b-48cf-b018-6dcb97fd7c4b' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:21:08.378401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.378401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.428436 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.469924 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4782475b-2653-4b82-9350-126278978d50 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:21:08.509016 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 4782475b-2653-4b82-9350-126278978d50 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:21:08.509353 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4782475b-2653-4b82-9350-126278978d50 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:21:08.559055 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': 'd68640e5-adda-4afd-a298-97ce2538a00b'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:21:08.559862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.567782 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5ea2970f-3d39-44fe-9c5c-1b43598b9a29 req-de36a3aa-3ff5-4aa6-a9df-d23d717f0775 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2337627 Dec 21 22:21:08.568397 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-59c5f983-e227-421f-b018-d265fcbed4ab tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.620804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5f983-e227-421f-b018-d265fcbed4ab tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507b709f-1ad0-408f-90f7-0fb280e15e1a,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:08.719725 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-59c5f983-e227-421f-b018-d265fcbed4ab tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.723814 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-59c5f983-e227-421f-b018-d265fcbed4ab tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9008415 Dec 21 22:21:08.734289 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34030) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:08.739387 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-25ac4212-c14c-4c93-bf71-e2c79753d122 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:08.741869 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Allocated IP 2001:db8::2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/d68640e5-adda-4afd-a298-97ce2538a00b/b847b9cb-0cff-4641-b4b1-1c08dce49f0f) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:08.744437 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b0e76c31-fa4d-4a2f-897f-f3320b794ed6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Request body: {'network': {'name': 'tempest-network-smoke--1881524223', 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'port_security_enabled': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:08.754229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-25ac4212-c14c-4c93-bf71-e2c79753d122 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:08.759309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b0e76c31-fa4d-4a2f-897f-f3320b794ed6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:08.761580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-25ac4212-c14c-4c93-bf71-e2c79753d122 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:08.795169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.objects.ports [None req-06a8ed70-6c66-4c95-a7b4-0b3713da3993 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84169) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:21:08.798683 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-06a8ed70-6c66-4c95-a7b4-0b3713da3993 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.821184 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-25ac4212-c14c-4c93-bf71-e2c79753d122 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:08.829025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b0e76c31-fa4d-4a2f-897f-f3320b794ed6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Usage tracker for resource:network and tenant:d3800041c9b4436f8736fa33ea244f0f is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:08.835949 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b0e76c31-fa4d-4a2f-897f-f3320b794ed6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:08.853864 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b0e76c31-fa4d-4a2f-897f-f3320b794ed6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:08.906238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ac4212-c14c-4c93-bf71-e2c79753d122 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:08.909597 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25ac4212-c14c-4c93-bf71-e2c79753d122 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.942735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8ed70-6c66-4c95-a7b4-0b3713da3993 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event updated for resources: {'Subnet': ['ID=45647866-77aa-4212-934e-adce7be0d1e2,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:08.951263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.951475 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e76c31-fa4d-4a2f-897f-f3320b794ed6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Made reservation on behalf of d3800041c9b4436f8736fa33ea244f0f for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:08.953797 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.954397 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0e76c31-fa4d-4a2f-897f-f3320b794ed6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:08.965643 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Transition to ACTIVE for port object b847b9cb-0cff-4641-b4b1-1c08dce49f0f will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:08.966848 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a8ed70-6c66-4c95-a7b4-0b3713da3993 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Checking segment: {'id': '1141f167-2dce-4625-8e22-9809e17687de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '99898d2f-02db-4887-a08a-b2e0943e75b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:08.967204 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a8ed70-6c66-4c95-a7b4-0b3713da3993 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Network hostable DHCP agents. Network: 99898d2f-02db-4887-a08a-b2e0943e75b1, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:21:08.985059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Transition to ACTIVE for port object b847b9cb-0cff-4641-b4b1-1c08dce49f0f will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:09.061792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e76c31-fa4d-4a2f-897f-f3320b794ed6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:21:09.078336 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.085544 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0e76c31-fa4d-4a2f-897f-f3320b794ed6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.085889 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-b0e76c31-fa4d-4a2f-897f-f3320b794ed6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Added segment 56cdea6e-c8cd-43df-aaa5-292622b5213b of type vlan for network e88c62ea-21bd-43c6-90da-18fcca35867d Dec 21 22:21:09.089214 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a8ed70-6c66-4c95-a7b4-0b3713da3993 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Network 99898d2f-02db-4887-a08a-b2e0943e75b1 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:21:09.105418 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.ipam_backend_mixin [None req-25ac4212-c14c-4c93-bf71-e2c79753d122 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d68640e5-adda-4afd-a298-97ce2538a00b (CIDR: 2001:db8::/64) Dec 21 22:21:09.156701 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Pushing event updated for resources: {'Port': ['ID=b847b9cb-0cff-4641-b4b1-1c08dce49f0f,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:09.160137 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:09.161576 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:09.163934 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:09.168279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-06a8ed70-6c66-4c95-a7b4-0b3713da3993 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 99898d2f-02db-4887-a08a-b2e0943e75b1) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:09.173840 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a8ed70-6c66-4c95-a7b4-0b3713da3993 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:09.174610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-06a8ed70-6c66-4c95-a7b4-0b3713da3993 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.200356 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5b92fc-9d53-4a02-bb8e-22765154d01e None None] Network 99898d2f-02db-4887-a08a-b2e0943e75b1 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:09.222277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.234747 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ac4212-c14c-4c93-bf71-e2c79753d122 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:21:09.235191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ac4212-c14c-4c93-bf71-e2c79753d122 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:09.243455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0e76c31-fa4d-4a2f-897f-f3320b794ed6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.266464 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.305509 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.310053 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-06a8ed70-6c66-4c95-a7b4-0b3713da3993 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5386226 Dec 21 22:21:09.311062 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34034) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:09.347195 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Attempting to bind port b847b9cb-0cff-4641-b4b1-1c08dce49f0f on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:21:09.347831 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Attempting to bind port b847b9cb-0cff-4641-b4b1-1c08dce49f0f by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:21:09.348464 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Attempting to bind port b847b9cb-0cff-4641-b4b1-1c08dce49f0f on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:21:09.371535 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-25ac4212-c14c-4c93-bf71-e2c79753d122 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1420641 Dec 21 22:21:09.374364 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34038) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:09.375136 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:21:09.375735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:09.376438 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.377048 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:21:09.377715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Bound port: b847b9cb-0cff-4641-b4b1-1c08dce49f0f, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:21:09.378310 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.384006 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0e76c31-fa4d-4a2f-897f-f3320b794ed6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.385168 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:09.388416 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e76c31-fa4d-4a2f-897f-f3320b794ed6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:09.389008 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0e76c31-fa4d-4a2f-897f-f3320b794ed6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.468642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.559441 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b0e76c31-fa4d-4a2f-897f-f3320b794ed6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8237269 Dec 21 22:21:09.562772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34042) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:09.567296 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] For port b847b9cb-0cff-4641-b4b1-1c08dce49f0f, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:21:09.568535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Allocated IP 172.26.3.119 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/90d1ce6e-147e-4e70-92d6-491e749540dd) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:09.574625 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] For port b847b9cb-0cff-4641-b4b1-1c08dce49f0f, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b847b9cb-0cff-4641-b4b1-1c08dce49f0f,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:21:09.581752 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-99898d2f-02db-4887-a08a-b2e0943e75b1', 'network_id': '99898d2f-02db-4887-a08a-b2e0943e75b1', 'tenant_id': '1298a76b4787410ea1c33ad655d64ab1', 'fixed_ips': [{'subnet_id': '45647866-77aa-4212-934e-adce7be0d1e2'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:21:09.582981 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.583666 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1912119836', 'admin_state_up': True, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:09.640768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e76c31-fa4d-4a2f-897f-f3320b794ed6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event updated for resources: {'Network': ['ID=e88c62ea-21bd-43c6-90da-18fcca35867d,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:09.650465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:09.652811 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network e88c62ea-21bd-43c6-90da-18fcca35867d details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:21:09.655414 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Usage tracker for resource:router and tenant:d3800041c9b4436f8736fa33ea244f0f is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:09.663261 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:09.667394 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:09.670218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.684451 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.716449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:09.720402 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:09.728739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:09.796936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:09.800451 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b3bbc1cc-ecb2-49e9-9d68-338c2101f18c req-d1cec611-9c0b-4355-8a90-c5918654e299 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1383202 Dec 21 22:21:09.864309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.872329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.873286 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.879906 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.908707 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:09.918480 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c86210-d2a9-4681-a9cf-1f845cbc8c73 None None] Pushing event updated for resources: {'Port': ['ID=b847b9cb-0cff-4641-b4b1-1c08dce49f0f,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:09.928505 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:09.947789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Allocated IP 2001:db8::f816:3eff:febb:8f1d (99898d2f-02db-4887-a08a-b2e0943e75b1/45647866-77aa-4212-934e-adce7be0d1e2/9c022f5f-74e9-4308-9cd3-dfbb67adde2d) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:09.975157 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:10.044060 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:10.133591 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:10.158179 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=ef51894e-07ce-4ec8-ad75-01188ab6fe03,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:10.181005 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:10.184510 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:10.195863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Transition to ACTIVE for port object 9c022f5f-74e9-4308-9cd3-dfbb67adde2d will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:10.228538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:10.255087 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Transition to ACTIVE for port object 9c022f5f-74e9-4308-9cd3-dfbb67adde2d will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:10.315957 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:10.326501 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:10.334351 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:10.340616 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:10.361562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:10.376522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=90d1ce6e-147e-4e70-92d6-491e749540dd,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:10.504085 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b847b9cb-0cff-4641-b4b1-1c08dce49f0f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:10.598867 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Network 99898d2f-02db-4887-a08a-b2e0943e75b1 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:10.604994 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:10.609920 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Pushing event updated for resources: {'Port': ['ID=9c022f5f-74e9-4308-9cd3-dfbb67adde2d,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:10.612282 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:10.667501 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Floating IP a08d1fd7-b308-4f1a-80e8-faba5a6775b7 associated. External IP: 172.26.3.3, port: 8924c738-3d99-4ce9-8a07-3c4d005f1f4e. Dec 21 22:21:10.716329 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Attempting to bind port 9c022f5f-74e9-4308-9cd3-dfbb67adde2d on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:21:10.716704 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Attempting to bind port 9c022f5f-74e9-4308-9cd3-dfbb67adde2d by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '1141f167-2dce-4625-8e22-9809e17687de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '99898d2f-02db-4887-a08a-b2e0943e75b1'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:21:10.717408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Attempting to bind port 9c022f5f-74e9-4308-9cd3-dfbb67adde2d on network 99898d2f-02db-4887-a08a-b2e0943e75b1 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:21:10.724034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:21:10.724410 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Checking segment: {'id': '1141f167-2dce-4625-8e22-9809e17687de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '99898d2f-02db-4887-a08a-b2e0943e75b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:10.724802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:10.725191 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Bound using segment: {'id': '1141f167-2dce-4625-8e22-9809e17687de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '99898d2f-02db-4887-a08a-b2e0943e75b1'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:21:10.725680 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Bound port: 9c022f5f-74e9-4308-9cd3-dfbb67adde2d, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1141f167-2dce-4625-8e22-9809e17687de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '99898d2f-02db-4887-a08a-b2e0943e75b1'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:21:10.726054 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:10.734373 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:10.773981 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event deleted for resources: {'Subnet': ['ID=45647866-77aa-4212-934e-adce7be0d1e2,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:10.794500 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port b847b9cb-0cff-4641-b4b1-1c08dce49f0f completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:10.828800 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] For port 9c022f5f-74e9-4308-9cd3-dfbb67adde2d, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:21:10.832317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] For port 9c022f5f-74e9-4308-9cd3-dfbb67adde2d, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9c022f5f-74e9-4308-9cd3-dfbb67adde2d,segment=NetworkSegment(1141f167-2dce-4625-8e22-9809e17687de),segment_id=1141f167-2dce-4625-8e22-9809e17687de)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:21:10.898660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:10.916526 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:10.968933 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6b46c21e-15bf-4dc1-b64d-edb9e3188d96 req-c7ccf0d7-a556-469e-a34a-1f4d61f7e9c7 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0745125 Dec 21 22:21:10.970454 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99898d2f-02db-4887-a08a-b2e0943e75b1']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:10.978631 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:11.019487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:11.039433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1141f167-2dce-4625-8e22-9809e17687de') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:11.039737 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1141f167-2dce-4625-8e22-9809e17687de') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:11.040129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda3b45-9747-4375-8632-98d469c1d5f5 None None] Pushing event updated for resources: {'Port': ['ID=9c022f5f-74e9-4308-9cd3-dfbb67adde2d,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:11.058238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:11.086121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:11.099674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:21:11.100407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:11.137247 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:11.144815 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893cce11-bc4f-4933-bfd9-e39a2925cb83 None None] Network 99898d2f-02db-4887-a08a-b2e0943e75b1 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:11.290413 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.objects.ports [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84169) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:21:11.295457 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.api [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:21:11.295457 dv-neutron-822520-1-hyperv neutron-server[84168]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:21:11.295457 dv-neutron-822520-1-hyperv neutron-server[84168]: [parameters: {'id': '99898d2f-02db-4887-a08a-b2e0943e75b1'}] Dec 21 22:21:11.295457 dv-neutron-822520-1-hyperv neutron-server[84168]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:11.296501 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG oslo_db.api [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:21:11.380213 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:11.380946 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:11.401631 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d56696f-953b-45fd-b73a-071b4983e539 None None] get_active_networks_info from dv-neutron-822520-1-hyperv {{(pid=84170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:21:11.461851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router f412aff4-0850-47f1-9bfc-01e5c3dd119b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:21:11.522726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d56696f-953b-45fd-b73a-071b4983e539 None None] Resources bound (agent type, host, resource id): {{(pid=84170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 22:21:11.550474 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Allocated IP 172.26.3.117 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:11.637873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a9bd2192-8b4d-4eab-918e-9f2da3ef932a None None] Provisioning for port b847b9cb-0cff-4641-b4b1-1c08dce49f0f completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:11.646160 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a9bd2192-8b4d-4eab-918e-9f2da3ef932a None None] Provisioning complete for port b847b9cb-0cff-4641-b4b1-1c08dce49f0f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:11.646659 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2192-8b4d-4eab-918e-9f2da3ef932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:11.681855 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:11.697369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f086c2-689e-4025-9dc5-11b627a21ce2 None None] Sync routers for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:11.774900 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:11.797526 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f086c2-689e-4025-9dc5-11b627a21ce2 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:11.798188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-39f086c2-689e-4025-9dc5-11b627a21ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:11.805013 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:11.810834 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:11.836015 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Deleting port 9c022f5f-74e9-4308-9cd3-dfbb67adde2d {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:11.836415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:11.850251 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:11.866555 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-39f086c2-689e-4025-9dc5-11b627a21ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:11.886310 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c2c12861-4914-42bc-b43b-aa830e2c6932 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.2084489 Dec 21 22:21:11.886943 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34050) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:11.942725 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f086c2-689e-4025-9dc5-11b627a21ce2 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:11.943349 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-39f086c2-689e-4025-9dc5-11b627a21ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:12.004261 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2192-8b4d-4eab-918e-9f2da3ef932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:12.021441 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-39f086c2-689e-4025-9dc5-11b627a21ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:12.021847 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f086c2-689e-4025-9dc5-11b627a21ce2 None None] The sync data for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:12.059124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] For port 9c022f5f-74e9-4308-9cd3-dfbb67adde2d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9c022f5f-74e9-4308-9cd3-dfbb67adde2d,segment=NetworkSegment(1141f167-2dce-4625-8e22-9809e17687de),segment_id=1141f167-2dce-4625-8e22-9809e17687de)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:12.059552 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:12.146083 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d34c24a-4b13-4eeb-b2a6-35def5fd9c30 None None] get_active_networks_info from dv-neutron-822520-1-hyperv {{(pid=84170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:21:12.192945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Calling delete_port for 9c022f5f-74e9-4308-9cd3-dfbb67adde2d owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:12.257948 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d34c24a-4b13-4eeb-b2a6-35def5fd9c30 None None] Resources bound (agent type, host, resource id): {{(pid=84170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 22:21:12.346078 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e45a1e8f-d784-4048-8417-55944776079b req-24d2d046-c487-42ed-9a5d-f450b80c3f71 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2800159 Dec 21 22:21:12.365675 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0851a42d-a5b0-4279-b355-23ba618e2570 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "GET /v2.0/floatingips/a08d1fd7-b308-4f1a-80e8-faba5a6775b7 HTTP/1.1" status: 200 len: 977 time: 0.4788826 Dec 21 22:21:12.366559 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34056) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:12.425260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] For port b847b9cb-0cff-4641-b4b1-1c08dce49f0f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b847b9cb-0cff-4641-b4b1-1c08dce49f0f,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:12.452744 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:12.488698 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f0c1c19e-657f-41c6-a88b-264ff6eb9f33 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Synchronizing usage tracker for tenant:d0abccf8fdf748e6a1d14020fd33dfb5 on resource:floatingip {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:12.500794 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:12.534774 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router fa4f51d0-ef19-4166-a414-ace01dd46e90 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:21:12.539819 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:12.544674 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:12.547771 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event updated for resources: {'Port': ['ID=e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:12.549880 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:12.575608 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:12.625926 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f0c1c19e-657f-41c6-a88b-264ff6eb9f33 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Unset dirty status for tenant:d0abccf8fdf748e6a1d14020fd33dfb5 on resource:floatingip {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:12.627310 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f0c1c19e-657f-41c6-a88b-264ff6eb9f33 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2597246 Dec 21 22:21:12.629915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event deleted for resources: {'Port': ['ID=9c022f5f-74e9-4308-9cd3-dfbb67adde2d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:12.632495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34060) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:12.639534 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-7ee082d0-35b5-4b9f-89ac-c180bfa9aa31 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'floatingip': {'port_id': '94e5b62e-765f-4306-9a74-e2d3f0fe5c4b'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:12.665104 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:12.665811 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:12.696165 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-a9bd2192-8b4d-4eab-918e-9f2da3ef932a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:12.696772 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-a9bd2192-8b4d-4eab-918e-9f2da3ef932a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:21:12.708567 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] No DVR routers for this DVR port 9c022f5f-74e9-4308-9cd3-dfbb67adde2d on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:21:12.820012 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7ee082d0-35b5-4b9f-89ac-c180bfa9aa31 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:12.849656 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:12.861341 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:12.869840 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b881e91-6507-4963-8445-2a14b98fb32d None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:12.872096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:12.872740 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:12.878834 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=b2e5f728-3d68-410b-9e85-5ddde292e844,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:12.891117 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=b847b9cb-0cff-4641-b4b1-1c08dce49f0f,revision_number=4']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:12.936592 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:12.979807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99898d2f-02db-4887-a08a-b2e0943e75b1']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:13.001784 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1141f167-2dce-4625-8e22-9809e17687de') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:13.002105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1141f167-2dce-4625-8e22-9809e17687de') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:13.017695 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-849dcbc7-b1c3-419b-9eba-3e1e9f68c7d5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6362255 Dec 21 22:21:13.017900 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34064) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:13.024107 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'mac_address': 'fa:16:3e:3d:65:70', 'name': 'tempest-NetworksTestDHCPv6-1201134'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:13.050829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:13.081148 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:13.128263 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:21:13.128663 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:13.146950 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:13.161954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:13.173874 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da43b20-d276-4253-8963-f9251a756caf None None] Sync routers for ids ['fa4f51d0-ef19-4166-a414-ace01dd46e90'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:13.185977 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da43b20-d276-4253-8963-f9251a756caf None None] Routers {'fa4f51d0-ef19-4166-a414-ace01dd46e90'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:13.186857 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2da43b20-d276-4253-8963-f9251a756caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['fa4f51d0-ef19-4166-a414-ace01dd46e90'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:13.231014 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:13.235930 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:13.236641 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:13.239116 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:port and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:13.243004 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:13.284305 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2da43b20-d276-4253-8963-f9251a756caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:13.304838 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da43b20-d276-4253-8963-f9251a756caf None None] Routers {'fa4f51d0-ef19-4166-a414-ace01dd46e90'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:13.305845 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2da43b20-d276-4253-8963-f9251a756caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['fa4f51d0-ef19-4166-a414-ace01dd46e90'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:13.310606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:13.318696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:13.319886 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5ef471b6-f618-42b9-b75f-bbdb95cc4d27 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.1196110 Dec 21 22:21:13.328992 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34068) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:13.329185 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2192-8b4d-4eab-918e-9f2da3ef932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:13.393544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a9bd2192-8b4d-4eab-918e-9f2da3ef932a None None] For port b847b9cb-0cff-4641-b4b1-1c08dce49f0f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b847b9cb-0cff-4641-b4b1-1c08dce49f0f,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:13.396916 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2da43b20-d276-4253-8963-f9251a756caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:13.397632 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da43b20-d276-4253-8963-f9251a756caf None None] The sync data for ids ['fa4f51d0-ef19-4166-a414-ace01dd46e90'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:13.413030 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:13.418227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:13.419926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:13.424313 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:13.472813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a9bd2192-8b4d-4eab-918e-9f2da3ef932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:13.481450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port 4998c5b8-aaf3-48c0-ba75-aaaaffb5b4b0 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:21:13.522062 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/networks/99898d2f-02db-4887-a08a-b2e0943e75b1 HTTP/1.1" status: 204 len: 168 time: 4.2093143 Dec 21 22:21:13.522769 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34074) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:13.531969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aca615-9840-438e-933c-16576da87fd2 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event deleted for resources: {'Network': ['ID=99898d2f-02db-4887-a08a-b2e0943e75b1,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:13.578140 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd2192-8b4d-4eab-918e-9f2da3ef932a None None] Pushing event updated for resources: {'Port': ['ID=b847b9cb-0cff-4641-b4b1-1c08dce49f0f,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:13.582219 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f57eadb0-52ea-47f4-91e9-4e03ec5bae8d req-45c677b9-2b72-4ade-96ec-e1c0aee4d3bc tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1285853 Dec 21 22:21:13.646369 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ae96e8-c47a-4c86-a9a1-0a3e309ec15d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:13.646761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2ae96e8-c47a-4c86-a9a1-0a3e309ec15d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:13.650671 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c2ae96e8-c47a-4c86-a9a1-0a3e309ec15d tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/subnets/45647866-77aa-4212-934e-adce7be0d1e2 HTTP/1.1" status: 404 len: 337 time: 0.1180291 Dec 21 22:21:13.650925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34078) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:13.692825 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-83abf5b9-da1f-4396-980c-3464ac36ae19 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:13.693266 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83abf5b9-da1f-4396-980c-3464ac36ae19 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:13.697367 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-83abf5b9-da1f-4396-980c-3464ac36ae19 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/networks/99898d2f-02db-4887-a08a-b2e0943e75b1 HTTP/1.1" status: 404 len: 339 time: 0.0424347 Dec 21 22:21:13.697794 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34082) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:13.744097 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3a2a11-ac7f-4d93-904d-58826f23ee6b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:13.745265 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3a2a11-ac7f-4d93-904d-58826f23ee6b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:13.749328 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ce3a2a11-ac7f-4d93-904d-58826f23ee6b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/subnets/f5f9f33e-5e17-484d-93df-3308c8bc0479 HTTP/1.1" status: 404 len: 337 time: 0.0478649 Dec 21 22:21:13.752762 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34086) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:13.841920 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-00658cb0-0652-43a2-8092-21a67afbf03f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:13.842379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00658cb0-0652-43a2-8092-21a67afbf03f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:13.871799 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-00658cb0-0652-43a2-8092-21a67afbf03f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/networks/c75bead4-efb5-44c8-8efd-1ca8f40a031d HTTP/1.1" status: 404 len: 339 time: 0.1172130 Dec 21 22:21:13.874436 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34090) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:13.897522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7a368148-eebc-4d67-b6f1-be0df1a5f83a None None] Provisioning complete for port b847b9cb-0cff-4641-b4b1-1c08dce49f0f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:13.897522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7a368148-eebc-4d67-b6f1-be0df1a5f83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:13.908101 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::192 (fe7c627c-94be-483c-83d9-84e8e8a5014e/d68640e5-adda-4afd-a298-97ce2538a00b/4998c5b8-aaf3-48c0-ba75-aaaaffb5b4b0) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:13.915039 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-09bf5f49-10bb-4bc1-8f03-abb05b7bee0f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:13.915555 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09bf5f49-10bb-4bc1-8f03-abb05b7bee0f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:13.917760 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-09bf5f49-10bb-4bc1-8f03-abb05b7bee0f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/subnets/926c6d83-a3fa-4c56-ac65-ff131c53bd70 HTTP/1.1" status: 404 len: 337 time: 0.0422771 Dec 21 22:21:13.920268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3d:6570 (fe7c627c-94be-483c-83d9-84e8e8a5014e/b2e5f728-3d68-410b-9e85-5ddde292e844/4998c5b8-aaf3-48c0-ba75-aaaaffb5b4b0) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:13.922305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34094) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:13.956885 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-93e9b1df-42db-4556-bf43-937802cbd0ca tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:13.957421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93e9b1df-42db-4556-bf43-937802cbd0ca tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:13.959166 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-93e9b1df-42db-4556-bf43-937802cbd0ca tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/networks/0a0fe84c-096c-4700-8251-e3283060267a HTTP/1.1" status: 404 len: 339 time: 0.0357463 Dec 21 22:21:13.962354 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34098) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:14.115017 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dd4e243a-0281-4565-9a29-7eef80c1e154 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/routers/fa4f51d0-ef19-4166-a414-ace01dd46e90 HTTP/1.1" status: 200 len: 881 time: 0.7831714 Dec 21 22:21:14.118052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34102) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:14.167753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-317162a1-5e77-42a1-88a8-b17e7bffd2dc tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Deleting port 3a743174-eede-428c-8e21-fe9e9e16d539 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:14.167958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-317162a1-5e77-42a1-88a8-b17e7bffd2dc tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:14.330005 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Router 26c4a540-210d-44f2-95f3-6f22b53a1edb is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:21:14.381526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7ee082d0-35b5-4b9f-89ac-c180bfa9aa31 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:14.442656 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b847b9cb-0cff-4641-b4b1-1c08dce49f0f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:14.456032 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:14.490662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7ee082d0-35b5-4b9f-89ac-c180bfa9aa31 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:14.519223 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port b847b9cb-0cff-4641-b4b1-1c08dce49f0f triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:14.519587 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:14.534079 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object 4998c5b8-aaf3-48c0-ba75-aaaaffb5b4b0 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:14.581166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-317162a1-5e77-42a1-88a8-b17e7bffd2dc tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:14.668216 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:14.743657 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-317162a1-5e77-42a1-88a8-b17e7bffd2dc tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Calling delete_port for 3a743174-eede-428c-8e21-fe9e9e16d539 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:14.783718 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7eb5f94f-26c5-4524-955e-b0c5e15169e2 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Synchronizing usage tracker for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:router {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:14.787646 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-336688b6-4e10-4081-94e9-f28f84c652d2 req-3afbd71a-515c-4e45-bb41-a3066cb5a501 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0773778 Dec 21 22:21:14.820974 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:14.830926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:14.835679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=4998c5b8-aaf3-48c0-ba75-aaaaffb5b4b0,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:14.838320 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:14.842601 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:14.843215 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:14.882507 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:14.897842 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Sync routers for ids ['26c4a540-210d-44f2-95f3-6f22b53a1edb'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:14.913304 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7eb5f94f-26c5-4524-955e-b0c5e15169e2 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Unset dirty status for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:router {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:14.914782 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7eb5f94f-26c5-4524-955e-b0c5e15169e2 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7957075 Dec 21 22:21:14.918778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34108) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:14.921537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Routers {'26c4a540-210d-44f2-95f3-6f22b53a1edb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:14.922528 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['26c4a540-210d-44f2-95f3-6f22b53a1edb'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:14.929303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-d0ffe2a7-5c9d-4d0e-92f0-41333c198c24 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1443325325'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:14.942049 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-89e85e03-56b4-427e-9fa3-b375bb224dd1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.9230466 Dec 21 22:21:14.944507 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34112) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:15.017521 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-6cbd0e47-69a7-4e4f-bb3e-ca4ba0ed3c54 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port 4998c5b8-aaf3-48c0-ba75-aaaaffb5b4b0 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:15.017811 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cbd0e47-69a7-4e4f-bb3e-ca4ba0ed3c54 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:15.025387 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-317162a1-5e77-42a1-88a8-b17e7bffd2dc tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:15.049912 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:15.050838 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-eb7a795d-3abd-4f85-a9e3-fe6fed9c85b5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.4879162 Dec 21 22:21:15.057717 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34116) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:15.109033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317162a1-5e77-42a1-88a8-b17e7bffd2dc tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event deleted for resources: {'Port': ['ID=3a743174-eede-428c-8e21-fe9e9e16d539,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:15.144197 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-317162a1-5e77-42a1-88a8-b17e7bffd2dc tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:15.158046 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-317162a1-5e77-42a1-88a8-b17e7bffd2dc tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/ports/3a743174-eede-428c-8e21-fe9e9e16d539 HTTP/1.1" status: 204 len: 168 time: 1.1946030 Dec 21 22:21:15.163773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34122) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:15.216876 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-7adc7dc0-4337-4ac8-9095-d28b6fa4d477 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:15.217556 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7adc7dc0-4337-4ac8-9095-d28b6fa4d477 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:15.219565 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7adc7dc0-4337-4ac8-9095-d28b6fa4d477 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/subnets/ab67e822-1d32-42c6-936b-7d01aae3dea3 HTTP/1.1" status: 404 len: 337 time: 0.0498033 Dec 21 22:21:15.223299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34126) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:15.232622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Set router 26c4a540-210d-44f2-95f3-6f22b53a1edb gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:21:15.311327 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:15.315255 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c9280c40-b260-446e-ab33-3773b7a1c4b3 None None] Provisioning for port 4998c5b8-aaf3-48c0-ba75-aaaaffb5b4b0 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:15.325731 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-7ee082d0-35b5-4b9f-89ac-c180bfa9aa31 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Floating IP a08d1fd7-b308-4f1a-80e8-faba5a6775b7 associated. External IP: 172.26.3.3, port: 8924c738-3d99-4ce9-8a07-3c4d005f1f4e. Dec 21 22:21:15.375643 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c9280c40-b260-446e-ab33-3773b7a1c4b3 None None] Provisioning complete for port 4998c5b8-aaf3-48c0-ba75-aaaaffb5b4b0 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:15.375643 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c9280c40-b260-446e-ab33-3773b7a1c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:15.384876 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-db7cf6a4-46c3-4060-9ef1-9de0f17f5db4 tempest-TestNetworkAdvancedServerOps-209818666 tempest-TestNetworkAdvancedServerOps-209818666-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=d3800041c9b4436f8736fa33ea244f0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3239408 Dec 21 22:21:15.390219 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34130) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:15.462567 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cbd0e47-69a7-4e4f-bb3e-ca4ba0ed3c54 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:15.502876 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cfd9dde6-d044-4d2e-8455-d86c0e610cb4 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:15.513635 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c9280c40-b260-446e-ab33-3773b7a1c4b3 None None] Port 4998c5b8-aaf3-48c0-ba75-aaaaffb5b4b0 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:21:15.617091 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912119836', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:09Z', 'updated_at': '2021-12-21T22:21:12Z', 'revision_number': 3, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'gw_port': {'id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:11Z', 'updated_at': '2021-12-21T22:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:15.621937 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Checking router: 26c4a540-210d-44f2-95f3-6f22b53a1edb for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:21:15.622307 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Updating router 26c4a540-210d-44f2-95f3-6f22b53a1edb port e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:21:15.643784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-6cbd0e47-69a7-4e4f-bb3e-ca4ba0ed3c54 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for 4998c5b8-aaf3-48c0-ba75-aaaaffb5b4b0 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:15.674895 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:15.738744 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26185839-09b6-4950-8b4e-24caee9bc99f tempest-TestNetworkAdvancedServerOps-209818666 tempest-TestNetworkAdvancedServerOps-209818666-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:15.740824 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-26185839-09b6-4950-8b4e-24caee9bc99f tempest-TestNetworkAdvancedServerOps-209818666 tempest-TestNetworkAdvancedServerOps-209818666-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3497372 Dec 21 22:21:15.784075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34134) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:15.973932 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-235ed5eb-b909-45f3-a22f-af65e749d4ba tempest-TestNetworkAdvancedServerOps-209818666 tempest-TestNetworkAdvancedServerOps-209818666-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1756535 Dec 21 22:21:15.978776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34140) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:15.989244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-cca4e029-b76d-4e21-a853-ec1bb7325e8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-295244025', 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d', 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:16.016730 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a3a2c4e9-dd16-46df-b327-9984838dc664 req-b50c0090-86e8-4a09-af55-0f52220adbe1 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1029739 Dec 21 22:21:16.020755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cfd9dde6-d044-4d2e-8455-d86c0e610cb4 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:16.067736 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:16.070383 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-cfd9dde6-d044-4d2e-8455-d86c0e610cb4 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a45dd9-f031-400d-9357-ec7be21a2a48']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:16.091561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-cfd9dde6-d044-4d2e-8455-d86c0e610cb4 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad58b8c-e381-469f-abf2-7b9ccfdf4793') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:16.092258 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-cfd9dde6-d044-4d2e-8455-d86c0e610cb4 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad58b8c-e381-469f-abf2-7b9ccfdf4793') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:16.111703 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cfd9dde6-d044-4d2e-8455-d86c0e610cb4 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:16.132567 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cca4e029-b76d-4e21-a853-ec1bb7325e8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:16.136077 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cca4e029-b76d-4e21-a853-ec1bb7325e8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Usage tracker for resource:subnet and tenant:d3800041c9b4436f8736fa33ea244f0f is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:16.139003 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cca4e029-b76d-4e21-a853-ec1bb7325e8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:16.141545 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cfd9dde6-d044-4d2e-8455-d86c0e610cb4 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:16.145040 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cca4e029-b76d-4e21-a853-ec1bb7325e8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:16.151974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd9dde6-d044-4d2e-8455-d86c0e610cb4 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:21:16.152367 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cfd9dde6-d044-4d2e-8455-d86c0e610cb4 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:16.163477 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cbd0e47-69a7-4e4f-bb3e-ca4ba0ed3c54 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:16.168554 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:16.221262 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd0e47-69a7-4e4f-bb3e-ca4ba0ed3c54 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=4998c5b8-aaf3-48c0-ba75-aaaaffb5b4b0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:16.225157 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca4e029-b76d-4e21-a853-ec1bb7325e8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Made reservation on behalf of d3800041c9b4436f8736fa33ea244f0f for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:16.340377 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cbd0e47-69a7-4e4f-bb3e-ca4ba0ed3c54 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:16.404089 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Transition to ACTIVE for port object e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:16.409272 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6cbd0e47-69a7-4e4f-bb3e-ca4ba0ed3c54 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/4998c5b8-aaf3-48c0-ba75-aaaaffb5b4b0 HTTP/1.1" status: 204 len: 168 time: 1.4635174 Dec 21 22:21:16.412880 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cfd9dde6-d044-4d2e-8455-d86c0e610cb4 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:16.413793 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34144) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:16.438806 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cfd9dde6-d044-4d2e-8455-d86c0e610cb4 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:16.454395 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9dde6-d044-4d2e-8455-d86c0e610cb4 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event deleted for resources: {'Network': ['ID=c8a45dd9-f031-400d-9357-ec7be21a2a48,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:16.463049 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-cfd9dde6-d044-4d2e-8455-d86c0e610cb4 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/networks/c8a45dd9-f031-400d-9357-ec7be21a2a48 HTTP/1.1" status: 204 len: 168 time: 1.2339332 Dec 21 22:21:16.466899 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34148) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:16.467015 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cca4e029-b76d-4e21-a853-ec1bb7325e8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:16.484318 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:16.565800 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Attempting to bind port e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:21:16.566211 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Attempting to bind port e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:21:16.566510 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Attempting to bind port e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:21:16.573743 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497528f9-b575-41b7-b953-c5cbe7a4836b None None] Pushing event updated for resources: {'Port': ['ID=e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:16.580672 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:21:16.580672 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:16.580672 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:16.580672 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:21:16.580672 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Bound port: e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:21:16.581212 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:16.618088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6f3fa4-2e9e-4bd1-be99-d7818617f645 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:16.618775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-70e503c8-c0a5-49eb-9fdf-9645b6a9a0e6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Deleting port c3173f42-0acc-458c-b53f-060ddcf957ea {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:16.618911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6e6f3fa4-2e9e-4bd1-be99-d7818617f645 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:16.619115 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-70e503c8-c0a5-49eb-9fdf-9645b6a9a0e6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:16.657283 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] For port e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:21:16.660737 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] For port e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:21:16.715732 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6e6f3fa4-2e9e-4bd1-be99-d7818617f645 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:16.716896 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6e6f3fa4-2e9e-4bd1-be99-d7818617f645 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3013656 Dec 21 22:21:16.724796 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34152) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:16.736121 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:16.809052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a70638-3118-4c1b-a1a6-e1ce2224463e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:16.810707 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a8a70638-3118-4c1b-a1a6-e1ce2224463e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0850224 Dec 21 22:21:16.813380 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34156) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:16.828651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497528f9-b575-41b7-b953-c5cbe7a4836b None None] Pushing event updated for resources: {'Port': ['ID=e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:16.833797 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Routers {'26c4a540-210d-44f2-95f3-6f22b53a1edb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:16.834639 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['26c4a540-210d-44f2-95f3-6f22b53a1edb'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:16.854644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cca4e029-b76d-4e21-a853-ec1bb7325e8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:16.864566 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe2a7-5c9d-4d0e-92f0-41333c198c24 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:16.962473 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e184d-f593-4bbc-9300-a65f062b781a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:16.964440 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e184d-f593-4bbc-9300-a65f062b781a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:16.965737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e184d-f593-4bbc-9300-a65f062b781a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:16.966541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-951e184d-f593-4bbc-9300-a65f062b781a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:16.978428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4e029-b76d-4e21-a853-ec1bb7325e8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event updated for resources: {'Subnet': ['ID=ab97ac37-c690-411a-8563-68eaaf64f114,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:16.990527 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca4e029-b76d-4e21-a853-ec1bb7325e8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Checking segment: {'id': '56cdea6e-c8cd-43df-aaa5-292622b5213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:16.990875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca4e029-b76d-4e21-a853-ec1bb7325e8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Network hostable DHCP agents. Network: e88c62ea-21bd-43c6-90da-18fcca35867d, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:21:17.007106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe2a7-5c9d-4d0e-92f0-41333c198c24 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:17.017147 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-70e503c8-c0a5-49eb-9fdf-9645b6a9a0e6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:17.029589 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] Set router 26c4a540-210d-44f2-95f3-6f22b53a1edb gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:21:17.055410 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-951e184d-f593-4bbc-9300-a65f062b781a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:17.059424 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-951e184d-f593-4bbc-9300-a65f062b781a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2421632 Dec 21 22:21:17.059824 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34160) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:17.111283 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca4e029-b76d-4e21-a853-ec1bb7325e8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Network e88c62ea-21bd-43c6-90da-18fcca35867d is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:21:17.170434 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-efbcf685-7cbc-413e-8ffd-fe2fe9debde0 req-5e23e4ef-63af-4dda-807b-f37bdbe64e75 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0643189 Dec 21 22:21:17.314410 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-cca4e029-b76d-4e21-a853-ec1bb7325e8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, e88c62ea-21bd-43c6-90da-18fcca35867d) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:17.320647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca4e029-b76d-4e21-a853-ec1bb7325e8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:17.321218 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cca4e029-b76d-4e21-a853-ec1bb7325e8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:17.330035 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0273dc9-24e5-404c-ab09-1f403e8040ca None None] Network e88c62ea-21bd-43c6-90da-18fcca35867d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:17.344565 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee082d0-35b5-4b9f-89ac-c180bfa9aa31 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router f412aff4-0850-47f1-9bfc-01e5c3dd119b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:21:17.350660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-70e503c8-c0a5-49eb-9fdf-9645b6a9a0e6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Calling delete_port for c3173f42-0acc-458c-b53f-060ddcf957ea owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:17.371019 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-19cd28e2-28d4-442d-9f3d-21f5341cc989 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet b2e5f728-3d68-410b-9e85-5ddde292e844 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:21:17.373868 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-19cd28e2-28d4-442d-9f3d-21f5341cc989 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:17.426150 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912119836', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:09Z', 'updated_at': '2021-12-21T22:21:12Z', 'revision_number': 3, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'gw_port': {'id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:11Z', 'updated_at': '2021-12-21T22:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:17.430370 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cca4e029-b76d-4e21-a853-ec1bb7325e8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4473720 Dec 21 22:21:17.430660 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34166) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:17.435645 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac49056-c47e-474f-86cd-db60b4f32ef2 None None] The sync data for ids ['26c4a540-210d-44f2-95f3-6f22b53a1edb'] in dv-neutron-822520-1-hyperv is: [{'id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912119836', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:09Z', 'updated_at': '2021-12-21T22:21:12Z', 'revision_number': 3, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'gw_port': {'id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:11Z', 'updated_at': '2021-12-21T22:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:17.507658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-19cd28e2-28d4-442d-9f3d-21f5341cc989 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:17.593672 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-e88c62ea-21bd-43c6-90da-18fcca35867d', 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'fixed_ips': [{'subnet_id': 'ab97ac37-c690-411a-8563-68eaaf64f114'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:21:17.594983 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:17.601151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-70e503c8-c0a5-49eb-9fdf-9645b6a9a0e6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:17.673548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-70e503c8-c0a5-49eb-9fdf-9645b6a9a0e6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:17.715484 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-70e503c8-c0a5-49eb-9fdf-9645b6a9a0e6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/ports/c3173f42-0acc-458c-b53f-060ddcf957ea HTTP/1.1" status: 204 len: 168 time: 1.2480283 Dec 21 22:21:17.787361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34170) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:17.808188 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e503c8-c0a5-49eb-9fdf-9645b6a9a0e6 tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event deleted for resources: {'Port': ['ID=c3173f42-0acc-458c-b53f-060ddcf957ea,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:17.818923 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Allocated IP 172.20.0.2 (e88c62ea-21bd-43c6-90da-18fcca35867d/ab97ac37-c690-411a-8563-68eaaf64f114/e80bd1e4-3a76-415f-9e38-7bb8006fba6e) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:17.834951 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-19cd28e2-28d4-442d-9f3d-21f5341cc989 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:17.866159 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eae1cd1-e8bb-4f80-91d6-d37b8af6dcab tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:17.867222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eae1cd1-e8bb-4f80-91d6-d37b8af6dcab tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:17.869420 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4eae1cd1-e8bb-4f80-91d6-d37b8af6dcab tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/subnets/0d7109f6-63b9-43f3-ac55-76b59ba68b83 HTTP/1.1" status: 404 len: 337 time: 0.0805635 Dec 21 22:21:17.873110 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34174) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:17.940092 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ffe2a7-5c9d-4d0e-92f0-41333c198c24 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router fa4f51d0-ef19-4166-a414-ace01dd46e90 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:21:17.944633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee082d0-35b5-4b9f-89ac-c180bfa9aa31 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:17.956750 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2236af2-5061-4d18-a9ce-fdf71b10f2c0 None None] Sync routers for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:17.980832 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2236af2-5061-4d18-a9ce-fdf71b10f2c0 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:17.981593 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e2236af2-5061-4d18-a9ce-fdf71b10f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:18.119063 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e2236af2-5061-4d18-a9ce-fdf71b10f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:18.141092 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1bf3dae5-5f87-4e9e-8154-dfe570d8d95f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:18.143775 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2236af2-5061-4d18-a9ce-fdf71b10f2c0 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:18.145601 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e2236af2-5061-4d18-a9ce-fdf71b10f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:18.148444 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:18.161345 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Transition to ACTIVE for port object e80bd1e4-3a76-415f-9e38-7bb8006fba6e will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:18.185405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Transition to ACTIVE for port object e80bd1e4-3a76-415f-9e38-7bb8006fba6e will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:18.225820 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e2236af2-5061-4d18-a9ce-fdf71b10f2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:18.226505 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2236af2-5061-4d18-a9ce-fdf71b10f2c0 None None] The sync data for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:18.252952 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-19cd28e2-28d4-442d-9f3d-21f5341cc989 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:18.284025 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:18.295187 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-19cd28e2-28d4-442d-9f3d-21f5341cc989 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:18.330610 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-97e0fd36-3350-4393-b36c-852332d6521c req-c445e1cb-fed0-47f7-a219-c6fa1097e9b4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0551772 Dec 21 22:21:18.377287 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796ec2a0-5d1a-45e2-8841-6a7acd464b01 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:18.405585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd28e2-28d4-442d-9f3d-21f5341cc989 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e5f728-3d68-410b-9e85-5ddde292e844,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:18.428758 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-19cd28e2-28d4-442d-9f3d-21f5341cc989 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/b2e5f728-3d68-410b-9e85-5ddde292e844 HTTP/1.1" status: 204 len: 168 time: 1.3676047 Dec 21 22:21:18.460012 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34180) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:18.490178 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Network e88c62ea-21bd-43c6-90da-18fcca35867d is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:18.494115 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:18.502321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:18.502321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Pushing event updated for resources: {'Port': ['ID=e80bd1e4-3a76-415f-9e38-7bb8006fba6e,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:18.502732 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1bf3dae5-5f87-4e9e-8154-dfe570d8d95f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:18.547668 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-1bf3dae5-5f87-4e9e-8154-dfe570d8d95f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14000fc8-409c-4140-b665-48c6b6cb141a']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:18.564935 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:18.566814 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-1bf3dae5-5f87-4e9e-8154-dfe570d8d95f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843d849b-dcbe-4a4a-9dd2-cea6fc8678bb') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:18.567110 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-1bf3dae5-5f87-4e9e-8154-dfe570d8d95f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843d849b-dcbe-4a4a-9dd2-cea6fc8678bb') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:18.583712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1bf3dae5-5f87-4e9e-8154-dfe570d8d95f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:18.605483 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1bf3dae5-5f87-4e9e-8154-dfe570d8d95f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:18.616002 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf3dae5-5f87-4e9e-8154-dfe570d8d95f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1bf3dae5-5f87-4e9e-8154-dfe570d8d95f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:18.632491 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:18.743862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Attempting to bind port e80bd1e4-3a76-415f-9e38-7bb8006fba6e on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:21:18.744385 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Attempting to bind port e80bd1e4-3a76-415f-9e38-7bb8006fba6e by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '56cdea6e-c8cd-43df-aaa5-292622b5213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:21:18.746086 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Attempting to bind port e80bd1e4-3a76-415f-9e38-7bb8006fba6e on network e88c62ea-21bd-43c6-90da-18fcca35867d {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:21:18.778893 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e58497-1c3a-46de-9417-4f363f0ab312 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet d68640e5-adda-4afd-a298-97ce2538a00b {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:21:18.786005 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-64e58497-1c3a-46de-9417-4f363f0ab312 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:18.799017 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:21:18.802229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Checking segment: {'id': '56cdea6e-c8cd-43df-aaa5-292622b5213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:18.802229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:18.802229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Bound using segment: {'id': '56cdea6e-c8cd-43df-aaa5-292622b5213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:21:18.802229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Bound port: e80bd1e4-3a76-415f-9e38-7bb8006fba6e, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cdea6e-c8cd-43df-aaa5-292622b5213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:21:18.802229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:18.858601 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1bf3dae5-5f87-4e9e-8154-dfe570d8d95f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:18.879784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1bf3dae5-5f87-4e9e-8154-dfe570d8d95f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:18.887316 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:18.890918 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3dae5-5f87-4e9e-8154-dfe570d8d95f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event deleted for resources: {'Network': ['ID=14000fc8-409c-4140-b665-48c6b6cb141a,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:18.900096 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1bf3dae5-5f87-4e9e-8154-dfe570d8d95f tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/networks/14000fc8-409c-4140-b665-48c6b6cb141a HTTP/1.1" status: 204 len: 168 time: 1.0259926 Dec 21 22:21:18.901467 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34184) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:18.906842 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ffe2a7-5c9d-4d0e-92f0-41333c198c24 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:18.909933 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-64e58497-1c3a-46de-9417-4f363f0ab312 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:18.926243 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f24b12-035c-42e0-8d10-998c55e75d00 None None] Sync routers for ids ['fa4f51d0-ef19-4166-a414-ace01dd46e90'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:18.937404 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:18.937771 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:18.956704 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe2a7-5c9d-4d0e-92f0-41333c198c24 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:18.957873 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d0ffe2a7-5c9d-4d0e-92f0-41333c198c24 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/fa4f51d0-ef19-4166-a414-ace01dd46e90 HTTP/1.1" status: 200 len: 888 time: 4.0349994 Dec 21 22:21:18.966564 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34188) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:19.039410 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] For port e80bd1e4-3a76-415f-9e38-7bb8006fba6e, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:21:19.048884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f24b12-035c-42e0-8d10-998c55e75d00 None None] Routers {'fa4f51d0-ef19-4166-a414-ace01dd46e90'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:19.049509 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-f1f24b12-035c-42e0-8d10-998c55e75d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['fa4f51d0-ef19-4166-a414-ace01dd46e90'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:19.105423 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] For port e80bd1e4-3a76-415f-9e38-7bb8006fba6e, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=e80bd1e4-3a76-415f-9e38-7bb8006fba6e,segment=NetworkSegment(56cdea6e-c8cd-43df-aaa5-292622b5213b),segment_id=56cdea6e-c8cd-43df-aaa5-292622b5213b)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:21:19.121414 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-f1f24b12-035c-42e0-8d10-998c55e75d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:19.177029 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:19.219213 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-64e58497-1c3a-46de-9417-4f363f0ab312 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:19.253162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c28ac0-d914-4ed0-a4e1-2da5593b1aca tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Deleting subnet 927935a3-90fc-4da4-91d9-53e6f4ec1d83 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:21:19.260034 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-96c28ac0-d914-4ed0-a4e1-2da5593b1aca tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:19.310825 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f24b12-035c-42e0-8d10-998c55e75d00 None None] Routers {'fa4f51d0-ef19-4166-a414-ace01dd46e90'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:19.311688 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-f1f24b12-035c-42e0-8d10-998c55e75d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['fa4f51d0-ef19-4166-a414-ace01dd46e90'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:19.326051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee082d0-35b5-4b9f-89ac-c180bfa9aa31 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router f412aff4-0850-47f1-9bfc-01e5c3dd119b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:21:19.384719 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bed3cc-c4b1-4eb5-bce2-89379c62feb5 None None] Pushing event updated for resources: {'Port': ['ID=e80bd1e4-3a76-415f-9e38-7bb8006fba6e,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:19.399217 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-64e58497-1c3a-46de-9417-4f363f0ab312 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:19.424563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-f1f24b12-035c-42e0-8d10-998c55e75d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:19.425149 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f24b12-035c-42e0-8d10-998c55e75d00 None None] The sync data for ids ['fa4f51d0-ef19-4166-a414-ace01dd46e90'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:19.437075 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:19.455931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e58497-1c3a-46de-9417-4f363f0ab312 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=d68640e5-adda-4afd-a298-97ce2538a00b,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:19.473130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-64e58497-1c3a-46de-9417-4f363f0ab312 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:19.484493 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:19.504985 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-64e58497-1c3a-46de-9417-4f363f0ab312 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/d68640e5-adda-4afd-a298-97ce2538a00b HTTP/1.1" status: 204 len: 168 time: 1.0364306 Dec 21 22:21:19.505645 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34194) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:19.556030 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:19.577139 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-96c28ac0-d914-4ed0-a4e1-2da5593b1aca tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:19.592229 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-daa4a6ea-dc44-4af4-ab54-5832abd99051 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851707 Dec 21 22:21:19.593136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34198) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:19.600917 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-0699cc6b-e276-4381-9584-42a5e44990cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:19.694625 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:19.779335 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-49e58111-f262-49a2-8e4d-bf1a2b1d50f8 req-46c0b6ab-466b-41a4-8525-1382044e9a7e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.2380800 Dec 21 22:21:19.816458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0699cc6b-e276-4381-9584-42a5e44990cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:19.823893 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0699cc6b-e276-4381-9584-42a5e44990cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:19.827845 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0699cc6b-e276-4381-9584-42a5e44990cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:19.830912 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:19.846601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0699cc6b-e276-4381-9584-42a5e44990cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:19.889599 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee082d0-35b5-4b9f-89ac-c180bfa9aa31 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:19.894300 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7ee082d0-35b5-4b9f-89ac-c180bfa9aa31 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:19.904908 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa9242-646d-4d2f-8ce2-8000061d4567 None None] Sync routers for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:19.924766 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa9242-646d-4d2f-8ce2-8000061d4567 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:19.925879 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a8fa9242-646d-4d2f-8ce2-8000061d4567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:19.934271 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0699cc6b-e276-4381-9584-42a5e44990cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:19.938143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0699cc6b-e276-4381-9584-42a5e44990cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:19.966434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-96c28ac0-d914-4ed0-a4e1-2da5593b1aca tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:20.020920 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a8fa9242-646d-4d2f-8ce2-8000061d4567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:20.037199 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa9242-646d-4d2f-8ce2-8000061d4567 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:20.037958 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a8fa9242-646d-4d2f-8ce2-8000061d4567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:20.100390 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a8fa9242-646d-4d2f-8ce2-8000061d4567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:20.100887 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa9242-646d-4d2f-8ce2-8000061d4567 None None] The sync data for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:20.143926 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7ee082d0-35b5-4b9f-89ac-c180bfa9aa31 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "PUT /v2.0/floatingips/a08d1fd7-b308-4f1a-80e8-faba5a6775b7 HTTP/1.1" status: 200 len: 976 time: 7.5065331 Dec 21 22:21:20.144195 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34202) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:20.152580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-108d5909-b39e-4770-93bf-f89b6a8c282d tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:20.169250 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77318d2-c4d2-4c69-a48b-35fbe77667ee None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:20.172763 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a56f1deb-863e-49a5-8372-6bba5a99d1c0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/routers/fa4f51d0-ef19-4166-a414-ace01dd46e90 HTTP/1.1" status: 200 len: 888 time: 1.2050762 Dec 21 22:21:20.177584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34206) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:20.241956 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8990b48d-d2ca-46cd-8e78-1f97804c810a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f51d0-ef19-4166-a414-ace01dd46e90 HTTP/1.1" status: 200 len: 205 time: 0.0614848 Dec 21 22:21:20.244446 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34210) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:20.306169 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-108d5909-b39e-4770-93bf-f89b6a8c282d tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:20.310595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6ae8467b-b8fb-47fe-993a-3275c2b4c9cd None None] Provisioning complete for port b847b9cb-0cff-4641-b4b1-1c08dce49f0f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:20.311038 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6ae8467b-b8fb-47fe-993a-3275c2b4c9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:20.630866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e80bd1e4-3a76-415f-9e38-7bb8006fba6e up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:20.644846 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-96c28ac0-d914-4ed0-a4e1-2da5593b1aca tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:20.711023 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89049c8-5f64-4599-b978-b37e3d56c94f None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:21:20.716700 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c28ac0-d914-4ed0-a4e1-2da5593b1aca tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event deleted for resources: {'Subnet': ['ID=927935a3-90fc-4da4-91d9-53e6f4ec1d83,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:20.720173 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-b89049c8-5f64-4599-b978-b37e3d56c94f None None] Deleting port b847b9cb-0cff-4641-b4b1-1c08dce49f0f {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:20.720543 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b89049c8-5f64-4599-b978-b37e3d56c94f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:20.721921 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0699cc6b-e276-4381-9584-42a5e44990cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:20.743332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-96c28ac0-d914-4ed0-a4e1-2da5593b1aca tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:20.775728 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b88bab-2594-4b62-a167-35c6c1415d4f None None] Network 6e3ba019-9e5f-4368-a196-7aa82404a75e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:20.781324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Allocated IP 172.20.0.1 (e88c62ea-21bd-43c6-90da-18fcca35867d/ab97ac37-c690-411a-8563-68eaaf64f114/4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:20.785948 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-96c28ac0-d914-4ed0-a4e1-2da5593b1aca tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/subnets/927935a3-90fc-4da4-91d9-53e6f4ec1d83 HTTP/1.1" status: 204 len: 168 time: 1.8812177 Dec 21 22:21:20.786931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34214) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:20.788836 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-108d5909-b39e-4770-93bf-f89b6a8c282d tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:20.839206 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0699cc6b-e276-4381-9584-42a5e44990cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:20.845233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-0699cc6b-e276-4381-9584-42a5e44990cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:20.863893 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0699cc6b-e276-4381-9584-42a5e44990cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:20.864490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0699cc6b-e276-4381-9584-42a5e44990cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:20.874099 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699cc6b-e276-4381-9584-42a5e44990cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=c7d37c0e-a02f-47e8-9d9e-53cfba2daa0d,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:20.913797 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4083f350-37a8-410e-8c5d-2a79e7b07b85 None None] Network e88c62ea-21bd-43c6-90da-18fcca35867d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:20.999401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-108d5909-b39e-4770-93bf-f89b6a8c282d tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:20.999401 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-108d5909-b39e-4770-93bf-f89b6a8c282d tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Floating IP a08d1fd7-b308-4f1a-80e8-faba5a6775b7 disassociated. External IP: 172.26.3.3, port: 94e5b62e-765f-4306-9a74-e2d3f0fe5c4b. Dec 21 22:21:21.060254 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:21.080508 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bb7b48f5-1828-4be5-971c-df74f23cfa95 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:21.135021 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Transition to ACTIVE for port object 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:21.154909 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port e80bd1e4-3a76-415f-9e38-7bb8006fba6e completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:21.181757 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-77d8406b-83fe-4073-b50b-8bf4b7a1dbcd req-b407f4b8-d4ca-46c0-b2a1-7a3887af1770 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1303234 Dec 21 22:21:21.194484 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:21.209163 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:21.245570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Deleting port 59cd9dac-78d0-4583-8ef3-5d59bb127869 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:21.246850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:21.267642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-85e68749-e686-4cb9-bd5c-acf14406e2a9 None None] Provisioning for port e80bd1e4-3a76-415f-9e38-7bb8006fba6e completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:21.281123 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:21.327027 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0699cc6b-e276-4381-9584-42a5e44990cd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7310023 Dec 21 22:21:21.333141 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34220) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:21.350569 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-85e68749-e686-4cb9-bd5c-acf14406e2a9 None None] Provisioning complete for port e80bd1e4-3a76-415f-9e38-7bb8006fba6e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:21.350569 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-85e68749-e686-4cb9-bd5c-acf14406e2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:21.355671 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f6b30ce5-2d6f-4467-a15c-1beb05b11bef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:21.382050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event updated for resources: {'Port': ['ID=4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:21.386130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Network e88c62ea-21bd-43c6-90da-18fcca35867d is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:21.388807 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:21.391183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:21.458799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:21.482171 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bb7b48f5-1828-4be5-971c-df74f23cfa95 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:21.513788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b89049c8-5f64-4599-b978-b37e3d56c94f None None] For port b847b9cb-0cff-4641-b4b1-1c08dce49f0f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b847b9cb-0cff-4641-b4b1-1c08dce49f0f,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:21.514211 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b89049c8-5f64-4599-b978-b37e3d56c94f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:21.575512 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b48f5-1828-4be5-971c-df74f23cfa95 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port 90d1ce6e-147e-4e70-92d6-491e749540dd {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:21.575907 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bb7b48f5-1828-4be5-971c-df74f23cfa95 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:21.687699 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-b89049c8-5f64-4599-b978-b37e3d56c94f None None] Calling delete_port for b847b9cb-0cff-4641-b4b1-1c08dce49f0f owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:21.728292 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] For port 59cd9dac-78d0-4583-8ef3-5d59bb127869, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=59cd9dac-78d0-4583-8ef3-5d59bb127869,segment=NetworkSegment(0e74fb18-3f19-4290-905f-10618b17a3b8),segment_id=0e74fb18-3f19-4290-905f-10618b17a3b8)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:21.728942 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:21.800324 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:21.800680 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:21.830175 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bced934e-59c0-44ed-aacb-0c4b14c2960f None None] DHCP port deletion for 6e3ba019-9e5f-4368-a196-7aa82404a75e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:21:21.855777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:21.869346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Calling delete_port for 59cd9dac-78d0-4583-8ef3-5d59bb127869 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:21.871992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-bced934e-59c0-44ed-aacb-0c4b14c2960f None None] Deleting port 59cd9dac-78d0-4583-8ef3-5d59bb127869 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:21.872357 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bced934e-59c0-44ed-aacb-0c4b14c2960f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:21.898491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f6b30ce5-2d6f-4467-a15c-1beb05b11bef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:21.918175 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f6b30ce5-2d6f-4467-a15c-1beb05b11bef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:21.923608 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f6b30ce5-2d6f-4467-a15c-1beb05b11bef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:21.925361 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-85e68749-e686-4cb9-bd5c-acf14406e2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:21.933811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f6b30ce5-2d6f-4467-a15c-1beb05b11bef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:22.047254 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-85e68749-e686-4cb9-bd5c-acf14406e2a9 None None] For port e80bd1e4-3a76-415f-9e38-7bb8006fba6e, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=e80bd1e4-3a76-415f-9e38-7bb8006fba6e,segment=NetworkSegment(56cdea6e-c8cd-43df-aaa5-292622b5213b),segment_id=56cdea6e-c8cd-43df-aaa5-292622b5213b)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:22.082732 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b89049c8-5f64-4599-b978-b37e3d56c94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:22.110770 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bb7b48f5-1828-4be5-971c-df74f23cfa95 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:22.143101 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b30ce5-2d6f-4467-a15c-1beb05b11bef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:22.146671 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f6b30ce5-2d6f-4467-a15c-1beb05b11bef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:22.176113 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-85e68749-e686-4cb9-bd5c-acf14406e2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:22.176665 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:22.177838 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89049c8-5f64-4599-b978-b37e3d56c94f None None] Pushing event deleted for resources: {'Port': ['ID=b847b9cb-0cff-4641-b4b1-1c08dce49f0f,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:22.251645 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event deleted for resources: {'Port': ['ID=59cd9dac-78d0-4583-8ef3-5d59bb127869,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:22.300301 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-bb7b48f5-1828-4be5-971c-df74f23cfa95 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for 90d1ce6e-147e-4e70-92d6-491e749540dd owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:22.334323 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89049c8-5f64-4599-b978-b37e3d56c94f None None] No DVR routers for this DVR port b847b9cb-0cff-4641-b4b1-1c08dce49f0f on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:21:22.352862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] No DVR routers for this DVR port 59cd9dac-78d0-4583-8ef3-5d59bb127869 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:21:22.370971 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d73f644-42c3-4e63-a179-49f86800e88c None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:22.468285 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-bced934e-59c0-44ed-aacb-0c4b14c2960f None None] For port 59cd9dac-78d0-4583-8ef3-5d59bb127869, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=59cd9dac-78d0-4583-8ef3-5d59bb127869,segment=NetworkSegment(0e74fb18-3f19-4290-905f-10618b17a3b8),segment_id=0e74fb18-3f19-4290-905f-10618b17a3b8)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:22.468711 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bced934e-59c0-44ed-aacb-0c4b14c2960f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:22.518863 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0e089baa-6bc5-4294-aa23-6de573ab6da8 req-05fc1653-92bc-4c39-a879-0e91d98ad8d5 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0785182 Dec 21 22:21:22.556100 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b847b9cb-0cff-4641-b4b1-1c08dce49f0f no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:21:22.674484 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:22.698057 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.ipam_backend_mixin [None req-f6b30ce5-2d6f-4467-a15c-1beb05b11bef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7d37c0e-a02f-47e8-9d9e-53cfba2daa0d (CIDR: 2001:db8::/64) Dec 21 22:21:22.706098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: b847b9cb-0cff-4641-b4b1-1c08dce49f0f {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:21:22.706681 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b847b9cb-0cff-4641-b4b1-1c08dce49f0f not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:21:22.711384 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 59cd9dac-78d0-4583-8ef3-5d59bb127869 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:21:22.718471 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3ba019-9e5f-4368-a196-7aa82404a75e']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:22.735089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e74fb18-3f19-4290-905f-10618b17a3b8') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:22.740306 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e74fb18-3f19-4290-905f-10618b17a3b8') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:22.740438 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-bced934e-59c0-44ed-aacb-0c4b14c2960f None None] Calling delete_port for 59cd9dac-78d0-4583-8ef3-5d59bb127869 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:22.752996 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:22.768754 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108d5909-b39e-4770-93bf-f89b6a8c282d tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router f412aff4-0850-47f1-9bfc-01e5c3dd119b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:21:22.769948 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b30ce5-2d6f-4467-a15c-1beb05b11bef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:21:22.770639 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b30ce5-2d6f-4467-a15c-1beb05b11bef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:22.789019 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:22.802536 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:21:22.802990 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:22.819223 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:22.822427 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e68749-e686-4cb9-bd5c-acf14406e2a9 None None] Pushing event updated for resources: {'Port': ['ID=e80bd1e4-3a76-415f-9e38-7bb8006fba6e,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:22.841600 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bb7b48f5-1828-4be5-971c-df74f23cfa95 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:22.844207 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 59cd9dac-78d0-4583-8ef3-5d59bb127869 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:21:22.850239 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 59cd9dac-78d0-4583-8ef3-5d59bb127869 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:21:22.867882 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3e71d3b6-3ce2-4318-8fc2-a06880cdb90b None None] Provisioning complete for port e80bd1e4-3a76-415f-9e38-7bb8006fba6e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:22.868259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3e71d3b6-3ce2-4318-8fc2-a06880cdb90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:22.897570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b48f5-1828-4be5-971c-df74f23cfa95 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Port': ['ID=90d1ce6e-147e-4e70-92d6-491e749540dd,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:22.941096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:22.966536 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f6b30ce5-2d6f-4467-a15c-1beb05b11bef tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6226039 Dec 21 22:21:22.973125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34226) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:22.979552 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ef130725-b644-4d0a-905c-3f7d71dbce24 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'subnet': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:23.010903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-bced934e-59c0-44ed-aacb-0c4b14c2960f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:23.011286 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-bced934e-59c0-44ed-aacb-0c4b14c2960f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:21:23.075706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7c627c-94be-483c-83d9-84e8e8a5014e', 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'tenant_id': '065d5148d6d54fb6b432072451bf7580', 'fixed_ips': [{'subnet_id': 'c7d37c0e-a02f-47e8-9d9e-53cfba2daa0d'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:21:23.076436 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:23.076898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:23.093145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:23.097317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:23.143269 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] 10.222.0.37 "DELETE /v2.0/networks/6e3ba019-9e5f-4368-a196-7aa82404a75e HTTP/1.1" status: 204 len: 168 time: 2.3527300 Dec 21 22:21:23.144079 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e57eca-608b-46fe-805e-c3395f51961b tempest-NetworksIpV6TestAttrs-899595942 tempest-NetworksIpV6TestAttrs-899595942-project] Pushing event deleted for resources: {'Network': ['ID=6e3ba019-9e5f-4368-a196-7aa82404a75e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:23.234889 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ef130725-b644-4d0a-905c-3f7d71dbce24 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:23.246416 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ef130725-b644-4d0a-905c-3f7d71dbce24 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Usage tracker for resource:subnet and tenant:065d5148d6d54fb6b432072451bf7580 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:23.250801 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ef130725-b644-4d0a-905c-3f7d71dbce24 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:23.258481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ef130725-b644-4d0a-905c-3f7d71dbce24 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:23.336472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108d5909-b39e-4770-93bf-f89b6a8c282d tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:23.343082 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-108d5909-b39e-4770-93bf-f89b6a8c282d tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:23.343575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bb7b48f5-1828-4be5-971c-df74f23cfa95 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:23.356672 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27957575-dd4a-4749-bbc0-9d8eac1611b0 None None] Sync routers for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:23.372540 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef130725-b644-4d0a-905c-3f7d71dbce24 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:23.376776 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ef130725-b644-4d0a-905c-3f7d71dbce24 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:23.399910 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Allocated IP 2001:db8::2 (fe7c627c-94be-483c-83d9-84e8e8a5014e/c7d37c0e-a02f-47e8-9d9e-53cfba2daa0d/958a8697-d7f0-4517-b3a3-b0b91f2e309d) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:23.415731 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27957575-dd4a-4749-bbc0-9d8eac1611b0 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:23.416368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-27957575-dd4a-4749-bbc0-9d8eac1611b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:23.472070 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event updated for resources: {'Port': ['ID=4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:23.482461 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:23.485306 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3e71d3b6-3ce2-4318-8fc2-a06880cdb90b None None] Provisioning for port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:23.489954 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-108d5909-b39e-4770-93bf-f89b6a8c282d tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "PUT /v2.0/floatingips/a08d1fd7-b308-4f1a-80e8-faba5a6775b7 HTTP/1.1" status: 200 len: 686 time: 3.3443112 Dec 21 22:21:23.492944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34232) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:23.495407 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-27957575-dd4a-4749-bbc0-9d8eac1611b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:23.510423 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3e71d3b6-3ce2-4318-8fc2-a06880cdb90b None None] Provisioning complete for port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:23.510790 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3e71d3b6-3ce2-4318-8fc2-a06880cdb90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:23.542602 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-bced934e-59c0-44ed-aacb-0c4b14c2960f None None] Deleting port 59cd9dac-78d0-4583-8ef3-5d59bb127869 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:23.542948 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bced934e-59c0-44ed-aacb-0c4b14c2960f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:23.661783 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-30ebd5fb-922a-4958-a277-95d3526a5eb4 req-920676bb-741e-498e-89e7-c4ebf08692c6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0543556 Dec 21 22:21:23.676139 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-bced934e-59c0-44ed-aacb-0c4b14c2960f None None] The port '59cd9dac-78d0-4583-8ef3-5d59bb127869' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:21:23.752922 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27957575-dd4a-4749-bbc0-9d8eac1611b0 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:23.753476 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-27957575-dd4a-4749-bbc0-9d8eac1611b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:23.784679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bb7b48f5-1828-4be5-971c-df74f23cfa95 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:23.823169 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3e71d3b6-3ce2-4318-8fc2-a06880cdb90b None None] Port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:21:23.824025 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bb7b48f5-1828-4be5-971c-df74f23cfa95 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:23.827828 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-27957575-dd4a-4749-bbc0-9d8eac1611b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:23.828234 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27957575-dd4a-4749-bbc0-9d8eac1611b0 None None] The sync data for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:23.874032 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6a416-a44e-4d90-8edf-4f35bf755afe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Deleting port ef51894e-07ce-4ec8-ad75-01188ab6fe03 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:23.874599 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a416-a44e-4d90-8edf-4f35bf755afe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:23.881286 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34240) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:23.950760 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.objects.ports [None req-ef130725-b644-4d0a-905c-3f7d71dbce24 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84168) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 21 22:21:23.952144 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ef130725-b644-4d0a-905c-3f7d71dbce24 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:23.975641 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9b26a4f1-e590-4f93-813e-b904eb2cbacd None None] Provisioning complete for port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:23.976160 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9b26a4f1-e590-4f93-813e-b904eb2cbacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.018213 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Network e88c62ea-21bd-43c6-90da-18fcca35867d is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:24.020821 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:24.027560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef130725-b644-4d0a-905c-3f7d71dbce24 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:24.030902 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-ef130725-b644-4d0a-905c-3f7d71dbce24 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:24.033811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef130725-b644-4d0a-905c-3f7d71dbce24 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:24.036454 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ef130725-b644-4d0a-905c-3f7d71dbce24 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.059163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef130725-b644-4d0a-905c-3f7d71dbce24 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Subnet': ['ID=035040c9-a2d7-4db3-b2d4-89c32e1e64c6,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:24.082752 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-9b26a4f1-e590-4f93-813e-b904eb2cbacd None None] Port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:21:24.093798 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.107470 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Transition to ACTIVE for port object 958a8697-d7f0-4517-b3a3-b0b91f2e309d will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:24.129028 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-66b9e64e-51ac-4614-8b72-6008f87e0907 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1298a76b4787410ea1c33ad655d64ab1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2462006 Dec 21 22:21:24.130933 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Transition to ACTIVE for port object 958a8697-d7f0-4517-b3a3-b0b91f2e309d will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:24.131631 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34246) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:24.146134 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bb7b48f5-1828-4be5-971c-df74f23cfa95 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.146630 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7b48f5-1828-4be5-971c-df74f23cfa95 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Fanout notify agent at l3_agent the message router_deleted on router fa4f51d0-ef19-4166-a414-ace01dd46e90 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:21:24.181421 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ef130725-b644-4d0a-905c-3f7d71dbce24 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2052884 Dec 21 22:21:24.184992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34250) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:24.189242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Request body: {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'mac_address': 'fa:16:3e:aa:f3:76', 'name': 'tempest-NetworksTestDHCPv6-207769603'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:24.204255 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.286953 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-19060499-e678-41a0-9618-cc1a4f3eeaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.313669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a416-a44e-4d90-8edf-4f35bf755afe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.313669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a416-a44e-4d90-8edf-4f35bf755afe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.315914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:24.317377 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:24.319819 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Pushing event updated for resources: {'Port': ['ID=958a8697-d7f0-4517-b3a3-b0b91f2e309d,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:24.323947 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:24.398610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-19060499-e678-41a0-9618-cc1a4f3eeaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.422442 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Attempting to bind port 958a8697-d7f0-4517-b3a3-b0b91f2e309d on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:21:24.422813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Attempting to bind port 958a8697-d7f0-4517-b3a3-b0b91f2e309d by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:21:24.423165 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Attempting to bind port 958a8697-d7f0-4517-b3a3-b0b91f2e309d on network fe7c627c-94be-483c-83d9-84e8e8a5014e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:21:24.439004 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5783b58c-b17b-41ac-9ea9-46649354b0c0 None None] Provisioning complete for port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:24.439371 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5783b58c-b17b-41ac-9ea9-46649354b0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.447094 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bb7b48f5-1828-4be5-971c-df74f23cfa95 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.452632 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bb7b48f5-1828-4be5-971c-df74f23cfa95 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/routers/fa4f51d0-ef19-4166-a414-ace01dd46e90 HTTP/1.1" status: 204 len: 168 time: 4.2066238 Dec 21 22:21:24.458052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:24.461201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-bfa6a416-a44e-4d90-8edf-4f35bf755afe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Calling delete_port for ef51894e-07ce-4ec8-ad75-01188ab6fe03 owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:24.468530 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:24.475458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34254) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:24.488638 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-963aec64-ceb7-4bb2-a271-758ebab46087 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'network': {'name': 'tempest-RoutersTest-1063119755'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:24.496209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-963aec64-ceb7-4bb2-a271-758ebab46087 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:24.501820 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-963aec64-ceb7-4bb2-a271-758ebab46087 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:network and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:24.505008 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-963aec64-ceb7-4bb2-a271-758ebab46087 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:24.513660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-963aec64-ceb7-4bb2-a271-758ebab46087 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:24.533866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:21:24.534299 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Checking segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:24.538873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.538873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Bound using segment: {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:21:24.538873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Bound port: 958a8697-d7f0-4517-b3a3-b0b91f2e309d, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74714bea-4237-4354-ba65-44528bdd04e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:21:24.538873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.547973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e80bd1e4-3a76-415f-9e38-7bb8006fba6e up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:24.604033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Made reservation on behalf of 065d5148d6d54fb6b432072451bf7580 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:24.664720 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5783b58c-b17b-41ac-9ea9-46649354b0c0 None None] Port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:21:24.691496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963aec64-ceb7-4bb2-a271-758ebab46087 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:24.694649 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-963aec64-ceb7-4bb2-a271-758ebab46087 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.709679 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] For port 958a8697-d7f0-4517-b3a3-b0b91f2e309d, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:21:24.715039 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-19060499-e678-41a0-9618-cc1a4f3eeaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.716056 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] For port 958a8697-d7f0-4517-b3a3-b0b91f2e309d, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=958a8697-d7f0-4517-b3a3-b0b91f2e309d,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:21:24.720096 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port e80bd1e4-3a76-415f-9e38-7bb8006fba6e triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:24.720096 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.747496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19060499-e678-41a0-9618-cc1a4f3eeaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b396eed-b500-44ad-b63e-c25b7921dda7,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:24.761586 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-19060499-e678-41a0-9618-cc1a4f3eeaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.765789 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-19060499-e678-41a0-9618-cc1a4f3eeaf3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b396eed-b500-44ad-b63e-c25b7921dda7 HTTP/1.1" status: 204 len: 168 time: 0.6330903 Dec 21 22:21:24.791077 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963aec64-ceb7-4bb2-a271-758ebab46087 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:21:24.795253 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.810257 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.818287 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-963aec64-ceb7-4bb2-a271-758ebab46087 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.818636 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-963aec64-ceb7-4bb2-a271-758ebab46087 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Added segment 840c74eb-174e-46c1-b246-1fb69a22fafb of type vlan for network 66d71aaf-ca77-4bbe-8752-7506fb9b09dd Dec 21 22:21:24.836175 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] device_id is not set on port db820d96-fabc-4aef-afa5-2155a8a22b5f yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:21:24.899388 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-963aec64-ceb7-4bb2-a271-758ebab46087 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:24.903735 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0e04024a-8fdd-41ca-8523-6c14a724a816 req-c1d288bd-5de4-4888-b696-b43a26776231 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0545745 Dec 21 22:21:24.959856 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f10c6-2d8e-4a05-85b9-c14ea907abee None None] Pushing event updated for resources: {'Port': ['ID=958a8697-d7f0-4517-b3a3-b0b91f2e309d,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:24.977266 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a416-a44e-4d90-8edf-4f35bf755afe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:25.036478 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6a416-a44e-4d90-8edf-4f35bf755afe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Port': ['ID=ef51894e-07ce-4ec8-ad75-01188ab6fe03,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:25.173093 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a416-a44e-4d90-8edf-4f35bf755afe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:25.203620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Router 26c4a540-210d-44f2-95f3-6f22b53a1edb has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:21:25.224400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-963aec64-ceb7-4bb2-a271-758ebab46087 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:25.229443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963aec64-ceb7-4bb2-a271-758ebab46087 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:25.230196 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-963aec64-ceb7-4bb2-a271-758ebab46087 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:25.316516 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfa6a416-a44e-4d90-8edf-4f35bf755afe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:25.320203 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bfa6a416-a44e-4d90-8edf-4f35bf755afe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/floatingips/a08d1fd7-b308-4f1a-80e8-faba5a6775b7 HTTP/1.1" status: 204 len: 168 time: 1.8224757 Dec 21 22:21:25.320791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34264) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:25.402038 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-ae9b44f5-9062-409d-a57d-3d67abdcdccb tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] delete failed (client error): The resource could not be found. Dec 21 22:21:25.403096 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ae9b44f5-9062-409d-a57d-3d67abdcdccb tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/floatingips/a08d1fd7-b308-4f1a-80e8-faba5a6775b7 HTTP/1.1" status: 404 len: 345 time: 0.0814345 Dec 21 22:21:25.407214 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34270) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:25.420691 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34278) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:25.421835 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-963aec64-ceb7-4bb2-a271-758ebab46087 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9411259 Dec 21 22:21:25.428498 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8::61 (fe7c627c-94be-483c-83d9-84e8e8a5014e/c7d37c0e-a02f-47e8-9d9e-53cfba2daa0d/db820d96-fabc-4aef-afa5-2155a8a22b5f) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:25.428498 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963aec64-ceb7-4bb2-a271-758ebab46087 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Network': ['ID=66d71aaf-ca77-4bbe-8752-7506fb9b09dd,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:25.436476 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-197aba08-3d2a-4993-8d86-6700d3b5c2ff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'subnet': {'network_id': '66d71aaf-ca77-4bbe-8752-7506fb9b09dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:25.446071 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 66d71aaf-ca77-4bbe-8752-7506fb9b09dd details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:21:25.516730 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Allocated IP 2001:db8:0:1:f816:3eff:feaa:f376 (fe7c627c-94be-483c-83d9-84e8e8a5014e/035040c9-a2d7-4db3-b2d4-89c32e1e64c6/db820d96-fabc-4aef-afa5-2155a8a22b5f) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:25.585651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df519800-e44d-4a22-b151-3d8fc980d57b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:25.590182 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df519800-e44d-4a22-b151-3d8fc980d57b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:25.593957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df519800-e44d-4a22-b151-3d8fc980d57b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:25.594806 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-df519800-e44d-4a22-b151-3d8fc980d57b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Synchronizing usage tracker for tenant:d0abccf8fdf748e6a1d14020fd33dfb5 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:25.644422 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-197aba08-3d2a-4993-8d86-6700d3b5c2ff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:25.649745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-197aba08-3d2a-4993-8d86-6700d3b5c2ff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:subnet and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:25.653619 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-197aba08-3d2a-4993-8d86-6700d3b5c2ff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:25.661075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-197aba08-3d2a-4993-8d86-6700d3b5c2ff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:25.705555 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:25.718882 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-050ffb7d-05d5-49a4-8c15-dcb8a40734f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "PUT /v2.0/routers/26c4a540-210d-44f2-95f3-6f22b53a1edb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2790895 Dec 21 22:21:25.719013 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Sync routers for ids ['26c4a540-210d-44f2-95f3-6f22b53a1edb'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:25.727353 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Routers {'26c4a540-210d-44f2-95f3-6f22b53a1edb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:25.727943 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['26c4a540-210d-44f2-95f3-6f22b53a1edb'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:25.776699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-df519800-e44d-4a22-b151-3d8fc980d57b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Unset dirty status for tenant:d0abccf8fdf748e6a1d14020fd33dfb5 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:25.781051 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34288) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:25.782439 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-df519800-e44d-4a22-b151-3d8fc980d57b tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "GET /v2.0/ports?network_id=d3b07eeb-dfac-4b43-a613-99a2bf4e7adb HTTP/1.1" status: 200 len: 2359 time: 0.3678195 Dec 21 22:21:25.789419 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:25.812210 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Transition to ACTIVE for port object db820d96-fabc-4aef-afa5-2155a8a22b5f will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:25.851984 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197aba08-3d2a-4993-8d86-6700d3b5c2ff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:25.946367 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:25.959117 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Set router 26c4a540-210d-44f2-95f3-6f22b53a1edb gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:21:26.008178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca83046-63e7-47a1-860e-cce322c32d7a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:26.009487 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-eca83046-63e7-47a1-860e-cce322c32d7a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "GET /v2.0/subnets/057ca3ad-af1b-458e-9d78-a8fc79057bc4 HTTP/1.1" status: 200 len: 797 time: 0.2271841 Dec 21 22:21:26.021273 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34300) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:26.033228 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-0127701f-ac22-4892-8969-ac57804f48d8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'port': {'network_id': 'd3b07eeb-dfac-4b43-a613-99a2bf4e7adb', 'name': 'tempest-FloatingIPTestJSON-49626971', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:26.071789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-197aba08-3d2a-4993-8d86-6700d3b5c2ff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:26.091754 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Network fe7c627c-94be-483c-83d9-84e8e8a5014e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:26.104496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:26.110781 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:26.111293 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:26.112009 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:26.160756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event updated for resources: {'Port': ['ID=db820d96-fabc-4aef-afa5-2155a8a22b5f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:26.171210 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-ba923b4b-6e7c-48f0-8a07-2f98e9c7a2d0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Synchronizing usage tracker for tenant:d3800041c9b4436f8736fa33ea244f0f on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:26.239323 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7becce69-faae-4094-9af3-0aae9fc974ee tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0539637 Dec 21 22:21:26.242757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34308) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:26.251410 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2ccdcbc6-8bb9-4ef0-a837-d50aa1137dfb req-b103fb68-06af-4214-9dd2-0f621ab05c9b tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0446243 Dec 21 22:21:26.319241 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-ba923b4b-6e7c-48f0-8a07-2f98e9c7a2d0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Unset dirty status for tenant:d3800041c9b4436f8736fa33ea244f0f on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:26.322478 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-ba923b4b-6e7c-48f0-8a07-2f98e9c7a2d0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1064430780&fields=id&tenant_id=d3800041c9b4436f8736fa33ea244f0f HTTP/1.1" status: 200 len: 267 time: 0.2615297 Dec 21 22:21:26.432982 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-17ec7654-4686-4ace-915c-21823bd31256 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting port db820d96-fabc-4aef-afa5-2155a8a22b5f {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:26.433424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-17ec7654-4686-4ace-915c-21823bd31256 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:26.438798 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe0c2ef-5384-483e-9ab8-5f7d1f1e0d7d None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:26.441769 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0127701f-ac22-4892-8969-ac57804f48d8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:26.476137 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0127701f-ac22-4892-8969-ac57804f48d8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:26.554041 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912119836', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:09Z', 'updated_at': '2021-12-21T22:21:21Z', 'revision_number': 4, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'gw_port': {'id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:11Z', 'updated_at': '2021-12-21T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57', 'name': '', 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'mac_address': 'fa:16:3e:02:85:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:20Z', 'updated_at': '2021-12-21T22:21:22Z', 'revision_number': 2, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'subnets': [{'id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:26.560016 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Checking router: 26c4a540-210d-44f2-95f3-6f22b53a1edb for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:21:26.560793 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Updating router 26c4a540-210d-44f2-95f3-6f22b53a1edb port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:21:26.568726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 958a8697-d7f0-4517-b3a3-b0b91f2e309d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:26.587606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0127701f-ac22-4892-8969-ac57804f48d8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Made reservation on behalf of d0abccf8fdf748e6a1d14020fd33dfb5 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:26.626817 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-197aba08-3d2a-4993-8d86-6700d3b5c2ff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:26.653307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-447d7507-5aed-4ee5-8eba-b6e688af0903 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:26.653990 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-447d7507-5aed-4ee5-8eba-b6e688af0903 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Synchronizing usage tracker for tenant:d3800041c9b4436f8736fa33ea244f0f on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:26.659949 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:26.730573 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34316) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:26.820963 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-447d7507-5aed-4ee5-8eba-b6e688af0903 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Unset dirty status for tenant:d3800041c9b4436f8736fa33ea244f0f on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:26.824310 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-447d7507-5aed-4ee5-8eba-b6e688af0903 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/networks?id=e88c62ea-21bd-43c6-90da-18fcca35867d HTTP/1.1" status: 200 len: 797 time: 0.4867687 Dec 21 22:21:26.859517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-910296d0-fc81-4842-b59b-1e71d0627a11 None None] Provisioning for port 958a8697-d7f0-4517-b3a3-b0b91f2e309d completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:26.871806 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-5dd7dc56-01f8-45a7-94f4-722779329466 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/quotas/d3800041c9b4436f8736fa33ea244f0f HTTP/1.1" status: 200 len: 375 time: 0.0398271 Dec 21 22:21:26.977749 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 958a8697-d7f0-4517-b3a3-b0b91f2e309d completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:26.987129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 958a8697-d7f0-4517-b3a3-b0b91f2e309d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:26.987409 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:26.993041 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-17ec7654-4686-4ace-915c-21823bd31256 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:26.995642 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1148177454'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:27.002289 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:27.012820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:network and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:27.018950 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197aba08-3d2a-4993-8d86-6700d3b5c2ff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Subnet': ['ID=62fe5c0d-15d6-4a46-a4d1-a34ad5925e28,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:27.032210 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:27.043767 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:27.049530 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197aba08-3d2a-4993-8d86-6700d3b5c2ff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Checking segment: {'id': '840c74eb-174e-46c1-b246-1fb69a22fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '66d71aaf-ca77-4bbe-8752-7506fb9b09dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:27.049883 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197aba08-3d2a-4993-8d86-6700d3b5c2ff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network hostable DHCP agents. Network: 66d71aaf-ca77-4bbe-8752-7506fb9b09dd, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:21:27.097615 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0127701f-ac22-4892-8969-ac57804f48d8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:27.127007 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-0127701f-ac22-4892-8969-ac57804f48d8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] device_id is not set on port a084bd02-7ea4-4ab8-a99e-1c2ce2f52e8f yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:21:27.137890 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:27.148643 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-17ec7654-4686-4ace-915c-21823bd31256 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Calling delete_port for db820d96-fabc-4aef-afa5-2155a8a22b5f owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:27.155330 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Transition to ACTIVE for port object 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:27.158749 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:27.164728 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:27.168214 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:27.189037 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:27.242062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197aba08-3d2a-4993-8d86-6700d3b5c2ff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 66d71aaf-ca77-4bbe-8752-7506fb9b09dd is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:21:27.266953 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 958a8697-d7f0-4517-b3a3-b0b91f2e309d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=958a8697-d7f0-4517-b3a3-b0b91f2e309d,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:27.278327 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:27.287212 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-9362c567-b808-4668-8200-6029b261e038 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3800041c9b4436f8736fa33ea244f0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4144773 Dec 21 22:21:27.305182 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:27.317555 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:security_group_rule and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:27.324045 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:27.334910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:27.343059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58de2b1e-f179-4dc4-b1af-b9e19928ef7f None None] Update dhcp port {'port': {'network_id': 'fe7c627c-94be-483c-83d9-84e8e8a5014e', 'fixed_ips': [{'subnet_id': 'c7d37c0e-a02f-47e8-9d9e-53cfba2daa0d', 'ip_address': '2001:db8::2'}, {'subnet_id': '035040c9-a2d7-4db3-b2d4-89c32e1e64c6'}], 'binding:host_id': 'dv-neutron-822520-1-hyperv'}, 'id': '958a8697-d7f0-4517-b3a3-b0b91f2e309d'} from dv-neutron-822520-1-hyperv. {{(pid=84170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 21 22:21:27.477847 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b79c041e-4054-4cda-9176-44e334f8fa0b req-489d8d46-8bce-49fc-abc4-c77387d3552f tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0657282 Dec 21 22:21:27.483389 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-197aba08-3d2a-4993-8d86-6700d3b5c2ff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 66d71aaf-ca77-4bbe-8752-7506fb9b09dd) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:27.486925 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-58de2b1e-f179-4dc4-b1af-b9e19928ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:27.493728 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323b905-ea67-4f29-ae4a-531fcca6a0fe None None] Pushing event updated for resources: {'Port': ['ID=4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:27.510435 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323b905-ea67-4f29-ae4a-531fcca6a0fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:27.510879 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323b905-ea67-4f29-ae4a-531fcca6a0fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:27.511348 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323b905-ea67-4f29-ae4a-531fcca6a0fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:27.511676 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323b905-ea67-4f29-ae4a-531fcca6a0fe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:27.512020 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323b905-ea67-4f29-ae4a-531fcca6a0fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:27.512341 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323b905-ea67-4f29-ae4a-531fcca6a0fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:27.512658 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323b905-ea67-4f29-ae4a-531fcca6a0fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:27.512988 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323b905-ea67-4f29-ae4a-531fcca6a0fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:27.513304 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323b905-ea67-4f29-ae4a-531fcca6a0fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:27.513613 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323b905-ea67-4f29-ae4a-531fcca6a0fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:27.513954 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6323b905-ea67-4f29-ae4a-531fcca6a0fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:27.514402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:27.519985 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e9acd93d-2676-4f1c-a54e-e9fd2432207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:27.604722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607e8d33-94c3-4af7-a84a-fb1cf0bab2e5 None None] Network 66d71aaf-ca77-4bbe-8752-7506fb9b09dd requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:27.624755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=958a8697-d7f0-4517-b3a3-b0b91f2e309d,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:27.655030 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197aba08-3d2a-4993-8d86-6700d3b5c2ff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:27.655910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-197aba08-3d2a-4993-8d86-6700d3b5c2ff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:27.680118 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Attempting to bind port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:21:27.680574 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Attempting to bind port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '56cdea6e-c8cd-43df-aaa5-292622b5213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:21:27.681007 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Attempting to bind port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 on network e88c62ea-21bd-43c6-90da-18fcca35867d {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:21:27.697623 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:21:27.699721 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Checking segment: {'id': '56cdea6e-c8cd-43df-aaa5-292622b5213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:27.700145 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:27.700751 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Bound using segment: {'id': '56cdea6e-c8cd-43df-aaa5-292622b5213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:21:27.701383 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Bound port: 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56cdea6e-c8cd-43df-aaa5-292622b5213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:21:27.701785 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:27.719673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-0127701f-ac22-4892-8969-ac57804f48d8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Allocated IP 172.20.0.14 (d3b07eeb-dfac-4b43-a613-99a2bf4e7adb/057ca3ad-af1b-458e-9d78-a8fc79057bc4/a084bd02-7ea4-4ab8-a99e-1c2ce2f52e8f) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:27.726879 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-0127701f-ac22-4892-8969-ac57804f48d8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Allocated IP 172.20.0.13 (d3b07eeb-dfac-4b43-a613-99a2bf4e7adb/057ca3ad-af1b-458e-9d78-a8fc79057bc4/a084bd02-7ea4-4ab8-a99e-1c2ce2f52e8f) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:27.821831 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-197aba08-3d2a-4993-8d86-6700d3b5c2ff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3951943 Dec 21 22:21:27.825809 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34326) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:27.830522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-4a3f804d-620a-48ce-947c-bc14b1005153 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1362053395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:27.833025 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] For port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:21:27.836446 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] For port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57,segment=NetworkSegment(56cdea6e-c8cd-43df-aaa5-292622b5213b),segment_id=56cdea6e-c8cd-43df-aaa5-292622b5213b)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:21:27.837817 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4a3f804d-620a-48ce-947c-bc14b1005153 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:27.842752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4a3f804d-620a-48ce-947c-bc14b1005153 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:router and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:27.845692 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4a3f804d-620a-48ce-947c-bc14b1005153 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:27.852756 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4a3f804d-620a-48ce-947c-bc14b1005153 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:27.859683 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-0ea5220c-11eb-4891-a302-9356bc6384a1 service neutron] 10.222.0.37 "GET /v2.0/networks/e88c62ea-21bd-43c6-90da-18fcca35867d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5667980 Dec 21 22:21:27.888515 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-17ec7654-4686-4ace-915c-21823bd31256 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:27.893067 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:27.975025 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323b905-ea67-4f29-ae4a-531fcca6a0fe None None] Pushing event updated for resources: {'Port': ['ID=4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57,revision_number=4']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:27.975193 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4a3f804d-620a-48ce-947c-bc14b1005153 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:27.976046 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4a3f804d-620a-48ce-947c-bc14b1005153 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:27.981142 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Routers {'26c4a540-210d-44f2-95f3-6f22b53a1edb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:27.982186 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['26c4a540-210d-44f2-95f3-6f22b53a1edb'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:28.067393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-66d71aaf-ca77-4bbe-8752-7506fb9b09dd', 'network_id': '66d71aaf-ca77-4bbe-8752-7506fb9b09dd', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'fixed_ips': [{'subnet_id': '62fe5c0d-15d6-4a46-a4d1-a34ad5925e28'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:21:28.067755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:28.079382 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:28.086573 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4a3f804d-620a-48ce-947c-bc14b1005153 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:28.091606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0127701f-ac22-4892-8969-ac57804f48d8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:28.181225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:28.212639 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] Set router 26c4a540-210d-44f2-95f3-6f22b53a1edb gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:21:28.217063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-58de2b1e-f179-4dc4-b1af-b9e19928ef7f None None] Allocated IP 2001:db8:0:1:f816:3eff:fed4:1180 (fe7c627c-94be-483c-83d9-84e8e8a5014e/035040c9-a2d7-4db3-b2d4-89c32e1e64c6/958a8697-d7f0-4517-b3a3-b0b91f2e309d) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:28.224757 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:21:28.246770 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4a3f804d-620a-48ce-947c-bc14b1005153 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:28.281215 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0127701f-ac22-4892-8969-ac57804f48d8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:28.353211 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-f415bf42-a22e-490f-bdb8-46b875eb6687 service neutron] 10.222.0.37 "GET /v2.0/networks/e88c62ea-21bd-43c6-90da-18fcca35867d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865875 Dec 21 22:21:28.365666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec7654-4686-4ace-915c-21823bd31256 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Port': ['ID=db820d96-fabc-4aef-afa5-2155a8a22b5f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:28.413727 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-17ec7654-4686-4ace-915c-21823bd31256 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:28.428592 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-17ec7654-4686-4ace-915c-21823bd31256 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/db820d96-fabc-4aef-afa5-2155a8a22b5f HTTP/1.1" status: 204 len: 168 time: 2.1877708 Dec 21 22:21:28.429699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34330) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:28.450532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Allocated IP 172.20.0.2 (66d71aaf-ca77-4bbe-8752-7506fb9b09dd/62fe5c0d-15d6-4a46-a4d1-a34ad5925e28/d8674d86-8d07-409e-a933-df039ca6a8e3) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:28.452596 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:28.453143 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Added segment a5fea09c-824f-4a76-bbc8-02d17d69c4fa of type vlan for network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 Dec 21 22:21:28.512957 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:28.524856 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 958a8697-d7f0-4517-b3a3-b0b91f2e309d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:28.546862 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2213cc96-d0a0-4970-a8ed-e9c5d4d27dd9,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:28.555075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3da3f41-e5d9-489b-bdc3-6479914eae59 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:28.556758 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e3da3f41-e5d9-489b-bdc3-6479914eae59 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:28.602226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0127701f-ac22-4892-8969-ac57804f48d8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network d3b07eeb-dfac-4b43-a613-99a2bf4e7adb is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:28.605395 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127701f-ac22-4892-8969-ac57804f48d8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=a084bd02-7ea4-4ab8-a99e-1c2ce2f52e8f,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:28.608119 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4a3f804d-620a-48ce-947c-bc14b1005153 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:28.609835 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4a3f804d-620a-48ce-947c-bc14b1005153 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7836595 Dec 21 22:21:28.612213 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-0127701f-ac22-4892-8969-ac57804f48d8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:28.613091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34340) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:28.619301 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127701f-ac22-4892-8969-ac57804f48d8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:28.726067 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:28.730678 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:28.731418 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:28.740974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e3da3f41-e5d9-489b-bdc3-6479914eae59 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:28.742751 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e3da3f41-e5d9-489b-bdc3-6479914eae59 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3120186 Dec 21 22:21:28.753678 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34346) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:28.766706 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1f3d1748-782e-477d-91d1-184a4c84dee9 req-98fcb20f-83b7-41bf-b33b-6540518578d6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1112323 Dec 21 22:21:28.821632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0127701f-ac22-4892-8969-ac57804f48d8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:28.822310 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0127701f-ac22-4892-8969-ac57804f48d8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:28.874689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:28.886421 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Transition to ACTIVE for port object d8674d86-8d07-409e-a933-df039ca6a8e3 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:28.906061 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Network': ['ID=31ceeb1b-93ce-43dd-86bf-1d851e0bab59,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:28.912104 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8e10cbe6-14ac-4c68-b3a7-a095578e6460 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1719260 Dec 21 22:21:28.912288 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34352) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:28.913221 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912119836', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:09Z', 'updated_at': '2021-12-21T22:21:21Z', 'revision_number': 4, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'gw_port': {'id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:11Z', 'updated_at': '2021-12-21T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57', 'name': '', 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'mac_address': 'fa:16:3e:02:85:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:20Z', 'updated_at': '2021-12-21T22:21:27Z', 'revision_number': 4, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'subnets': [{'id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:28.919873 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'name': 'tempest-PortsIpV6TestJSON-1976661705'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:28.922095 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Transition to ACTIVE for port object d8674d86-8d07-409e-a933-df039ca6a8e3 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:28.926703 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb54410-c5db-41f3-b89d-12e61c0fe6dc None None] The sync data for ids ['26c4a540-210d-44f2-95f3-6f22b53a1edb'] in dv-neutron-822520-1-hyperv is: [{'id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912119836', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:09Z', 'updated_at': '2021-12-21T22:21:21Z', 'revision_number': 4, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'gw_port': {'id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:11Z', 'updated_at': '2021-12-21T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57', 'name': '', 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'mac_address': 'fa:16:3e:02:85:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:20Z', 'updated_at': '2021-12-21T22:21:27Z', 'revision_number': 4, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'subnets': [{'id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:28.930314 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-58de2b1e-f179-4dc4-b1af-b9e19928ef7f None None] For port 958a8697-d7f0-4517-b3a3-b0b91f2e309d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=958a8697-d7f0-4517-b3a3-b0b91f2e309d,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:28.947529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:21:28.950773 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-27a629a4-77dd-4c4a-ae2b-11f04f4de5b0 req-c529febd-9079-4a2d-a154-0670568ffafc tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0814867 Dec 21 22:21:28.988915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34356) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:28.996035 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0127701f-ac22-4892-8969-ac57804f48d8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.9699643 Dec 21 22:21:29.031507 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': 'a084bd02-7ea4-4ab8-a99e-1c2ce2f52e8f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:29.055303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:29.075590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Usage tracker for resource:floatingip and tenant:d0abccf8fdf748e6a1d14020fd33dfb5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:29.079286 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:29.085450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:29.108540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:29.114481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:port and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:29.116262 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:29.125515 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:29.142579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-58de2b1e-f179-4dc4-b1af-b9e19928ef7f None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:29.150455 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:29.199546 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e600b40-92e0-4860-a3b9-dad23c538a2b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:29.203666 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34364) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:29.204240 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5e600b40-92e0-4860-a3b9-dad23c538a2b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4452655 Dec 21 22:21:29.271149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:29.285517 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:29.288409 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:29.296556 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-58de2b1e-f179-4dc4-b1af-b9e19928ef7f None None] Transition to ACTIVE for port object 958a8697-d7f0-4517-b3a3-b0b91f2e309d will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:29.300716 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Pushing event updated for resources: {'Port': ['ID=d8674d86-8d07-409e-a933-df039ca6a8e3,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:29.330196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] device_id is not set on port 9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:21:29.335651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Network 66d71aaf-ca77-4bbe-8752-7506fb9b09dd is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:29.338735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:29.343808 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:29.394063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-58de2b1e-f179-4dc4-b1af-b9e19928ef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:29.499882 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff2008-d09c-4803-8d02-333acfcf2bd8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:29.501305 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff2008-d09c-4803-8d02-333acfcf2bd8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:29.502643 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ff2008-d09c-4803-8d02-333acfcf2bd8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:29.503442 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-57ff2008-d09c-4803-8d02-333acfcf2bd8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:29.622703 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Attempting to bind port d8674d86-8d07-409e-a933-df039ca6a8e3 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:21:29.623287 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Attempting to bind port d8674d86-8d07-409e-a933-df039ca6a8e3 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '840c74eb-174e-46c1-b246-1fb69a22fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '66d71aaf-ca77-4bbe-8752-7506fb9b09dd'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:21:29.623471 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Attempting to bind port d8674d86-8d07-409e-a933-df039ca6a8e3 on network 66d71aaf-ca77-4bbe-8752-7506fb9b09dd {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:21:29.631339 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de2b1e-f179-4dc4-b1af-b9e19928ef7f None None] Pushing event updated for resources: {'Port': ['ID=958a8697-d7f0-4517-b3a3-b0b91f2e309d,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:29.690271 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:29.736793 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8a0a9c85-94b6-4ede-80d4-9b78dda8b0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:29.741837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:21:29.742369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Checking segment: {'id': '840c74eb-174e-46c1-b246-1fb69a22fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '66d71aaf-ca77-4bbe-8752-7506fb9b09dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:29.742820 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:29.748413 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Bound using segment: {'id': '840c74eb-174e-46c1-b246-1fb69a22fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '66d71aaf-ca77-4bbe-8752-7506fb9b09dd'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:21:29.748413 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Bound port: d8674d86-8d07-409e-a933-df039ca6a8e3, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '840c74eb-174e-46c1-b246-1fb69a22fafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '66d71aaf-ca77-4bbe-8752-7506fb9b09dd'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:21:29.748413 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:29.825006 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:29.858165 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-57ff2008-d09c-4803-8d02-333acfcf2bd8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:29.862445 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-57ff2008-d09c-4803-8d02-333acfcf2bd8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6569390 Dec 21 22:21:29.863059 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34376) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:29.977058 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] For port d8674d86-8d07-409e-a933-df039ca6a8e3, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:21:29.986601 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] For port d8674d86-8d07-409e-a933-df039ca6a8e3, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d8674d86-8d07-409e-a933-df039ca6a8e3,segment=NetworkSegment(840c74eb-174e-46c1-b246-1fb69a22fafb),segment_id=840c74eb-174e-46c1-b246-1fb69a22fafb)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:21:30.070233 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:30.194334 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1531af-8ff2-4364-879b-85f4324c492d None None] Pushing event updated for resources: {'Port': ['ID=d8674d86-8d07-409e-a933-df039ca6a8e3,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:30.503779 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-96c56483-e55c-42ef-bbf1-e8e75fa40be3 req-ba575989-11c8-43eb-a940-9f0b4797c27f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1463952 Dec 21 22:21:30.516168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:30.668086 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:30.695175 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:30.766877 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:30.792387 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e82b1d90-35e4-47e0-837f-b34e22cd24b5 req-068b616e-bb3a-49a0-824a-429c6618a873 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.7046742 Dec 21 22:21:30.848340 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:30.864426 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Allocated IP 172.20.0.1 (66d71aaf-ca77-4bbe-8752-7506fb9b09dd/62fe5c0d-15d6-4a46-a4d1-a34ad5925e28/a3e5254c-64f1-43a6-b589-5351a983d6f8) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:30.892728 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe97ffaf-2fee-4670-9782-06701aaa6797 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet 035040c9-a2d7-4db3-b2d4-89c32e1e64c6 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:21:30.899852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fe97ffaf-2fee-4670-9782-06701aaa6797 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:30.922690 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Allocated IP 172.26.3.87 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/b3df8185-134a-4b41-91e8-dcadd83643fd) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:30.981942 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:30.988681 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:30.989738 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:30.992124 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:31.000153 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fe97ffaf-2fee-4670-9782-06701aaa6797 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:31.039144 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e86ef980-af62-426b-9cf5-5911609ccc26 None None] Could not find standard attr ID for object db820d96-fabc-4aef-afa5-2155a8a22b5f. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:21:31.124890 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Checking segment: {'id': 'a5fea09c-824f-4a76-bbc8-02d17d69c4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:31.125821 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network hostable DHCP agents. Network: 31ceeb1b-93ce-43dd-86bf-1d851e0bab59, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:21:31.155906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e86ef980-af62-426b-9cf5-5911609ccc26 None None] Provisioning for port 958a8697-d7f0-4517-b3a3-b0b91f2e309d completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:31.172816 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e86ef980-af62-426b-9cf5-5911609ccc26 None None] Provisioning complete for port 958a8697-d7f0-4517-b3a3-b0b91f2e309d triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:31.173660 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e86ef980-af62-426b-9cf5-5911609ccc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:31.194977 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fe97ffaf-2fee-4670-9782-06701aaa6797 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:31.210304 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:31.289090 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57,segment=NetworkSegment(56cdea6e-c8cd-43df-aaa5-292622b5213b),segment_id=56cdea6e-c8cd-43df-aaa5-292622b5213b)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:31.293554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:21:31.396345 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:31.397212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:31.397612 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 958a8697-d7f0-4517-b3a3-b0b91f2e309d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:31.430288 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:31.436927 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Transition to ACTIVE for port object a3e5254c-64f1-43a6-b589-5351a983d6f8 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:31.441206 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 31ceeb1b-93ce-43dd-86bf-1d851e0bab59) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:31.443776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fe97ffaf-2fee-4670-9782-06701aaa6797 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:31.516569 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:31.520571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:31.521240 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:31.531563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fe97ffaf-2fee-4670-9782-06701aaa6797 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:31.533420 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467041ee-f1e6-4159-8d1c-67c51916a023 None None] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:31.538460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:31.566419 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97ffaf-2fee-4670-9782-06701aaa6797 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=035040c9-a2d7-4db3-b2d4-89c32e1e64c6,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:31.574560 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-022639a0-e03f-4ea9-9bca-53afd9f1bd2c None None] Could not find standard attr ID for object db820d96-fabc-4aef-afa5-2155a8a22b5f. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:21:31.645562 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:31.650478 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3ae55c6f-ba22-4c7a-929c-d56e4e404469 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7371633 Dec 21 22:21:31.654037 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34386) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:31.659971 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-971446c5-3a32-4434-baac-b77fb41dd8b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1924695828'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:31.675264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-971446c5-3a32-4434-baac-b77fb41dd8b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:31.680044 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-971446c5-3a32-4434-baac-b77fb41dd8b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:network and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:31.684058 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-971446c5-3a32-4434-baac-b77fb41dd8b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:31.686207 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=a3e5254c-64f1-43a6-b589-5351a983d6f8,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:31.690424 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-971446c5-3a32-4434-baac-b77fb41dd8b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:31.722455 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fe97ffaf-2fee-4670-9782-06701aaa6797 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/035040c9-a2d7-4db3-b2d4-89c32e1e64c6 HTTP/1.1" status: 204 len: 168 time: 1.8564720 Dec 21 22:21:31.722455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34390) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:31.798291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:31.811403 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971446c5-3a32-4434-baac-b77fb41dd8b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:31.811990 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fdb858c0-7f3f-414f-af34-1390e5a1d15f req-fa239682-4214-4a73-9d38-294834c5c7bf tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1190722 Dec 21 22:21:31.815601 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 958a8697-d7f0-4517-b3a3-b0b91f2e309d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:31.816265 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:31.816453 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-971446c5-3a32-4434-baac-b77fb41dd8b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:31.825551 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 66d71aaf-ca77-4bbe-8752-7506fb9b09dd is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:31.841435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:31.845000 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24cd836-7f13-4fd1-9e76-4c402c8d050f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Deleting subnet c7d37c0e-a02f-47e8-9d9e-53cfba2daa0d {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:21:31.848012 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:31.856998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c24cd836-7f13-4fd1-9e76-4c402c8d050f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:31.936503 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49f4c68-4886-4afc-b022-7cf8f40ef2b5 None None] Network fe7c627c-94be-483c-83d9-84e8e8a5014e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:31.943724 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:31.951652 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:31.958411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=b3df8185-134a-4b41-91e8-dcadd83643fd,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:31.961128 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:31.963068 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971446c5-3a32-4434-baac-b77fb41dd8b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:21:31.999379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c24cd836-7f13-4fd1-9e76-4c402c8d050f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:32.076611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-971446c5-3a32-4434-baac-b77fb41dd8b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:32.076611 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-971446c5-3a32-4434-baac-b77fb41dd8b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Added segment c1a8fc34-bbf7-4fd4-87af-783185e3f935 of type vlan for network d6b16f0b-5aa7-4122-9c2e-b1c6fe7da7d7 Dec 21 22:21:32.076788 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:32.076872 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f42c7d-b275-4a5a-80e8-981e43797bf6 None None] Network 66d71aaf-ca77-4bbe-8752-7506fb9b09dd requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:32.135725 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-09692d05-c6e0-4d4d-840f-b85165ee18fe req-2ac54210-33f9-48bb-ac48-5e12b0f9f421 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0682762 Dec 21 22:21:32.174482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-971446c5-3a32-4434-baac-b77fb41dd8b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:32.220198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c24cd836-7f13-4fd1-9e76-4c402c8d050f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:32.346857 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-971446c5-3a32-4434-baac-b77fb41dd8b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:32.350703 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971446c5-3a32-4434-baac-b77fb41dd8b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:32.351284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-971446c5-3a32-4434-baac-b77fb41dd8b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:32.395220 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c24cd836-7f13-4fd1-9e76-4c402c8d050f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:32.417012 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:32.454995 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-971446c5-3a32-4434-baac-b77fb41dd8b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7994187 Dec 21 22:21:32.460086 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cd836-7f13-4fd1-9e76-4c402c8d050f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Subnet': ['ID=c7d37c0e-a02f-47e8-9d9e-53cfba2daa0d,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:32.461850 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34396) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:32.486628 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:32.520669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'ports': [{'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59'}, {'network_id': 'd6b16f0b-5aa7-4122-9c2e-b1c6fe7da7d7'}]} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:32.521044 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:32.521432 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'network_id': 'd6b16f0b-5aa7-4122-9c2e-b1c6fe7da7d7'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:32.537812 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c24cd836-7f13-4fd1-9e76-4c402c8d050f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:32.542828 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c24cd836-7f13-4fd1-9e76-4c402c8d050f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/c7d37c0e-a02f-47e8-9d9e-53cfba2daa0d HTTP/1.1" status: 204 len: 168 time: 0.8163452 Dec 21 22:21:32.550748 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34400) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:32.550954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971446c5-3a32-4434-baac-b77fb41dd8b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Network': ['ID=d6b16f0b-5aa7-4122-9c2e-b1c6fe7da7d7,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:32.571106 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-75878e35-449e-4187-aafc-30b9bfc0a950 None None] Provisioning for port d8674d86-8d07-409e-a933-df039ca6a8e3 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:32.619077 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network d6b16f0b-5aa7-4122-9c2e-b1c6fe7da7d7 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:21:32.699184 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:21:32.821187 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:32.863143 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:32.874759 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:port and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:32.878523 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:32.886580 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c1a3cb1d-60ff-46a6-924f-79ab75d1208f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3290875 Dec 21 22:21:32.887991 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34406) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:32.895729 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:32.937021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-4b0d3dbf-b384-48d5-bd01-fcd443020040 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:32.938522 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-4b0d3dbf-b384-48d5-bd01-fcd443020040 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.49 "GET /v2.0/networks?id=23bea38b-1ef2-4c9c-a871-d310f9003b4f HTTP/1.1" status: 200 len: 811 time: 0.7130234 Dec 21 22:21:32.939938 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:32.941994 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:33.004490 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fd6dd98d-b9fd-4253-8826-44a26e578956 req-d91b30e8-5e15-4e95-9956-8011909187e0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0647643 Dec 21 22:21:33.044548 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f100d1ca-ce38-4df4-964b-9b72c56383d5 None None] DHCP port deletion for fe7c627c-94be-483c-83d9-84e8e8a5014e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:21:33.052319 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f100d1ca-ce38-4df4-964b-9b72c56383d5 None None] Deleting port 958a8697-d7f0-4517-b3a3-b0b91f2e309d {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:33.052796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f100d1ca-ce38-4df4-964b-9b72c56383d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:33.053057 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caace59d-ce09-4b85-956a-9c123552ea1b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:33.058461 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-caace59d-ce09-4b85-956a-9c123552ea1b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1647556 Dec 21 22:21:33.058461 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'port': 2} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:33.060530 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:33.079885 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34410) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:33.080573 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:33.192080 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d8674d86-8d07-409e-a933-df039ca6a8e3 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:33.294215 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff314243-0090-4029-8641-9fc9f198ab6c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:33.296861 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ff314243-0090-4029-8641-9fc9f198ab6c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Synchronizing usage tracker for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:33.356986 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] device_id is not set on port b4aaec47-6693-4c98-998d-f21ac08725a4 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:21:33.396588 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f100d1ca-ce38-4df4-964b-9b72c56383d5 None None] For port 958a8697-d7f0-4517-b3a3-b0b91f2e309d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=958a8697-d7f0-4517-b3a3-b0b91f2e309d,segment=NetworkSegment(74714bea-4237-4354-ba65-44528bdd04e5),segment_id=74714bea-4237-4354-ba65-44528bdd04e5)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:33.397315 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f100d1ca-ce38-4df4-964b-9b72c56383d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:33.428482 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-44e48100-f4d5-49b7-bf70-e50c28d06929 req-adef5d35-451b-4e7e-b921-8ba966ddc980 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0606432 Dec 21 22:21:33.455907 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-b5d5aa1d-817c-4b9e-86b6-ef147e21ecc9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Synchronizing usage tracker for tenant:1554338f714a4532b4ef038ba8da42a6 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:33.549127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port d8674d86-8d07-409e-a933-df039ca6a8e3 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:33.559435 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f100d1ca-ce38-4df4-964b-9b72c56383d5 None None] Calling delete_port for 958a8697-d7f0-4517-b3a3-b0b91f2e309d owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:33.581503 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-b5d5aa1d-817c-4b9e-86b6-ef147e21ecc9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Unset dirty status for tenant:1554338f714a4532b4ef038ba8da42a6 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:33.582700 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-b5d5aa1d-817c-4b9e-86b6-ef147e21ecc9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1554338f714a4532b4ef038ba8da42a6 HTTP/1.1" status: 200 len: 379 time: 0.5750926 Dec 21 22:21:33.594678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port d8674d86-8d07-409e-a933-df039ca6a8e3 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:33.595077 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:33.607545 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Request body: {'port': {'device_id': '51ec31f4-32bb-498b-9ec0-fd5091d15b4e', 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f', 'admin_state_up': True, 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'security_groups': ['6232cf4d-34f9-4463-9633-9779c7f9fb9f']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:33.615411 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ff314243-0090-4029-8641-9fc9f198ab6c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Unset dirty status for tenant:065d5148d6d54fb6b432072451bf7580 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:33.618196 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ff314243-0090-4029-8641-9fc9f198ab6c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5256050 Dec 21 22:21:33.634615 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34416) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:33.730192 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5cf1f162-88da-4ad0-9308-f8b91efd9a00 None None] Provisioning complete for port d8674d86-8d07-409e-a933-df039ca6a8e3 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:33.730630 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f162-88da-4ad0-9308-f8b91efd9a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:33.737999 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5a807b1d-9fff-4b76-8a37-aa533d8a217f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0997770 Dec 21 22:21:33.741873 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34420) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:33.803858 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:33.804451 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-88386764-90ad-4f2b-a1a1-35063d96390a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:33.804877 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88386764-90ad-4f2b-a1a1-35063d96390a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:33.812335 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:33.820591 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-88386764-90ad-4f2b-a1a1-35063d96390a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/db820d96-fabc-4aef-afa5-2155a8a22b5f HTTP/1.1" status: 404 len: 333 time: 0.0734584 Dec 21 22:21:33.820995 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34424) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:33.826273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:33.872856 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:33.897428 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f100d1ca-ce38-4df4-964b-9b72c56383d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:33.900622 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e19ad9-8b52-4fe4-a102-4a436ef2dfda tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:33.901245 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e19ad9-8b52-4fe4-a102-4a436ef2dfda tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:33.905289 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-39e19ad9-8b52-4fe4-a102-4a436ef2dfda tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/035040c9-a2d7-4db3-b2d4-89c32e1e64c6 HTTP/1.1" status: 404 len: 337 time: 0.0665507 Dec 21 22:21:33.908624 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34428) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:33.912681 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:33.947655 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:33.964970 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-d72c3d39-d841-4e14-985b-e879bc2aea07 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:33.965512 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d72c3d39-d841-4e14-985b-e879bc2aea07 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:33.969516 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d72c3d39-d841-4e14-985b-e879bc2aea07 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/c7d37c0e-a02f-47e8-9d9e-53cfba2daa0d HTTP/1.1" status: 404 len: 337 time: 0.0581696 Dec 21 22:21:33.970792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34432) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:33.979593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100d1ca-ce38-4df4-964b-9b72c56383d5 None None] Pushing event deleted for resources: {'Port': ['ID=958a8697-d7f0-4517-b3a3-b0b91f2e309d,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:33.990209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Made reservation on behalf of 1554338f714a4532b4ef038ba8da42a6 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:33.993066 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:34.003665 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f100d1ca-ce38-4df4-964b-9b72c56383d5 None None] No DVR routers for this DVR port 958a8697-d7f0-4517-b3a3-b0b91f2e309d on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:21:34.004956 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f162-88da-4ad0-9308-f8b91efd9a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:34.042291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port d8674d86-8d07-409e-a933-df039ca6a8e3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d8674d86-8d07-409e-a933-df039ca6a8e3,segment=NetworkSegment(840c74eb-174e-46c1-b246-1fb69a22fafb),segment_id=840c74eb-174e-46c1-b246-1fb69a22fafb)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:34.042620 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:34.082490 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-543f0794-a668-4a2a-8b14-4a97275408b7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:34.082927 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543f0794-a668-4a2a-8b14-4a97275408b7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:34.087014 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-543f0794-a668-4a2a-8b14-4a97275408b7 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/4998c5b8-aaf3-48c0-ba75-aaaaffb5b4b0 HTTP/1.1" status: 404 len: 333 time: 0.1136801 Dec 21 22:21:34.087699 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34438) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:34.108788 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=a3e5254c-64f1-43a6-b589-5351a983d6f8,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:34.125098 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] device_id is not set on port e7d3fece-033d-4e64-b33b-e13635f966b8 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:21:34.127861 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:34.144681 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddbbb0e-bdd9-4e3d-beaa-9885aec3c893 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:34.145130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cddbbb0e-bdd9-4e3d-beaa-9885aec3c893 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:34.148571 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cddbbb0e-bdd9-4e3d-beaa-9885aec3c893 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/b2e5f728-3d68-410b-9e85-5ddde292e844 HTTP/1.1" status: 404 len: 337 time: 0.0581923 Dec 21 22:21:34.150073 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34444) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:34.196826 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fef231-57b4-4f2f-82af-771ef50267b5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:34.197089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:34.198536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fef231-57b4-4f2f-82af-771ef50267b5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:34.222556 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d8fef231-57b4-4f2f-82af-771ef50267b5 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/d68640e5-adda-4afd-a298-97ce2538a00b HTTP/1.1" status: 404 len: 337 time: 0.0708668 Dec 21 22:21:34.223138 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4af608b9-6b57-4496-b49e-e0fcbf758047 req-eb1788dd-6028-486f-a070-450d811156da tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1181486 Dec 21 22:21:34.223606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34448) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:34.274239 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-5cf1f162-88da-4ad0-9308-f8b91efd9a00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:34.274998 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-5cf1f162-88da-4ad0-9308-f8b91efd9a00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:21:34.310633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=d8674d86-8d07-409e-a933-df039ca6a8e3,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:34.332560 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-83574e8a-b694-40e8-87bc-36a44606cf39 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:34.332991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83574e8a-b694-40e8-87bc-36a44606cf39 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:34.342827 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:34.381908 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:34.465557 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:34.509868 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-83574e8a-b694-40e8-87bc-36a44606cf39 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/a2716205-fc53-455a-833c-397b0ece9f88 HTTP/1.1" status: 404 len: 333 time: 0.2791545 Dec 21 22:21:34.519419 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34454) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:34.554714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:34.559936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:34.565304 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:34.566141 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:34.578936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=b4aaec47-6693-4c98-998d-f21ac08725a4,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:34.593675 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d170456-0c25-4a83-9969-104ecd1e9926 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:34.594325 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d170456-0c25-4a83-9969-104ecd1e9926 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:34.595830 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4d170456-0c25-4a83-9969-104ecd1e9926 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/6a0ccbba-3b7e-4cb2-9fc5-86c3a2e77c24 HTTP/1.1" status: 404 len: 337 time: 0.0713148 Dec 21 22:21:34.602498 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34458) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:34.666537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d8674d86-8d07-409e-a933-df039ca6a8e3 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:34.685534 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Allocated IP 172.20.0.6 (23bea38b-1ef2-4c9c-a871-d310f9003b4f/db6618fb-d062-4732-86da-363d150315c5/0e488e08-58b5-4407-bf45-a146ca34f446) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:34.713008 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=e7d3fece-033d-4e64-b33b-e13635f966b8,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:34.718178 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-df3c3995-1ee1-4e83-9929-1eece295aaec req-6d16ab9a-a71f-4d38-8d62-2575041aa186 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0831082 Dec 21 22:21:34.746861 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:34.747612 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:34.747951 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:34.748307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:34.748807 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:34.749189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:34.749521 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:34.749843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:34.750329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:34.750647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:34.750963 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:34.756477 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port d8674d86-8d07-409e-a933-df039ca6a8e3 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:34.756854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:34.764931 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Checking segment: {'id': 'c1a8fc34-bbf7-4fd4-87af-783185e3f935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd6b16f0b-5aa7-4122-9c2e-b1c6fe7da7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:34.765269 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network hostable DHCP agents. Network: d6b16f0b-5aa7-4122-9c2e-b1c6fe7da7d7, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:21:34.840718 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-44315481-8605-43d7-9e1d-86170fdd4b7f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:34.841160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44315481-8605-43d7-9e1d-86170fdd4b7f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:34.842791 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-44315481-8605-43d7-9e1d-86170fdd4b7f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/564bf813-8706-4138-b736-190cbd260902 HTTP/1.1" status: 404 len: 337 time: 0.2348130 Dec 21 22:21:34.846422 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34462) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:34.879063 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network d6b16f0b-5aa7-4122-9c2e-b1c6fe7da7d7 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:21:34.894380 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc889f9e-279f-460c-b493-f051bc3fae65 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:34.894836 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc889f9e-279f-460c-b493-f051bc3fae65 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:34.899218 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fc889f9e-279f-460c-b493-f051bc3fae65 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/c5557771-3159-4232-96fb-3fc35d997590 HTTP/1.1" status: 404 len: 333 time: 0.0482805 Dec 21 22:21:34.899218 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34466) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:34.908621 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 66d71aaf-ca77-4bbe-8752-7506fb9b09dd is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:34.914326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:34.947026 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-227211de-ba05-4bce-a8e8-d14cc99a09db tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:34.948307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227211de-ba05-4bce-a8e8-d14cc99a09db tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:34.951502 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-227211de-ba05-4bce-a8e8-d14cc99a09db tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/309620c0-12fd-4178-bc7b-8b1b58420e5c HTTP/1.1" status: 404 len: 337 time: 0.0510888 Dec 21 22:21:34.953903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34470) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:34.995886 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc8cb69-a648-4147-8d13-9abee4f59099 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:34.996330 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc8cb69-a648-4147-8d13-9abee4f59099 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:34.998951 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0fc8cb69-a648-4147-8d13-9abee4f59099 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/9996df65-e7ad-4dbc-b7e9-c6cfa0e3abff HTTP/1.1" status: 404 len: 337 time: 0.0440676 Dec 21 22:21:35.001800 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34474) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.002931 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 958a8697-d7f0-4517-b3a3-b0b91f2e309d no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:21:35.006182 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, d6b16f0b-5aa7-4122-9c2e-b1c6fe7da7d7) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:35.011494 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:35.016907 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:35.022748 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:35.023822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:35.037021 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845ba664-4afd-40f1-8758-8bcfc2108d91 None None] Network d6b16f0b-5aa7-4122-9c2e-b1c6fe7da7d7 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:35.058807 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5cf1f162-88da-4ad0-9308-f8b91efd9a00 None None] Provisioning for port a3e5254c-64f1-43a6-b589-5351a983d6f8 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:35.064666 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 958a8697-d7f0-4517-b3a3-b0b91f2e309d {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:21:35.065015 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 958a8697-d7f0-4517-b3a3-b0b91f2e309d not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:21:35.082800 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-52070664-85e3-4e5c-9e70-c296048cb842 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:35.083360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52070664-85e3-4e5c-9e70-c296048cb842 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:35.089574 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-52070664-85e3-4e5c-9e70-c296048cb842 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/671dc728-f8b8-4bed-bd50-9a7d9c309d83 HTTP/1.1" status: 404 len: 333 time: 0.0817750 Dec 21 22:21:35.090294 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34478) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.096495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5cf1f162-88da-4ad0-9308-f8b91efd9a00 None None] Provisioning complete for port a3e5254c-64f1-43a6-b589-5351a983d6f8 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:35.096688 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5cf1f162-88da-4ad0-9308-f8b91efd9a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:35.133522 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14b8843-3286-4ef3-b391-b45548f48b73 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:35.134186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14b8843-3286-4ef3-b391-b45548f48b73 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:35.138772 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c14b8843-3286-4ef3-b391-b45548f48b73 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/28189403-bc44-4383-8fdd-4d3735079cff HTTP/1.1" status: 404 len: 337 time: 0.0452416 Dec 21 22:21:35.139430 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34482) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.185593 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b75bbae1-1c34-4d95-bd44-5f5b61c30ba5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7152791 Dec 21 22:21:35.188529 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34486) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.210735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5cf1f162-88da-4ad0-9308-f8b91efd9a00 None None] Port a3e5254c-64f1-43a6-b589-5351a983d6f8 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:21:35.238495 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9e4eda-34a6-4822-a34e-7a2e060f8162 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:35.238912 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9e4eda-34a6-4822-a34e-7a2e060f8162 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:35.243029 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1f9e4eda-34a6-4822-a34e-7a2e060f8162 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/0a45d19a-e6a9-4dc5-b9c2-b0b500dca0ce HTTP/1.1" status: 404 len: 333 time: 0.1001186 Dec 21 22:21:35.246497 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34490) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.305050 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44c6560-b8c1-417a-967a-647e16d6aae1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:35.305504 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44c6560-b8c1-417a-967a-647e16d6aae1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:35.308023 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c44c6560-b8c1-417a-967a-647e16d6aae1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/fb7cebda-3f70-474c-bbbd-f852bb7ffd76 HTTP/1.1" status: 404 len: 337 time: 0.0606153 Dec 21 22:21:35.311427 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34496) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.318365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:35.360994 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-508ac22a-2b53-4272-8b99-3973a9f6c6a8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:35.361427 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508ac22a-2b53-4272-8b99-3973a9f6c6a8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:35.365430 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-508ac22a-2b53-4272-8b99-3973a9f6c6a8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/1b316626-d36c-484a-8c18-313f967ab365 HTTP/1.1" status: 404 len: 333 time: 0.0507848 Dec 21 22:21:35.366119 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34500) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.373646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-12155485-6f54-4a18-acbc-3a97a1c21f5c tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port e7d3fece-033d-4e64-b33b-e13635f966b8 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:35.373982 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-12155485-6f54-4a18-acbc-3a97a1c21f5c tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:35.435234 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a450f84d-a5e0-4d4f-9e21-c9d6a676b497 None None] Provisioning complete for port a3e5254c-64f1-43a6-b589-5351a983d6f8 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:35.435644 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a450f84d-a5e0-4d4f-9e21-c9d6a676b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:35.448434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:35.463375 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a852b9cf-111a-4178-a81f-cb83200f8acc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:35.464881 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a852b9cf-111a-4178-a81f-cb83200f8acc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:35.467881 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a852b9cf-111a-4178-a81f-cb83200f8acc tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/7e2bcbd2-a4ba-43b1-a8a5-d45d054f3dab HTTP/1.1" status: 404 len: 337 time: 0.0985653 Dec 21 22:21:35.468720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34504) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.498972 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-a450f84d-a5e0-4d4f-9e21-c9d6a676b497 None None] Port a3e5254c-64f1-43a6-b589-5351a983d6f8 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:21:35.516685 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73db90a-5c2d-4aca-8452-1b5033e46a8e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:35.517120 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73db90a-5c2d-4aca-8452-1b5033e46a8e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:35.518760 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d73db90a-5c2d-4aca-8452-1b5033e46a8e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/cfdae3a8-4c76-40f3-a83c-6ccd80a81b17 HTTP/1.1" status: 404 len: 333 time: 0.0493896 Dec 21 22:21:35.544337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34508) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.548299 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-890b5291-277b-4bb9-bb3f-c1912a1d4e2c req-ed7b78c4-9c96-4422-9da0-ce1e62dc0bef tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1579161 Dec 21 22:21:35.568984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:35.605108 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-e72ca0ee-ac2b-4bb0-96a8-d2933668c8ff tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:35.605739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e72ca0ee-ac2b-4bb0-96a8-d2933668c8ff tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:35.607536 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e72ca0ee-ac2b-4bb0-96a8-d2933668c8ff tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/5aca5ec4-d7a2-4332-86b2-c8a21baebb37 HTTP/1.1" status: 404 len: 337 time: 0.0623698 Dec 21 22:21:35.610675 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34512) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.624908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3e6d24bd-6525-4ae6-885a-98f08a31b94a None None] Provisioning complete for port a3e5254c-64f1-43a6-b589-5351a983d6f8 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:35.628782 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3e6d24bd-6525-4ae6-885a-98f08a31b94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:35.649988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Transition to ACTIVE for port object 0e488e08-58b5-4407-bf45-a146ca34f446 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:35.670250 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=b3df8185-134a-4b41-91e8-dcadd83643fd,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:35.689821 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3e6d24bd-6525-4ae6-885a-98f08a31b94a None None] Port a3e5254c-64f1-43a6-b589-5351a983d6f8 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:21:35.702335 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:35.751818 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-923e1634-4eef-4898-8092-658e99dfd34c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:35.752257 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923e1634-4eef-4898-8092-658e99dfd34c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:35.756305 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-923e1634-4eef-4898-8092-658e99dfd34c tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/97ffe97c-2b85-4c39-ae3f-2085364b22ac HTTP/1.1" status: 404 len: 333 time: 0.1423352 Dec 21 22:21:35.760776 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34518) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.828904 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7c287e-d801-4c11-ad0d-e577248e2a49 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:35.828904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7c287e-d801-4c11-ad0d-e577248e2a49 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:35.828904 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1f7c287e-d801-4c11-ad0d-e577248e2a49 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/0e099a81-d0b0-4976-b4e7-762bee621df2 HTTP/1.1" status: 404 len: 337 time: 0.0573745 Dec 21 22:21:35.831108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34522) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.892216 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-12155485-6f54-4a18-acbc-3a97a1c21f5c tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:35.892966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:35.895437 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-07672a82-1059-47fd-b8b3-7dd68dbb8083 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:35.895861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07672a82-1059-47fd-b8b3-7dd68dbb8083 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:35.897515 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-07672a82-1059-47fd-b8b3-7dd68dbb8083 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/814f66a4-c5ba-4e02-93c8-3728c4c5846c HTTP/1.1" status: 404 len: 333 time: 0.0654106 Dec 21 22:21:35.906135 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34526) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:35.992995 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Network 23bea38b-1ef2-4c9c-a871-d310f9003b4f is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:35.999371 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:36.058456 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-12155485-6f54-4a18-acbc-3a97a1c21f5c tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for e7d3fece-033d-4e64-b33b-e13635f966b8 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:36.059945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:36.085904 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe7c2b3-f9ab-4862-ac0c-0e5f7800d7e2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:36.086291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe7c2b3-f9ab-4862-ac0c-0e5f7800d7e2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:36.087944 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9fe7c2b3-f9ab-4862-ac0c-0e5f7800d7e2 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/29198bf6-fefc-4419-b838-760066e2f5fd HTTP/1.1" status: 404 len: 337 time: 0.1808832 Dec 21 22:21:36.095375 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Pushing event updated for resources: {'Port': ['ID=0e488e08-58b5-4407-bf45-a146ca34f446,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:36.096275 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34530) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.138533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:36.138533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:36.138869 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:36.139129 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:36.139447 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:36.139766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:36.140077 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:36.140390 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:36.140699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:36.141008 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:36.141317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:36.171713 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-93972095-3c83-4a33-951d-7fae9a2d170b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:36.171903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93972095-3c83-4a33-951d-7fae9a2d170b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:36.175906 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-93972095-3c83-4a33-951d-7fae9a2d170b tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/1ddfc234-ef37-4b83-ae59-eb7f613c0e56 HTTP/1.1" status: 404 len: 337 time: 0.0745711 Dec 21 22:21:36.176083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:36.176083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:36.176271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34534) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.215875 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Floating IP 00fc361e-8a5e-4d48-acd2-94d510ce399f associated. External IP: 172.26.3.87, port: a084bd02-7ea4-4ab8-a99e-1c2ce2f52e8f. Dec 21 22:21:36.233858 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-933c3d6f-f438-4774-85b9-2acf72e24ccd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:36.234309 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933c3d6f-f438-4774-85b9-2acf72e24ccd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:36.241120 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-933c3d6f-f438-4774-85b9-2acf72e24ccd tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/50e15ecb-8805-46e5-909a-49f491820f3f HTTP/1.1" status: 404 len: 333 time: 0.0573938 Dec 21 22:21:36.241120 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34538) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.276198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 210af65d-650f-483c-8b18-eeebcb5a625f is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:21:36.281339 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-98607ba1-85c4-4957-886e-cb5c7ae1e055 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:36.281775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98607ba1-85c4-4957-886e-cb5c7ae1e055 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:36.289340 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5effb4d-10f0-4b27-b566-565cf1502e5b req-bdcacaca-2038-4c0d-affd-20a5333a831d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:36.290902 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b5effb4d-10f0-4b27-b566-565cf1502e5b req-bdcacaca-2038-4c0d-affd-20a5333a831d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 931 time: 0.4381268 Dec 21 22:21:36.293710 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-ebd1e750-6584-4899-a780-e092afa05704 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7015603 Dec 21 22:21:36.298079 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-98607ba1-85c4-4957-886e-cb5c7ae1e055 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/53ea8a6d-4bbc-47f6-b414-1ee73f8ae2d1 HTTP/1.1" status: 404 len: 337 time: 0.0566328 Dec 21 22:21:36.302539 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34542) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.348961 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4274172-c5de-4828-af1e-dd657e4e6f75 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:36.353401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4274172-c5de-4828-af1e-dd657e4e6f75 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:36.353401 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f4274172-c5de-4828-af1e-dd657e4e6f75 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/8751420b-47d7-4e2a-b1e4-5afae9fd88a7 HTTP/1.1" status: 404 len: 337 time: 0.0472014 Dec 21 22:21:36.369185 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6ce7d892-465c-4698-b4f6-7c5d8408304c None None] Provisioning for port 0e488e08-58b5-4407-bf45-a146ca34f446 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:36.378379 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6ce7d892-465c-4698-b4f6-7c5d8408304c None None] Provisioning complete for port 0e488e08-58b5-4407-bf45-a146ca34f446 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:36.379851 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6ce7d892-465c-4698-b4f6-7c5d8408304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:36.381150 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34548) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.384444 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-12155485-6f54-4a18-acbc-3a97a1c21f5c tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:36.442649 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7d892-465c-4698-b4f6-7c5d8408304c None None] Port 0e488e08-58b5-4407-bf45-a146ca34f446 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:21:36.479972 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12155485-6f54-4a18-acbc-3a97a1c21f5c tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=e7d3fece-033d-4e64-b33b-e13635f966b8,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:36.487199 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0123ab8a-fe35-423b-b0ce-00020df555f9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:36.487635 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0123ab8a-fe35-423b-b0ce-00020df555f9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:36.489253 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0123ab8a-fe35-423b-b0ce-00020df555f9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/4f0ccc7a-020b-4ebb-8d8e-8066a0c940e2 HTTP/1.1" status: 404 len: 333 time: 0.1063123 Dec 21 22:21:36.492194 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b5effb4d-10f0-4b27-b566-565cf1502e5b req-fc805420-7572-419e-b524-6c1d7de46d61 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866357 Dec 21 22:21:36.497123 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-12155485-6f54-4a18-acbc-3a97a1c21f5c tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:36.502286 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-12155485-6f54-4a18-acbc-3a97a1c21f5c tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/e7d3fece-033d-4e64-b33b-e13635f966b8 HTTP/1.1" status: 204 len: 168 time: 1.3110971 Dec 21 22:21:36.502611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34552) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.502733 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34554) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.506361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Request body: {'port': {'device_id': '51ec31f4-32bb-498b-9ec0-fd5091d15b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:36.540199 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a7a794-5a67-44b5-b4bb-4ee45da93220 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:36.540633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a7a794-5a67-44b5-b4bb-4ee45da93220 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:36.542862 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-23a7a794-5a67-44b5-b4bb-4ee45da93220 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/80d7a505-2689-4679-be25-f07f5c7d79c7 HTTP/1.1" status: 404 len: 337 time: 0.0393507 Dec 21 22:21:36.545466 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34560) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.586475 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc1aed6-e141-4e82-bcd6-ee723ed8f0d9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:36.586919 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc1aed6-e141-4e82-bcd6-ee723ed8f0d9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:36.588627 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bcc1aed6-e141-4e82-bcd6-ee723ed8f0d9 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/721400ca-f157-4d46-8f00-7db1a7e1e2d6 HTTP/1.1" status: 404 len: 337 time: 0.0419588 Dec 21 22:21:36.591293 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34566) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.638006 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-e733b5d6-21ca-4cba-8736-c535cab39da1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:36.638469 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e733b5d6-21ca-4cba-8736-c535cab39da1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:36.640119 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e733b5d6-21ca-4cba-8736-c535cab39da1 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/d9014c6e-0fe7-470b-8fcf-07a5484a3ff2 HTTP/1.1" status: 404 len: 333 time: 0.0479274 Dec 21 22:21:36.642611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34570) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.680564 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-404c78be-8ca9-4e6a-a1d6-22929f6b8c51 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:36.681002 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404c78be-8ca9-4e6a-a1d6-22929f6b8c51 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:36.683222 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-404c78be-8ca9-4e6a-a1d6-22929f6b8c51 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/83d28a47-22c0-4b29-b24d-bbf8f9bc870c HTTP/1.1" status: 404 len: 337 time: 0.0397303 Dec 21 22:21:36.685690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34574) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.722654 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c24799-70d0-4c20-a784-4db957d3549f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:36.723117 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c24799-70d0-4c20-a784-4db957d3549f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:36.727294 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b9c24799-70d0-4c20-a784-4db957d3549f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/1e8ee2b8-572b-43a7-93db-002758c23102 HTTP/1.1" status: 404 len: 337 time: 0.0383189 Dec 21 22:21:36.727455 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-740781d7-00b8-4472-8cc5-505bc3c8e7e8 req-ad981259-d2d4-4cc0-b5ec-aa6bf798f080 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0678070 Dec 21 22:21:36.727561 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34578) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.773208 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a0a4b320-4e19-48c5-8d2a-18731ccafe63 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports?device_id=455dc10b-ceca-4beb-964a-bc790147d449 HTTP/1.1" status: 200 len: 205 time: 0.0445976 Dec 21 22:21:36.777355 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34582) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.841958 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-64ad4b6b-7b29-4731-a19c-60f39023e83f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] delete failed (client error): The resource could not be found. Dec 21 22:21:36.842948 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-64ad4b6b-7b29-4731-a19c-60f39023e83f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/routers/455dc10b-ceca-4beb-964a-bc790147d449 HTTP/1.1" status: 404 len: 336 time: 0.0646939 Dec 21 22:21:36.845451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34586) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.873938 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:36.888168 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f7b013-e006-4ea9-b7de-b0efa41e7997 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:36.888615 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f7b013-e006-4ea9-b7de-b0efa41e7997 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:36.890574 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d7f7b013-e006-4ea9-b7de-b0efa41e7997 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/3f1e2cc3-2b58-40c7-a11f-67160790a082 HTTP/1.1" status: 404 len: 337 time: 0.0439343 Dec 21 22:21:36.893181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34590) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.937202 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1d462de8-0a16-448c-acd0-469b41da2074 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "GET /v2.0/ports?device_id=814226fe-30e7-46ed-a23d-2b1359000ca2 HTTP/1.1" status: 200 len: 205 time: 0.0429122 Dec 21 22:21:36.940220 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34594) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:36.950892 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9c3227-16e6-4f8d-b64b-0db95a942c45 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:36.954958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9c3227-16e6-4f8d-b64b-0db95a942c45 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:36.956471 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-eb9c3227-16e6-4f8d-b64b-0db95a942c45 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4257257 Dec 21 22:21:36.969280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34598) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.015976 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-b98257ea-53a7-436b-8a4d-86c97ed02158 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] delete failed (client error): The resource could not be found. Dec 21 22:21:37.016997 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b98257ea-53a7-436b-8a4d-86c97ed02158 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/routers/814226fe-30e7-46ed-a23d-2b1359000ca2 HTTP/1.1" status: 404 len: 336 time: 0.0758784 Dec 21 22:21:37.019687 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34602) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.056590 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb0d10e-176c-45ba-a075-1f49b75b8d9e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:37.057843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb0d10e-176c-45ba-a075-1f49b75b8d9e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:37.061939 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3fb0d10e-176c-45ba-a075-1f49b75b8d9e tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/56f2889a-fabe-431e-bd64-0e11d50837b0 HTTP/1.1" status: 404 len: 337 time: 0.0388799 Dec 21 22:21:37.062417 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34606) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.100159 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-929642f1-39b5-4565-8e64-26e5989cb586 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:37.100520 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929642f1-39b5-4565-8e64-26e5989cb586 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:37.105369 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-929642f1-39b5-4565-8e64-26e5989cb586 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/7a3fd2f6-aabb-4f4e-9c3f-b4051cc23ad8 HTTP/1.1" status: 404 len: 337 time: 0.0389230 Dec 21 22:21:37.105646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34610) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.121804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-c053f23e-3354-4c70-9947-8fed9968701e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port b4aaec47-6693-4c98-998d-f21ac08725a4 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:37.122163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c053f23e-3354-4c70-9947-8fed9968701e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:37.146642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:37.157548 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b7c9ca-3e68-4799-a894-8aead702177e None None] Sync routers for ids ['210af65d-650f-483c-8b18-eeebcb5a625f'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:37.164937 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7dd48547-83d4-48cf-9443-737fc7705b9e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/210af65d-650f-483c-8b18-eeebcb5a625f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5481253 Dec 21 22:21:37.174040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34614) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.177588 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b7c9ca-3e68-4799-a894-8aead702177e None None] Routers {'210af65d-650f-483c-8b18-eeebcb5a625f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:37.177588 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d2b7c9ca-3e68-4799-a894-8aead702177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['210af65d-650f-483c-8b18-eeebcb5a625f'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:37.241954 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d2b7c9ca-3e68-4799-a894-8aead702177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:37.247395 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c185f81-c5ec-4041-af15-afdb00ab2b48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:37.247836 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c185f81-c5ec-4041-af15-afdb00ab2b48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:37.251937 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6c185f81-c5ec-4041-af15-afdb00ab2b48 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/cee32a05-c519-4641-919d-1c924559cffa HTTP/1.1" status: 404 len: 333 time: 0.1430438 Dec 21 22:21:37.252180 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34618) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.255876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b7c9ca-3e68-4799-a894-8aead702177e None None] Routers {'210af65d-650f-483c-8b18-eeebcb5a625f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:37.256554 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d2b7c9ca-3e68-4799-a894-8aead702177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['210af65d-650f-483c-8b18-eeebcb5a625f'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:37.291956 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea15d27-edc2-410b-b46d-c04e75434f64 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:37.292393 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea15d27-edc2-410b-b46d-c04e75434f64 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:37.296659 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-eea15d27-edc2-410b-b46d-c04e75434f64 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/b50c7ead-f3c4-4061-9702-0fb00c365417 HTTP/1.1" status: 404 len: 337 time: 0.0408256 Dec 21 22:21:37.296890 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34622) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.326037 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d2b7c9ca-3e68-4799-a894-8aead702177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:37.327234 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b7c9ca-3e68-4799-a894-8aead702177e None None] The sync data for ids ['210af65d-650f-483c-8b18-eeebcb5a625f'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:37.339011 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5986b20-3493-46c0-ba2a-65c06148b8da tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:37.339448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5986b20-3493-46c0-ba2a-65c06148b8da tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:37.341097 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a5986b20-3493-46c0-ba2a-65c06148b8da tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/2186f321-26f9-4c92-a31d-28d937611ac9 HTTP/1.1" status: 404 len: 333 time: 0.0433044 Dec 21 22:21:37.344584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34626) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.386083 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-73908a20-03b5-4531-b0d1-e2f47e94e047 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:37.386477 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73908a20-03b5-4531-b0d1-e2f47e94e047 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:37.388098 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-73908a20-03b5-4531-b0d1-e2f47e94e047 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/1758dcf8-de82-42dc-aa9e-73200d9941c0 HTTP/1.1" status: 404 len: 337 time: 0.0426197 Dec 21 22:21:37.390600 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34630) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.429285 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5319b97-b3a9-48b5-861b-893586a7d04a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:37.429720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5319b97-b3a9-48b5-861b-893586a7d04a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:37.431360 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f5319b97-b3a9-48b5-861b-893586a7d04a tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/b7db0787-5510-420a-a9d3-a749820cfbbb HTTP/1.1" status: 404 len: 333 time: 0.0398822 Dec 21 22:21:37.434571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34634) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.471880 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-71811e3a-76fb-4e2e-aeff-43e8f8d7873f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:37.472314 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71811e3a-76fb-4e2e-aeff-43e8f8d7873f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:37.476348 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-71811e3a-76fb-4e2e-aeff-43e8f8d7873f tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/a7303d2b-69b0-4838-8ec5-5a9f312ed3b8 HTTP/1.1" status: 404 len: 337 time: 0.0384784 Dec 21 22:21:37.476651 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34638) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.490541 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a429b0-303a-4920-958f-72e189e6b8f2 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:37.491108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b5a429b0-303a-4920-958f-72e189e6b8f2 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Synchronizing usage tracker for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:37.520943 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-1043dea5-1a14-4900-a00d-81c8bfc4f8a6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:37.521375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1043dea5-1a14-4900-a00d-81c8bfc4f8a6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:37.523014 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1043dea5-1a14-4900-a00d-81c8bfc4f8a6 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/4553b7c3-ae38-48a6-be49-df4396cd7249 HTTP/1.1" status: 404 len: 333 time: 0.0454898 Dec 21 22:21:37.528268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34642) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.570623 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efec2e4-ed46-40b8-9d0d-eb9d5ef33ec8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:37.571340 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7efec2e4-ed46-40b8-9d0d-eb9d5ef33ec8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:37.575182 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7efec2e4-ed46-40b8-9d0d-eb9d5ef33ec8 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/cd253c9c-798a-4c58-b3e0-c5241b662439 HTTP/1.1" status: 404 len: 337 time: 0.0455019 Dec 21 22:21:37.576113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34648) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.611457 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b5a429b0-303a-4920-958f-72e189e6b8f2 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Unset dirty status for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:37.615191 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b5a429b0-303a-4920-958f-72e189e6b8f2 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports/a3e5254c-64f1-43a6-b589-5351a983d6f8 HTTP/1.1" status: 200 len: 910 time: 0.4306204 Dec 21 22:21:37.616338 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34652) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.622191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-3f36d08b-4c75-4c53-a725-56a7d53d37d4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62fe5c0d-15d6-4a46-a4d1-a34ad5925e28'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:37.646109 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6afb12-3cd3-47db-aa4c-7d26656dd939 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:37.646549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6afb12-3cd3-47db-aa4c-7d26656dd939 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:37.648143 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3f6afb12-3cd3-47db-aa4c-7d26656dd939 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/e8b85b99-8f63-49f9-a325-17abc1461df1 HTTP/1.1" status: 404 len: 333 time: 0.0714145 Dec 21 22:21:37.655196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34656) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.684210 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c053f23e-3354-4c70-9947-8fed9968701e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:37.747578 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b98d3b-2e04-4673-99da-3665fd5d2948 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:37.747578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b98d3b-2e04-4673-99da-3665fd5d2948 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:37.748457 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:21:37.749232 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-52b98d3b-2e04-4673-99da-3665fd5d2948 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/a86c890f-3f42-413b-a149-2e46cb0fb8d5 HTTP/1.1" status: 404 len: 337 time: 0.0932174 Dec 21 22:21:37.754570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34660) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.828087 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f60c0a-8c2f-499f-80e9-85d45fa667a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:37.828521 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f60c0a-8c2f-499f-80e9-85d45fa667a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:37.830121 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a3f60c0a-8c2f-499f-80e9-85d45fa667a0 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/a61d3dbb-e76c-4f34-aa3c-a7f3fe5cbc3f HTTP/1.1" status: 404 len: 333 time: 0.0730412 Dec 21 22:21:37.836787 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34666) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:37.851324 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-c053f23e-3354-4c70-9947-8fed9968701e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for b4aaec47-6693-4c98-998d-f21ac08725a4 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:37.939233 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-0562cfc2-2adf-431b-b82c-e60fbe8b49da tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:37.939812 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0562cfc2-2adf-431b-b82c-e60fbe8b49da tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:37.941206 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0562cfc2-2adf-431b-b82c-e60fbe8b49da tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/0054dca0-8691-4afe-86bb-c1c2bbfa9bf7 HTTP/1.1" status: 404 len: 337 time: 0.1035564 Dec 21 22:21:37.947373 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34670) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:38.007060 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b603eb0b-789f-4eaf-a7fe-3bfbdb20c196 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:38.007494 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b603eb0b-789f-4eaf-a7fe-3bfbdb20c196 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:38.009117 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b603eb0b-789f-4eaf-a7fe-3bfbdb20c196 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/ports/e5183ce8-f80f-4802-b2f5-54b73eb48ad6 HTTP/1.1" status: 404 len: 333 time: 0.0585008 Dec 21 22:21:38.013633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34674) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:38.024228 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8f8ec-03ba-4f6a-a7fa-8b29d13cc3b6 req-c67747ea-13a7-476d-8316-844e58277ba3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:38.026324 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1eb8f8ec-03ba-4f6a-a7fa-8b29d13cc3b6 req-c67747ea-13a7-476d-8316-844e58277ba3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 931 time: 0.3717690 Dec 21 22:21:38.087811 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3646dc7-57f2-4b7e-ba7a-d9c9da4dfe35 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:38.088954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3646dc7-57f2-4b7e-ba7a-d9c9da4dfe35 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:38.092813 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a3646dc7-57f2-4b7e-ba7a-d9c9da4dfe35 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/subnets/e05ca912-905d-498e-84cb-32d1b4bac158 HTTP/1.1" status: 404 len: 337 time: 0.0745227 Dec 21 22:21:38.104216 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34678) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:38.145865 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e1503d1e-69a7-45aa-b553-e918e564c76a req-74d9bf19-172f-478b-afc6-127d7ed7c9f7 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.3278356 Dec 21 22:21:38.172054 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1eb8f8ec-03ba-4f6a-a7fa-8b29d13cc3b6 req-c5b0f8c8-e772-41a3-81b6-a37c21bb3514 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097565 Dec 21 22:21:38.174593 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3f36d08b-4c75-4c53-a725-56a7d53d37d4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:38.182422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e488e08-58b5-4407-bf45-a146ca34f446 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:21:38.205237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:38.300947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Transition to ACTIVE for port object 0e488e08-58b5-4407-bf45-a146ca34f446 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:38.305417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-66f1c6fa-2d77-44f8-9b8b-de321118c698 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:38.360565 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c053f23e-3354-4c70-9947-8fed9968701e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:38.426352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:38.438278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053f23e-3354-4c70-9947-8fed9968701e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=b4aaec47-6693-4c98-998d-f21ac08725a4,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:38.490714 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router f412aff4-0850-47f1-9bfc-01e5c3dd119b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:21:38.573414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-66f1c6fa-2d77-44f8-9b8b-de321118c698 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:38.581359 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c053f23e-3354-4c70-9947-8fed9968701e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:38.669464 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c053f23e-3354-4c70-9947-8fed9968701e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/b4aaec47-6693-4c98-998d-f21ac08725a4 HTTP/1.1" status: 204 len: 168 time: 1.6950264 Dec 21 22:21:38.671913 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34682) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:38.691931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-66f1c6fa-2d77-44f8-9b8b-de321118c698 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7c627c-94be-483c-83d9-84e8e8a5014e']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:38.699016 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Pushing event updated for resources: {'Port': ['ID=0e488e08-58b5-4407-bf45-a146ca34f446,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:38.760153 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-66f1c6fa-2d77-44f8-9b8b-de321118c698 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74714bea-4237-4354-ba65-44528bdd04e5') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:38.760618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-66f1c6fa-2d77-44f8-9b8b-de321118c698 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74714bea-4237-4354-ba65-44528bdd04e5') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:38.785379 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-66f1c6fa-2d77-44f8-9b8b-de321118c698 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:38.832104 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.resource_extend [None req-3f36d08b-4c75-4c53-a725-56a7d53d37d4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:21:38.848673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3f36d08b-4c75-4c53-a725-56a7d53d37d4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:38.868902 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478d2948-ac5c-4dd3-b942-0359266cd6ae tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:38.870320 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-478d2948-ac5c-4dd3-b942-0359266cd6ae tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:38.875087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-66f1c6fa-2d77-44f8-9b8b-de321118c698 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:38.891641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f1c6fa-2d77-44f8-9b8b-de321118c698 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:21:38.892044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-66f1c6fa-2d77-44f8-9b8b-de321118c698 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:38.908961 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:38.912000 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3f36d08b-4c75-4c53-a725-56a7d53d37d4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:38.977545 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-478d2948-ac5c-4dd3-b942-0359266cd6ae tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:38.982034 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-478d2948-ac5c-4dd3-b942-0359266cd6ae tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3058624 Dec 21 22:21:38.987744 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34686) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:39.015611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Attempting to bind port 0e488e08-58b5-4407-bf45-a146ca34f446 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:21:39.015939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Attempting to bind port 0e488e08-58b5-4407-bf45-a146ca34f446 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '9830252b-8b95-4c8f-b446-6585189fd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:21:39.018061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Attempting to bind port 0e488e08-58b5-4407-bf45-a146ca34f446 on network 23bea38b-1ef2-4c9c-a871-d310f9003b4f {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:21:39.060203 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f9b60d-d858-4234-9b80-5cb68bc72ae5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] GET failed (client error): The resource could not be found. Dec 21 22:21:39.061457 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-74f9b60d-d858-4234-9b80-5cb68bc72ae5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports/e7d3fece-033d-4e64-b33b-e13635f966b8 HTTP/1.1" status: 404 len: 333 time: 0.0710514 Dec 21 22:21:39.064330 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36d08b-4c75-4c53-a725-56a7d53d37d4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=a3e5254c-64f1-43a6-b589-5351a983d6f8,revision_number=3']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:39.065329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34690) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:39.075867 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f36d08b-4c75-4c53-a725-56a7d53d37d4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:39.076482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3f36d08b-4c75-4c53-a725-56a7d53d37d4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:39.077743 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3f36d08b-4c75-4c53-a725-56a7d53d37d4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/ports/a3e5254c-64f1-43a6-b589-5351a983d6f8 HTTP/1.1" status: 200 len: 910 time: 1.4611301 Dec 21 22:21:39.080697 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34694) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:39.115584 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Port 0e488e08-58b5-4407-bf45-a146ca34f446 on network 23bea38b-1ef2-4c9c-a871-d310f9003b4f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:21:39.115904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Attempting to bind port 0e488e08-58b5-4407-bf45-a146ca34f446 on network 23bea38b-1ef2-4c9c-a871-d310f9003b4f {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:21:39.117848 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-66f1c6fa-2d77-44f8-9b8b-de321118c698 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:39.149054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-66f1c6fa-2d77-44f8-9b8b-de321118c698 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:39.154816 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-93eb0ccc-7268-4018-84b2-9f77bb1d5999 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] GET failed (client error): The resource could not be found. Dec 21 22:21:39.155296 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-93eb0ccc-7268-4018-84b2-9f77bb1d5999 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:39.164405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1c6fa-2d77-44f8-9b8b-de321118c698 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] Pushing event deleted for resources: {'Network': ['ID=fe7c627c-94be-483c-83d9-84e8e8a5014e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:39.176211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:21:39.176553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Checking segment: {'id': '9830252b-8b95-4c8f-b446-6585189fd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:39.176935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Bound using segment: {'id': '9830252b-8b95-4c8f-b446-6585189fd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:21:39.177374 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Bound port: 0e488e08-58b5-4407-bf45-a146ca34f446, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9830252b-8b95-4c8f-b446-6585189fd96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:21:39.177716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:39.202840 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-66f1c6fa-2d77-44f8-9b8b-de321118c698 tempest-NetworksTestDHCPv6-1194659238 tempest-NetworksTestDHCPv6-1194659238-project] 10.222.0.37 "DELETE /v2.0/networks/fe7c627c-94be-483c-83d9-84e8e8a5014e HTTP/1.1" status: 204 len: 168 time: 1.0954311 Dec 21 22:21:39.207764 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-93eb0ccc-7268-4018-84b2-9f77bb1d5999 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:39.211303 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-93eb0ccc-7268-4018-84b2-9f77bb1d5999 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports/b4aaec47-6693-4c98-998d-f21ac08725a4 HTTP/1.1" status: 404 len: 333 time: 0.1375456 Dec 21 22:21:39.212935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34704) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:39.324913 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-81a9f104-ae7b-48fa-8b4d-d2338f8619a4 req-600245f9-ccab-47e6-b82d-732d3deb94c3 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0550451 Dec 21 22:21:39.360089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] For port 0e488e08-58b5-4407-bf45-a146ca34f446, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:21:39.360281 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-282e1cd8-e18e-454c-a8fa-b1fbe76e82a4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:39.362767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] For port 0e488e08-58b5-4407-bf45-a146ca34f446, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0e488e08-58b5-4407-bf45-a146ca34f446,segment=NetworkSegment(9830252b-8b95-4c8f-b446-6585189fd96a),segment_id=9830252b-8b95-4c8f-b446-6585189fd96a)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:21:39.385629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:39.397219 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee80fc-95ca-4742-b0de-53f5f9d46a73 None None] Sync routers for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:39.411079 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee80fc-95ca-4742-b0de-53f5f9d46a73 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:39.411855 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-50ee80fc-95ca-4742-b0de-53f5f9d46a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:39.461355 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:39.478186 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-50ee80fc-95ca-4742-b0de-53f5f9d46a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:39.490485 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee80fc-95ca-4742-b0de-53f5f9d46a73 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:39.491096 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-50ee80fc-95ca-4742-b0de-53f5f9d46a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:39.507656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:39.550501 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-50ee80fc-95ca-4742-b0de-53f5f9d46a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:39.550906 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ee80fc-95ca-4742-b0de-53f5f9d46a73 None None] The sync data for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:39.674036 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-282e1cd8-e18e-454c-a8fa-b1fbe76e82a4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:39.703519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:39.704901 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] 10.222.0.49 "PUT /v2.0/ports/0e488e08-58b5-4407-bf45-a146ca34f446 HTTP/1.1" status: 200 len: 1093 time: 3.3964255 Dec 21 22:21:39.705508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ec31f4-32bb-498b-9ec0-fd5091d15b4e', 'tag': '0e488e08-58b5-4407-bf45-a146ca34f446'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:21:39.712287 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-282e1cd8-e18e-454c-a8fa-b1fbe76e82a4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b16f0b-5aa7-4122-9c2e-b1c6fe7da7d7']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:39.721431 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c7498d43-ad22-4b24-a5ba-9a9836bfb51f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.7270212 Dec 21 22:21:39.721746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34714) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:39.727919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-7193a4fb-9fb9-44e0-bc7f-6ec0f5362aad tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'floatingip': {'port_id': 'a084bd02-7ea4-4ab8-a99e-1c2ce2f52e8f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:39.739618 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-282e1cd8-e18e-454c-a8fa-b1fbe76e82a4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a8fc34-bbf7-4fd4-87af-783185e3f935') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:39.739917 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-282e1cd8-e18e-454c-a8fa-b1fbe76e82a4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a8fc34-bbf7-4fd4-87af-783185e3f935') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:39.761557 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-282e1cd8-e18e-454c-a8fa-b1fbe76e82a4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:39.788028 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92743875-3d62-4ef4-abd6-f91b0a4a1652 req-68e23b95-170b-495f-b91b-4005559024bc tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:39.789518 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-92743875-3d62-4ef4-abd6-f91b0a4a1652 req-68e23b95-170b-495f-b91b-4005559024bc tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 943 time: 0.3823442 Dec 21 22:21:39.795826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24ec4f-f2b6-44b7-b7d7-4772f72f0955 service neutron] Pushing event updated for resources: {'Port': ['ID=0e488e08-58b5-4407-bf45-a146ca34f446,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:39.797850 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-282e1cd8-e18e-454c-a8fa-b1fbe76e82a4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:39.821507 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282e1cd8-e18e-454c-a8fa-b1fbe76e82a4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:21:39.821901 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-282e1cd8-e18e-454c-a8fa-b1fbe76e82a4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:39.837747 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:39.841248 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7193a4fb-9fb9-44e0-bc7f-6ec0f5362aad tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:39.892185 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34718) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:39.958490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-446ac449-0bd0-4d3b-b32d-811e1cf7f52c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:40.026254 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-282e1cd8-e18e-454c-a8fa-b1fbe76e82a4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:40.049821 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-92743875-3d62-4ef4-abd6-f91b0a4a1652 req-5884ffd7-e113-4eca-a9ae-eb26439add96 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311034 Dec 21 22:21:40.054049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-282e1cd8-e18e-454c-a8fa-b1fbe76e82a4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:40.117305 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e1cd8-e18e-454c-a8fa-b1fbe76e82a4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Network': ['ID=d6b16f0b-5aa7-4122-9c2e-b1c6fe7da7d7,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:40.129411 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-282e1cd8-e18e-454c-a8fa-b1fbe76e82a4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/networks/d6b16f0b-5aa7-4122-9c2e-b1c6fe7da7d7 HTTP/1.1" status: 204 len: 168 time: 0.9113278 Dec 21 22:21:40.130636 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34724) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:40.130756 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ec31f4-32bb-498b-9ec0-fd5091d15b4e', 'tag': '0e488e08-58b5-4407-bf45-a146ca34f446', 'status': 'completed', 'code': 200} Dec 21 22:21:40.137411 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c8553ca2-bdff-4b5f-a27a-6aa248cccf18 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-47199800'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:40.147824 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c8553ca2-bdff-4b5f-a27a-6aa248cccf18 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:40.154199 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c8553ca2-bdff-4b5f-a27a-6aa248cccf18 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:network and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:40.167511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c8553ca2-bdff-4b5f-a27a-6aa248cccf18 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:40.174879 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c8553ca2-bdff-4b5f-a27a-6aa248cccf18 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:40.263728 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-b897e526-b437-4286-a874-904813abee60 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1554338f714a4532b4ef038ba8da42a6&device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 1096 time: 0.3696148 Dec 21 22:21:40.299021 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8553ca2-bdff-4b5f-a27a-6aa248cccf18 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:40.301928 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c8553ca2-bdff-4b5f-a27a-6aa248cccf18 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:40.364421 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-ac373ac9-9501-4914-906f-b8620a8d6d59 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e488e08-58b5-4407-bf45-a146ca34f446 HTTP/1.1" status: 200 len: 217 time: 0.0866282 Dec 21 22:21:40.420612 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e1d14734-5725-4ecc-b26c-b2f3359ff591 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=065d5148d6d54fb6b432072451bf7580&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5253277 Dec 21 22:21:40.435625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34730) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:40.527561 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-0d0eeddc-3256-40df-8cf8-0cd50e9a3fcb req-9f36f0cc-d28e-4f72-aeb2-3f279e9c8c8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Synchronizing usage tracker for tenant:d3800041c9b4436f8736fa33ea244f0f on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:40.558146 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-2a63c8f6-ef9f-4e09-874f-abc66d96a4bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:40.559608 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-2a63c8f6-ef9f-4e09-874f-abc66d96a4bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db6618fb-d062-4732-86da-363d150315c5 HTTP/1.1" status: 200 len: 850 time: 0.1419365 Dec 21 22:21:40.583937 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8553ca2-bdff-4b5f-a27a-6aa248cccf18 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:21:40.604544 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c8553ca2-bdff-4b5f-a27a-6aa248cccf18 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:40.604884 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-c8553ca2-bdff-4b5f-a27a-6aa248cccf18 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Added segment 2e4e1691-274d-43dd-a00b-ecaa39e3577f of type vlan for network 95c32f60-3f60-4090-bd7e-7fbdc936ddde Dec 21 22:21:40.660789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fafae3c1-5a56-4bec-878e-e0fee9aac643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:40.681262 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-0d0eeddc-3256-40df-8cf8-0cd50e9a3fcb req-9f36f0cc-d28e-4f72-aeb2-3f279e9c8c8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Unset dirty status for tenant:d3800041c9b4436f8736fa33ea244f0f on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:40.683219 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0d0eeddc-3256-40df-8cf8-0cd50e9a3fcb req-9f36f0cc-d28e-4f72-aeb2-3f279e9c8c8d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.2467227 Dec 21 22:21:40.704775 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-6f3f21ce-871d-4207-81e3-152c38cb2743 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23bea38b-1ef2-4c9c-a871-d310f9003b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1277237 Dec 21 22:21:40.706765 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fafae3c1-5a56-4bec-878e-e0fee9aac643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:40.778707 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c8553ca2-bdff-4b5f-a27a-6aa248cccf18 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:40.932568 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c8553ca2-bdff-4b5f-a27a-6aa248cccf18 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:40.936194 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8553ca2-bdff-4b5f-a27a-6aa248cccf18 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:40.936775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c8553ca2-bdff-4b5f-a27a-6aa248cccf18 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:40.937442 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-d5899c0a-ddf4-4f3b-a6cf-5dfcd591a51c service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226911 Dec 21 22:21:40.972504 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7193a4fb-9fb9-44e0-bc7f-6ec0f5362aad tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:40.980126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fafae3c1-5a56-4bec-878e-e0fee9aac643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:41.026221 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafae3c1-5a56-4bec-878e-e0fee9aac643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0c3cc5-e6c9-4092-94b2-5bd1a250a942,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:41.034439 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fafae3c1-5a56-4bec-878e-e0fee9aac643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:41.035559 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fafae3c1-5a56-4bec-878e-e0fee9aac643 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd0c3cc5-e6c9-4092-94b2-5bd1a250a942 HTTP/1.1" status: 204 len: 168 time: 0.5979147 Dec 21 22:21:41.068095 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7193a4fb-9fb9-44e0-bc7f-6ec0f5362aad tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:41.085018 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-446ac449-0bd0-4d3b-b32d-811e1cf7f52c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port a3e5254c-64f1-43a6-b589-5351a983d6f8 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:41.085334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-446ac449-0bd0-4d3b-b32d-811e1cf7f52c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:41.122711 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8553ca2-bdff-4b5f-a27a-6aa248cccf18 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Network': ['ID=95c32f60-3f60-4090-bd7e-7fbdc936ddde,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:41.133804 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c8553ca2-bdff-4b5f-a27a-6aa248cccf18 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0028214 Dec 21 22:21:41.135811 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 95c32f60-3f60-4090-bd7e-7fbdc936ddde details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:21:41.141462 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34738) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:41.149239 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'subnet': {'network_id': '95c32f60-3f60-4090-bd7e-7fbdc936ddde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:41.189784 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3232f15a-6516-42a0-9b19-88cf5e4045f7 req-1a96a3b9-ee96-4611-aee2-599ce48a11c1 service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378159 Dec 21 22:21:41.361708 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:41.378731 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:subnet and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:41.383616 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:41.399997 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:41.410919 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-446ac449-0bd0-4d3b-b32d-811e1cf7f52c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:41.529679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:41.549128 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-446ac449-0bd0-4d3b-b32d-811e1cf7f52c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for a3e5254c-64f1-43a6-b589-5351a983d6f8 owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:41.553823 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deefad8-710f-4ae1-9cfc-86731555c255 req-6d633e77-e580-491e-992c-c639df16d8a6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:41.554536 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-3deefad8-710f-4ae1-9cfc-86731555c255 req-6d633e77-e580-491e-992c-c639df16d8a6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Synchronizing usage tracker for tenant:1554338f714a4532b4ef038ba8da42a6 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:41.596960 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c247fcbc-678b-4944-995d-ee413ca92bed req-6a9fd8c9-088c-4dfc-ad5d-45f096104119 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1554338f714a4532b4ef038ba8da42a6&device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 1096 time: 0.1938024 Dec 21 22:21:41.700323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:41.715983 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-3deefad8-710f-4ae1-9cfc-86731555c255 req-6d633e77-e580-491e-992c-c639df16d8a6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Unset dirty status for tenant:1554338f714a4532b4ef038ba8da42a6 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:41.717112 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3deefad8-710f-4ae1-9cfc-86731555c255 req-6d633e77-e580-491e-992c-c639df16d8a6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 943 time: 0.5079417 Dec 21 22:21:41.799296 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.ipam_backend_mixin [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Performing IP validity checks on allocation pools {{(pid=84169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 21 22:21:41.801891 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.ipam_backend_mixin [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 21 22:21:41.852359 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c7a82975-197c-4f68-88db-0c9990ac358c req-59d26f1c-fd95-4bd4-9f1c-4000ffb6bf41 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0574789 Dec 21 22:21:41.890669 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247fcbc-678b-4944-995d-ee413ca92bed req-cbef2ff9-d327-4492-8392-900d9ef678db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:41.890669 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c247fcbc-678b-4944-995d-ee413ca92bed req-cbef2ff9-d327-4492-8392-900d9ef678db service neutron] 10.222.0.49 "GET /v2.0/networks?id=23bea38b-1ef2-4c9c-a871-d310f9003b4f HTTP/1.1" status: 200 len: 912 time: 0.2764835 Dec 21 22:21:41.969716 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c247fcbc-678b-4944-995d-ee413ca92bed req-30b825d7-3dd4-426e-bf1a-d03aa915c785 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e488e08-58b5-4407-bf45-a146ca34f446 HTTP/1.1" status: 200 len: 217 time: 0.0781913 Dec 21 22:21:41.975885 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3deefad8-710f-4ae1-9cfc-86731555c255 req-4e32dd1b-a17e-4cdb-aa1b-1fe7d5bc30dc tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348897 Dec 21 22:21:42.069118 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-446ac449-0bd0-4d3b-b32d-811e1cf7f52c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:42.107211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247fcbc-678b-4944-995d-ee413ca92bed req-96510f15-0891-4c95-9665-55153c6e7515 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:42.108708 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c247fcbc-678b-4944-995d-ee413ca92bed req-96510f15-0891-4c95-9665-55153c6e7515 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db6618fb-d062-4732-86da-363d150315c5 HTTP/1.1" status: 200 len: 850 time: 0.1299801 Dec 21 22:21:42.200962 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7193a4fb-9fb9-44e0-bc7f-6ec0f5362aad tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router f412aff4-0850-47f1-9bfc-01e5c3dd119b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:21:42.216113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:42.220724 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c247fcbc-678b-4944-995d-ee413ca92bed req-d9e914bf-958b-4ac5-a0c2-31ef0826c063 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23bea38b-1ef2-4c9c-a871-d310f9003b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0984433 Dec 21 22:21:42.251347 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ac449-0bd0-4d3b-b32d-811e1cf7f52c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Port': ['ID=a3e5254c-64f1-43a6-b589-5351a983d6f8,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:42.380010 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Subnet': ['ID=01701994-de44-45f3-ad6d-8edc1d1b11de,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:42.409667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Checking segment: {'id': '2e4e1691-274d-43dd-a00b-ecaa39e3577f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95c32f60-3f60-4090-bd7e-7fbdc936ddde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:42.410045 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network hostable DHCP agents. Network: 95c32f60-3f60-4090-bd7e-7fbdc936ddde, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:21:42.420599 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34760) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:42.477930 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c247fcbc-678b-4944-995d-ee413ca92bed req-4949339b-1fca-4c2b-afc7-8eb650b6d822 service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962457 Dec 21 22:21:42.570203 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-446ac449-0bd0-4d3b-b32d-811e1cf7f52c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:42.594344 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-915168963'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:42.612016 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:42.641375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 95c32f60-3f60-4090-bd7e-7fbdc936ddde is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:21:42.673223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:network and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:42.679959 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:42.689084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:42.717195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 95c32f60-3f60-4090-bd7e-7fbdc936ddde) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:42.721238 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:42.721943 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:42.729339 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947f91e4-4278-4c1b-bca0-fa6bd6ce2dcc None None] Network 95c32f60-3f60-4090-bd7e-7fbdc936ddde requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:42.735133 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c247fcbc-678b-4944-995d-ee413ca92bed req-c36448fa-d874-4f30-a406-37c7760aa84d service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984220 Dec 21 22:21:42.749509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7193a4fb-9fb9-44e0-bc7f-6ec0f5362aad tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:42.754752 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7193a4fb-9fb9-44e0-bc7f-6ec0f5362aad tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:42.768838 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6903d6-0a94-4c65-a765-729b6f0132d4 None None] Sync routers for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:42.794241 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:42.798125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:42.813278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:42.878545 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6903d6-0a94-4c65-a765-729b6f0132d4 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:42.879079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ad6903d6-0a94-4c65-a765-729b6f0132d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:42.886296 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-363c0d3e-9ee1-441e-a4e5-2b1e7893783a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7411649 Dec 21 22:21:42.887019 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34766) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:42.894004 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-0e12da55-2dfb-4584-ab6f-fe18ff5adf36 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'network_id': '95c32f60-3f60-4090-bd7e-7fbdc936ddde', 'name': 'tempest-PortsIpV6TestJSON-273708503'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:42.922198 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7193a4fb-9fb9-44e0-bc7f-6ec0f5362aad tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "PUT /v2.0/floatingips/00fc361e-8a5e-4d48-acd2-94d510ce399f HTTP/1.1" status: 200 len: 976 time: 3.1992722 Dec 21 22:21:42.925000 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34772) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:42.993570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:43.027699 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ad6903d6-0a94-4c65-a765-729b6f0132d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:43.062665 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6903d6-0a94-4c65-a765-729b6f0132d4 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:43.063487 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ad6903d6-0a94-4c65-a765-729b6f0132d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:43.130908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:security_group_rule and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:43.135839 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0e12da55-2dfb-4584-ab6f-fe18ff5adf36 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:43.136355 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:43.162324 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 0e488e08-58b5-4407-bf45-a146ca34f446 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:21:43.181226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:43.185440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ad6903d6-0a94-4c65-a765-729b6f0132d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:43.185914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6903d6-0a94-4c65-a765-729b6f0132d4 None None] The sync data for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:43.212084 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-95c32f60-3f60-4090-bd7e-7fbdc936ddde', 'network_id': '95c32f60-3f60-4090-bd7e-7fbdc936ddde', 'tenant_id': 'e25ed88120b04026a7839bff967cb097', 'fixed_ips': [{'subnet_id': '01701994-de44-45f3-ad6d-8edc1d1b11de'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:21:43.213773 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:43.242080 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0e12da55-2dfb-4584-ab6f-fe18ff5adf36 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:43.265428 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b7632189-5cf6-46bc-863e-6b72f9625bdf req-0039521c-1ca3-4959-82c7-131d09425eb7 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1397200 Dec 21 22:21:43.301192 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446ac449-0bd0-4d3b-b32d-811e1cf7f52c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 210af65d-650f-483c-8b18-eeebcb5a625f has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:21:43.317543 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e12da55-2dfb-4584-ab6f-fe18ff5adf36 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:43.320557 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0e12da55-2dfb-4584-ab6f-fe18ff5adf36 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:43.371152 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-4d394f4c-b6fc-438b-b855-f83a1d06b387 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Deleting port b3df8185-134a-4b41-91e8-dcadd83643fd {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:43.371491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d394f4c-b6fc-438b-b855-f83a1d06b387 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:43.410135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22339e7-5a8f-45f0-b11c-0e1356eeedc0 req-356ae7c9-57d0-470a-bb76-399b5e63655f tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:43.411482 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a22339e7-5a8f-45f0-b11c-0e1356eeedc0 req-356ae7c9-57d0-470a-bb76-399b5e63655f tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 943 time: 0.2826457 Dec 21 22:21:43.447105 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-0e12da55-2dfb-4584-ab6f-fe18ff5adf36 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] device_id is not set on port 4d58da65-65b6-452d-9ab4-455b3d491fce yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:21:43.492392 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:43.493620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Allocated IP 2001:db8::2 (95c32f60-3f60-4090-bd7e-7fbdc936ddde/01701994-de44-45f3-ad6d-8edc1d1b11de/c9929e4c-fd39-453b-8b26-8ac29889b3be) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:43.501254 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 0e488e08-58b5-4407-bf45-a146ca34f446, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0e488e08-58b5-4407-bf45-a146ca34f446,segment=NetworkSegment(9830252b-8b95-4c8f-b446-6585189fd96a),segment_id=9830252b-8b95-4c8f-b446-6585189fd96a)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:43.519577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '0e488e08-58b5-4407-bf45-a146ca34f446', 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f', 'port_id': '0e488e08-58b5-4407-bf45-a146ca34f446', 'mac_address': 'fa:16:3e:25:10:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6618fb-d062-4732-86da-363d150315c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:21:43.530984 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a22339e7-5a8f-45f0-b11c-0e1356eeedc0 req-509630b7-eb5a-4638-bc0f-c6d366de29c7 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121578 Dec 21 22:21:43.548199 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446ac449-0bd0-4d3b-b32d-811e1cf7f52c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:43.557742 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-446ac449-0bd0-4d3b-b32d-811e1cf7f52c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/210af65d-650f-483c-8b18-eeebcb5a625f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4759762 Dec 21 22:21:43.562154 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c5792c-acd0-4dfc-9668-921a8b4c85ac None None] Sync routers for ids ['210af65d-650f-483c-8b18-eeebcb5a625f'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:43.566854 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34778) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:43.578586 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:43.583502 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c5792c-acd0-4dfc-9668-921a8b4c85ac None None] Routers {'210af65d-650f-483c-8b18-eeebcb5a625f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:43.584277 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-85c5792c-acd0-4dfc-9668-921a8b4c85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['210af65d-650f-483c-8b18-eeebcb5a625f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:43.627640 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:21:43.647165 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c06e390b-3427-4dba-9b2f-ae0dda1956f6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Synchronizing usage tracker for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:43.652645 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10514273-139d-4671-9538-4a23babc0857,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:43.663567 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d394f4c-b6fc-438b-b855-f83a1d06b387 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:43.663966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d394f4c-b6fc-438b-b855-f83a1d06b387 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:43.671864 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:43.673196 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Added segment 9a762efc-ae2f-43e6-8ba4-f76eb2fe27a2 of type vlan for network 56778faf-e9d1-495f-9ec3-11a46806507d Dec 21 22:21:43.684042 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:43.694046 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-85c5792c-acd0-4dfc-9668-921a8b4c85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:43.706971 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c5792c-acd0-4dfc-9668-921a8b4c85ac None None] Routers {'210af65d-650f-483c-8b18-eeebcb5a625f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:43.708309 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-85c5792c-acd0-4dfc-9668-921a8b4c85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['210af65d-650f-483c-8b18-eeebcb5a625f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:43.720381 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e488e08-58b5-4407-bf45-a146ca34f446 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:21:43.752292 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c06e390b-3427-4dba-9b2f-ae0dda1956f6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Unset dirty status for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:43.754044 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c06e390b-3427-4dba-9b2f-ae0dda1956f6 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports?device_id=210af65d-650f-483c-8b18-eeebcb5a625f HTTP/1.1" status: 200 len: 205 time: 0.1862130 Dec 21 22:21:43.756807 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34782) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:43.771428 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-85c5792c-acd0-4dfc-9668-921a8b4c85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:43.772133 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c5792c-acd0-4dfc-9668-921a8b4c85ac None None] The sync data for ids ['210af65d-650f-483c-8b18-eeebcb5a625f'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:43.786042 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 0e488e08-58b5-4407-bf45-a146ca34f446, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0e488e08-58b5-4407-bf45-a146ca34f446,segment=NetworkSegment(9830252b-8b95-4c8f-b446-6585189fd96a),segment_id=9830252b-8b95-4c8f-b446-6585189fd96a)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:43.797166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-4d394f4c-b6fc-438b-b855-f83a1d06b387 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Calling delete_port for b3df8185-134a-4b41-91e8-dcadd83643fd owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:43.821010 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:43.833952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Transition to ACTIVE for port object c9929e4c-fd39-453b-8b26-8ac29889b3be will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:43.856320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Transition to ACTIVE for port object c9929e4c-fd39-453b-8b26-8ac29889b3be will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:43.857621 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:43.874967 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:43.937194 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:43.962458 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=0e488e08-58b5-4407-bf45-a146ca34f446,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:43.968562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Network 95c32f60-3f60-4090-bd7e-7fbdc936ddde is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:43.970609 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:43.976844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:43.982346 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:43.982682 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:43.983013 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:43.983337 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:43.983661 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:43.983979 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:43.984762 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:43.984762 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:43.985209 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:43.985549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:43.985845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:21:43.992305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:43.996983 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:43.997627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:44.059671 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d394f4c-b6fc-438b-b855-f83a1d06b387 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:44.088041 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-0e12da55-2dfb-4584-ab6f-fe18ff5adf36 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Allocated IP 2001:db8::244 (95c32f60-3f60-4090-bd7e-7fbdc936ddde/01701994-de44-45f3-ad6d-8edc1d1b11de/4d58da65-65b6-452d-9ab4-455b3d491fce) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:44.092466 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-95e393b2-eb7e-450d-8df1-ba5da4603947 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:44.149290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Pushing event updated for resources: {'Port': ['ID=c9929e4c-fd39-453b-8b26-8ac29889b3be,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:44.153671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Attempting to bind port c9929e4c-fd39-453b-8b26-8ac29889b3be on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:21:44.154108 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Attempting to bind port c9929e4c-fd39-453b-8b26-8ac29889b3be by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '2e4e1691-274d-43dd-a00b-ecaa39e3577f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95c32f60-3f60-4090-bd7e-7fbdc936ddde'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:21:44.154402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Attempting to bind port c9929e4c-fd39-453b-8b26-8ac29889b3be on network 95c32f60-3f60-4090-bd7e-7fbdc936ddde {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:21:44.161295 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:21:44.163235 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Checking segment: {'id': '2e4e1691-274d-43dd-a00b-ecaa39e3577f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95c32f60-3f60-4090-bd7e-7fbdc936ddde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:44.163235 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:44.163235 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Bound using segment: {'id': '2e4e1691-274d-43dd-a00b-ecaa39e3577f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95c32f60-3f60-4090-bd7e-7fbdc936ddde'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:21:44.163235 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Bound port: c9929e4c-fd39-453b-8b26-8ac29889b3be, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4e1691-274d-43dd-a00b-ecaa39e3577f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '95c32f60-3f60-4090-bd7e-7fbdc936ddde'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:21:44.163952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:44.168347 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Network': ['ID=56778faf-e9d1-495f-9ec3-11a46806507d,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:44.173494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d394f4c-b6fc-438b-b855-f83a1d06b387 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Port': ['ID=b3df8185-134a-4b41-91e8-dcadd83643fd,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:44.224355 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 56778faf-e9d1-495f-9ec3-11a46806507d details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:21:44.238593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['0e488e08-58b5-4407-bf45-a146ca34f446'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:21:44.272817 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-704abfb9-9f05-43ec-b374-474bbdb452f1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8496723 Dec 21 22:21:44.309287 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d394f4c-b6fc-438b-b855-f83a1d06b387 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:44.426765 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34788) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:44.439564 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-cf0c23f2-114b-4bb0-80e2-22f951e88c71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'subnet': {'network_id': '56778faf-e9d1-495f-9ec3-11a46806507d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:44.450957 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] For port c9929e4c-fd39-453b-8b26-8ac29889b3be, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:21:44.476059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] For port c9929e4c-fd39-453b-8b26-8ac29889b3be, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c9929e4c-fd39-453b-8b26-8ac29889b3be,segment=NetworkSegment(2e4e1691-274d-43dd-a00b-ecaa39e3577f),segment_id=2e4e1691-274d-43dd-a00b-ecaa39e3577f)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:21:44.564645 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-32ae2062-4074-49f4-8be2-2aee87f32929 req-c855795f-e216-454c-a30b-aa80ab42c352 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1270633 Dec 21 22:21:44.568184 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:44.576192 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-cf0c23f2-114b-4bb0-80e2-22f951e88c71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:44.581642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-cf0c23f2-114b-4bb0-80e2-22f951e88c71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:subnet and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:44.585556 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-cf0c23f2-114b-4bb0-80e2-22f951e88c71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:44.593377 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-cf0c23f2-114b-4bb0-80e2-22f951e88c71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:44.670116 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936f452-8a33-4267-973a-e39349a814f2 None None] Pushing event updated for resources: {'Port': ['ID=c9929e4c-fd39-453b-8b26-8ac29889b3be,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:44.693215 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-95e393b2-eb7e-450d-8df1-ba5da4603947 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:44.704198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-95e393b2-eb7e-450d-8df1-ba5da4603947 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:44.766822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0e12da55-2dfb-4584-ab6f-fe18ff5adf36 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:44.784198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-0e12da55-2dfb-4584-ab6f-fe18ff5adf36 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Transition to ACTIVE for port object 4d58da65-65b6-452d-9ab4-455b3d491fce will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:44.785235 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0c23f2-114b-4bb0-80e2-22f951e88c71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:44.860655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-95e393b2-eb7e-450d-8df1-ba5da4603947 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:44.861190 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e393b2-eb7e-450d-8df1-ba5da4603947 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Fanout notify agent at l3_agent the message router_deleted on router 210af65d-650f-483c-8b18-eeebcb5a625f {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:21:44.881282 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-95e393b2-eb7e-450d-8df1-ba5da4603947 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:44.885990 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-95e393b2-eb7e-450d-8df1-ba5da4603947 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/routers/210af65d-650f-483c-8b18-eeebcb5a625f HTTP/1.1" status: 204 len: 168 time: 1.1244910 Dec 21 22:21:44.886583 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34794) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:44.889727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0e12da55-2dfb-4584-ab6f-fe18ff5adf36 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:45.043186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e12da55-2dfb-4584-ab6f-fe18ff5adf36 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 95c32f60-3f60-4090-bd7e-7fbdc936ddde is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:45.047077 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-0e12da55-2dfb-4584-ab6f-fe18ff5adf36 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:45.049583 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e12da55-2dfb-4584-ab6f-fe18ff5adf36 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:45.053720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e12da55-2dfb-4584-ab6f-fe18ff5adf36 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:45.054541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0e12da55-2dfb-4584-ab6f-fe18ff5adf36 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:45.059765 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12da55-2dfb-4584-ab6f-fe18ff5adf36 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=4d58da65-65b6-452d-9ab4-455b3d491fce,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:45.080451 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cf0c23f2-114b-4bb0-80e2-22f951e88c71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:45.103287 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:45.174404 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 0e488e08-58b5-4407-bf45-a146ca34f446 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:45.185145 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0e12da55-2dfb-4584-ab6f-fe18ff5adf36 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2972555 Dec 21 22:21:45.188212 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34798) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:45.202844 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea6730-3c89-4d74-bce0-d92dedc0b899 req-8568802a-f55b-4aac-a040-5728f17ffd8e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:45.204779 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-29ea6730-3c89-4d74-bce0-d92dedc0b899 req-8568802a-f55b-4aac-a040-5728f17ffd8e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 944 time: 0.4296281 Dec 21 22:21:45.278701 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e86f8b-d075-4405-91ce-b384bf522ac1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting subnet 62fe5c0d-15d6-4a46-a4d1-a34ad5925e28 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:21:45.285928 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-63989781-f290-4f5d-97dc-8bbe5ab66b9a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port 4d58da65-65b6-452d-9ab4-455b3d491fce {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:45.286281 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-63989781-f290-4f5d-97dc-8bbe5ab66b9a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:45.312524 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d4e86f8b-d075-4405-91ce-b384bf522ac1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:45.343756 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-29ea6730-3c89-4d74-bce0-d92dedc0b899 req-ba2fb603-bc5f-4c94-8fce-447aa70587e2 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926411 Dec 21 22:21:45.355326 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 0e488e08-58b5-4407-bf45-a146ca34f446 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:45.364478 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 0e488e08-58b5-4407-bf45-a146ca34f446 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:45.364927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:45.393633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d4e86f8b-d075-4405-91ce-b384bf522ac1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:45.461121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d394f4c-b6fc-438b-b855-f83a1d06b387 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router f412aff4-0850-47f1-9bfc-01e5c3dd119b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:21:45.540572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:45.542870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cf0c23f2-114b-4bb0-80e2-22f951e88c71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:45.580054 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 0e488e08-58b5-4407-bf45-a146ca34f446, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0e488e08-58b5-4407-bf45-a146ca34f446,segment=NetworkSegment(9830252b-8b95-4c8f-b446-6585189fd96a),segment_id=9830252b-8b95-4c8f-b446-6585189fd96a)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:45.581122 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ec31f4-32bb-498b-9ec0-fd5091d15b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e488e08-58b5-4407-bf45-a146ca34f446'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:21:45.638324 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c23f2-114b-4bb0-80e2-22f951e88c71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Subnet': ['ID=831692c4-425b-4a1a-863b-0960ae3ca78d,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:45.657439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:45.683963 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0c23f2-114b-4bb0-80e2-22f951e88c71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Checking segment: {'id': '9a762efc-ae2f-43e6-8ba4-f76eb2fe27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56778faf-e9d1-495f-9ec3-11a46806507d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:45.684350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0c23f2-114b-4bb0-80e2-22f951e88c71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network hostable DHCP agents. Network: 56778faf-e9d1-495f-9ec3-11a46806507d, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:21:45.772830 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=0e488e08-58b5-4407-bf45-a146ca34f446,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:45.824953 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f205fcb1-07f4-49b9-a2be-5fbbbe538c82 req-6fd62a3b-93af-4cdb-8415-dea71dc15509 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0730789 Dec 21 22:21:45.842699 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d4e86f8b-d075-4405-91ce-b384bf522ac1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:45.883400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-63989781-f290-4f5d-97dc-8bbe5ab66b9a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:45.884525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d394f4c-b6fc-438b-b855-f83a1d06b387 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:45.894263 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d394f4c-b6fc-438b-b855-f83a1d06b387 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:45.895131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678c7eb3-8f13-4dd8-9c35-02615170e953 None None] Sync routers for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:45.921708 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678c7eb3-8f13-4dd8-9c35-02615170e953 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:45.922522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-678c7eb3-8f13-4dd8-9c35-02615170e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:45.934721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0c23f2-114b-4bb0-80e2-22f951e88c71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network 56778faf-e9d1-495f-9ec3-11a46806507d is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:21:45.966340 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4d394f4c-b6fc-438b-b855-f83a1d06b387 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/floatingips/00fc361e-8a5e-4d48-acd2-94d510ce399f HTTP/1.1" status: 204 len: 168 time: 3.0403481 Dec 21 22:21:45.969009 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34810) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:46.024716 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ec31f4-32bb-498b-9ec0-fd5091d15b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e488e08-58b5-4407-bf45-a146ca34f446', 'code': 200} Dec 21 22:21:46.036779 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-678c7eb3-8f13-4dd8-9c35-02615170e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:46.040735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c644cd6-ed72-44ef-9f47-b8e04ff673b5 None None] Network 95c32f60-3f60-4090-bd7e-7fbdc936ddde requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:46.045789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-cf0c23f2-114b-4bb0-80e2-22f951e88c71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 56778faf-e9d1-495f-9ec3-11a46806507d) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:46.054244 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23f2-114b-4bb0-80e2-22f951e88c71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:46.055076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cf0c23f2-114b-4bb0-80e2-22f951e88c71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:46.062444 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38361847-5ac5-4ce7-a2db-616cea990409 None None] Network 56778faf-e9d1-495f-9ec3-11a46806507d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:46.071618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-80ccdc57-3275-4a8c-96c0-1c3c3b62096f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Deleting port a084bd02-7ea4-4ab8-a99e-1c2ce2f52e8f {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:46.072120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-80ccdc57-3275-4a8c-96c0-1c3c3b62096f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:46.075271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-63989781-f290-4f5d-97dc-8bbe5ab66b9a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for 4d58da65-65b6-452d-9ab4-455b3d491fce owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:46.242802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678c7eb3-8f13-4dd8-9c35-02615170e953 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:46.244034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-678c7eb3-8f13-4dd8-9c35-02615170e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:46.246360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34814) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:46.247778 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-cf0c23f2-114b-4bb0-80e2-22f951e88c71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8199282 Dec 21 22:21:46.255774 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1f3be9d7-bea7-40d5-89fb-107daf4ba96c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1131625811'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:46.263380 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1f3be9d7-bea7-40d5-89fb-107daf4ba96c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:46.282833 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1f3be9d7-bea7-40d5-89fb-107daf4ba96c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:network and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:46.286199 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1f3be9d7-bea7-40d5-89fb-107daf4ba96c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:46.294570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1f3be9d7-bea7-40d5-89fb-107daf4ba96c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:46.307333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d4e86f8b-d075-4405-91ce-b384bf522ac1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:46.337382 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-678c7eb3-8f13-4dd8-9c35-02615170e953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:46.338352 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678c7eb3-8f13-4dd8-9c35-02615170e953 None None] The sync data for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:46.356330 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e86f8b-d075-4405-91ce-b384bf522ac1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Subnet': ['ID=62fe5c0d-15d6-4a46-a4d1-a34ad5925e28,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:46.362260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d4e86f8b-d075-4405-91ce-b384bf522ac1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:46.375802 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d4e86f8b-d075-4405-91ce-b384bf522ac1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/62fe5c0d-15d6-4a46-a4d1-a34ad5925e28 HTTP/1.1" status: 204 len: 168 time: 1.4857862 Dec 21 22:21:46.377481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34820) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:46.387046 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3be9d7-bea7-40d5-89fb-107daf4ba96c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:46.387731 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4863939-ec3d-491c-a872-054e45e43a2d None None] Network 66d71aaf-ca77-4bbe-8752-7506fb9b09dd requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:46.394531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1f3be9d7-bea7-40d5-89fb-107daf4ba96c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:46.420136 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-63989781-f290-4f5d-97dc-8bbe5ab66b9a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:46.504787 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63989781-f290-4f5d-97dc-8bbe5ab66b9a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=4d58da65-65b6-452d-9ab4-455b3d491fce,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:46.628593 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3be9d7-bea7-40d5-89fb-107daf4ba96c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:21:46.629281 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-80ccdc57-3275-4a8c-96c0-1c3c3b62096f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:46.629820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1f3be9d7-bea7-40d5-89fb-107daf4ba96c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:46.629820 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-1f3be9d7-bea7-40d5-89fb-107daf4ba96c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Added segment 83cfc617-ce5d-44b1-b4b0-274a17b31b94 of type vlan for network 0832b2d9-0a7c-4666-9130-0957a59d6bc0 Dec 21 22:21:46.629820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-63989781-f290-4f5d-97dc-8bbe5ab66b9a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:46.629820 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-63989781-f290-4f5d-97dc-8bbe5ab66b9a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/4d58da65-65b6-452d-9ab4-455b3d491fce HTTP/1.1" status: 204 len: 168 time: 1.3856969 Dec 21 22:21:46.629820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1f3be9d7-bea7-40d5-89fb-107daf4ba96c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:46.629820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34824) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:46.673649 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-654ced23-5512-4ccc-935f-bc35ab33c194 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] DELETE failed (client error): The resource could not be found. Dec 21 22:21:46.674201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654ced23-5512-4ccc-935f-bc35ab33c194 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:21:46.679138 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-654ced23-5512-4ccc-935f-bc35ab33c194 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/4d58da65-65b6-452d-9ab4-455b3d491fce HTTP/1.1" status: 404 len: 333 time: 0.0624223 Dec 21 22:21:46.679455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34828) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:46.730662 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b83675-4ca7-48aa-b874-47816e10b567 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] GET failed (client error): The resource could not be found. Dec 21 22:21:46.731333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f4b83675-4ca7-48aa-b874-47816e10b567 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:21:46.767569 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4b2ddc28-df9c-4374-af64-f833d7247045 None None] Provisioning for port c9929e4c-fd39-453b-8b26-8ac29889b3be completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:46.773309 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-56778faf-e9d1-495f-9ec3-11a46806507d', 'network_id': '56778faf-e9d1-495f-9ec3-11a46806507d', 'tenant_id': '49d01ada7fe342dbac812ee14f417ef1', 'fixed_ips': [{'subnet_id': '831692c4-425b-4a1a-863b-0960ae3ca78d'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:21:46.774256 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:46.793833 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9c174070-54f8-48aa-9f38-5cefd8ae61da req-f5394b4e-47e7-47db-816d-df3ba4575db2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 1098 time: 0.4688005 Dec 21 22:21:46.794421 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c9929e4c-fd39-453b-8b26-8ac29889b3be up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:46.826776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1f3be9d7-bea7-40d5-89fb-107daf4ba96c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:46.830807 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3be9d7-bea7-40d5-89fb-107daf4ba96c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:46.831483 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1f3be9d7-bea7-40d5-89fb-107daf4ba96c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:46.854771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:46.863918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-80ccdc57-3275-4a8c-96c0-1c3c3b62096f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Calling delete_port for a084bd02-7ea4-4ab8-a99e-1c2ce2f52e8f owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:46.888955 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f4b83675-4ca7-48aa-b874-47816e10b567 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:21:46.893135 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f4b83675-4ca7-48aa-b874-47816e10b567 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports/4d58da65-65b6-452d-9ab4-455b3d491fce HTTP/1.1" status: 404 len: 333 time: 0.2099674 Dec 21 22:21:46.902048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34834) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:46.972366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port d8674d86-8d07-409e-a933-df039ca6a8e3 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:46.972884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:47.073980 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a491795-4134-41c2-9397-29d48dd2758a None None] DHCP port deletion for 66d71aaf-ca77-4bbe-8752-7506fb9b09dd request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:21:47.078661 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Allocated IP 172.20.255.242 (56778faf-e9d1-495f-9ec3-11a46806507d/831692c4-425b-4a1a-863b-0960ae3ca78d/bc8f8304-8c3c-4ed4-8692-da76944d0d71) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:47.082550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port c9929e4c-fd39-453b-8b26-8ac29889b3be completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:47.089112 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-4a491795-4134-41c2-9397-29d48dd2758a None None] Deleting port d8674d86-8d07-409e-a933-df039ca6a8e3 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:47.089610 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4a491795-4134-41c2-9397-29d48dd2758a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:47.107491 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3be9d7-bea7-40d5-89fb-107daf4ba96c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Network': ['ID=0832b2d9-0a7c-4666-9130-0957a59d6bc0,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:47.113839 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1f3be9d7-bea7-40d5-89fb-107daf4ba96c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8637738 Dec 21 22:21:47.115701 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34838) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:47.135722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 0832b2d9-0a7c-4666-9130-0957a59d6bc0 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:21:47.159832 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c9929e4c-fd39-453b-8b26-8ac29889b3be triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:47.160370 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:47.162039 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e4c7e066-a389-4c97-88c7-625b2369bf87 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'subnet': {'network_id': '0832b2d9-0a7c-4666-9130-0957a59d6bc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:47.238507 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8300aff8-e00b-41ed-aeb1-870ee7aa27f9 req-36a0b23a-5519-4b27-81da-a08dcd633147 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1324792 Dec 21 22:21:47.251432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] For port d8674d86-8d07-409e-a933-df039ca6a8e3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d8674d86-8d07-409e-a933-df039ca6a8e3,segment=NetworkSegment(840c74eb-174e-46c1-b246-1fb69a22fafb),segment_id=840c74eb-174e-46c1-b246-1fb69a22fafb)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:47.251920 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:47.361969 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e4c7e066-a389-4c97-88c7-625b2369bf87 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:47.366048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e4c7e066-a389-4c97-88c7-625b2369bf87 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:subnet and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:47.369694 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e4c7e066-a389-4c97-88c7-625b2369bf87 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:47.385877 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e4c7e066-a389-4c97-88c7-625b2369bf87 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:47.414303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for d8674d86-8d07-409e-a933-df039ca6a8e3 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:47.414755 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b154b4d-9a7e-4d4f-a60a-862a7f99d5fb tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting subnet 01701994-de44-45f3-ad6d-8edc1d1b11de {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:21:47.418676 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9b154b4d-9a7e-4d4f-a60a-862a7f99d5fb tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:47.485752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9b154b4d-9a7e-4d4f-a60a-862a7f99d5fb tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:47.489127 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9c174070-54f8-48aa-9f38-5cefd8ae61da req-c2c74033-5fb7-425e-ad30-40a5b01bb374 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5948038 Dec 21 22:21:47.529145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f901a3f-6df3-4cb5-a090-2e9a2b4b7155 req-40aa4554-fdd1-4554-b739-086814797a6e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:47.530649 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5f901a3f-6df3-4cb5-a090-2e9a2b4b7155 req-40aa4554-fdd1-4554-b739-086814797a6e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.9845638 Dec 21 22:21:47.538051 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c7e066-a389-4c97-88c7-625b2369bf87 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:47.591752 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5f901a3f-6df3-4cb5-a090-2e9a2b4b7155 req-0499f597-3e21-4eb8-b819-1d6f9a6cf837 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522459 Dec 21 22:21:47.662638 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:47.679507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:47.710916 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c42365d5-c1b7-40f6-a07a-b2a06eb64fe8 None None] Provisioning complete for port c9929e4c-fd39-453b-8b26-8ac29889b3be triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:47.711296 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c42365d5-c1b7-40f6-a07a-b2a06eb64fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:47.747022 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Port': ['ID=d8674d86-8d07-409e-a933-df039ca6a8e3,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:47.770930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] No DVR routers for this DVR port d8674d86-8d07-409e-a933-df039ca6a8e3 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:21:47.791802 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e4c7e066-a389-4c97-88c7-625b2369bf87 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:47.836050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9b154b4d-9a7e-4d4f-a60a-862a7f99d5fb tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:47.928018 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-4a491795-4134-41c2-9397-29d48dd2758a None None] For port d8674d86-8d07-409e-a933-df039ca6a8e3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d8674d86-8d07-409e-a933-df039ca6a8e3,segment=NetworkSegment(840c74eb-174e-46c1-b246-1fb69a22fafb),segment_id=840c74eb-174e-46c1-b246-1fb69a22fafb)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:47.928018 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4a491795-4134-41c2-9397-29d48dd2758a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:47.954791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:47.985493 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d71aaf-ca77-4bbe-8752-7506fb9b09dd']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:47.999032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840c74eb-174e-46c1-b246-1fb69a22fafb') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:47.999367 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840c74eb-174e-46c1-b246-1fb69a22fafb') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:48.011650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.028286 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.034382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:21:48.034760 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:48.049519 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:48.054131 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-80ccdc57-3275-4a8c-96c0-1c3c3b62096f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.090028 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9b154b4d-9a7e-4d4f-a60a-862a7f99d5fb tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.093708 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-4a491795-4134-41c2-9397-29d48dd2758a None None] Calling delete_port for d8674d86-8d07-409e-a933-df039ca6a8e3 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:48.168721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccdc57-3275-4a8c-96c0-1c3c3b62096f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Port': ['ID=a084bd02-7ea4-4ab8-a99e-1c2ce2f52e8f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:48.182725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b154b4d-9a7e-4d4f-a60a-862a7f99d5fb tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Subnet': ['ID=01701994-de44-45f3-ad6d-8edc1d1b11de,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:48.204368 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9b154b4d-9a7e-4d4f-a60a-862a7f99d5fb tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.233205 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaec6ca-9fac-45ed-9730-c69b7311148a None None] Network 95c32f60-3f60-4090-bd7e-7fbdc936ddde requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:48.250071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34842) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:48.253286 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9b154b4d-9a7e-4d4f-a60a-862a7f99d5fb tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/01701994-de44-45f3-ad6d-8edc1d1b11de HTTP/1.1" status: 204 len: 168 time: 1.3500135 Dec 21 22:21:48.257658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c42365d5-c1b7-40f6-a07a-b2a06eb64fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.319396 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.343481 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:48.343833 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:21:48.346453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.352797 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.374564 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e4c7e066-a389-4c97-88c7-625b2369bf87 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.388513 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Network': ['ID=66d71aaf-ca77-4bbe-8752-7506fb9b09dd,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:48.415455 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-418dda71-ae7f-4775-9ff9-8b04f0896b2a req-62dd4f2b-d667-4a6c-ae81-b865d424ab29 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0806396 Dec 21 22:21:48.451138 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Transition to ACTIVE for port object bc8f8304-8c3c-4ed4-8692-da76944d0d71 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:48.464994 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-80ccdc57-3275-4a8c-96c0-1c3c3b62096f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.469928 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-80ccdc57-3275-4a8c-96c0-1c3c3b62096f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/ports/a084bd02-7ea4-4ab8-a99e-1c2ce2f52e8f HTTP/1.1" status: 204 len: 168 time: 2.4964595 Dec 21 22:21:48.471596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34848) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:48.475866 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7e066-a389-4c97-88c7-625b2369bf87 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Subnet': ['ID=ac8f92e3-c1f8-406f-a9da-8901749cd764,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:48.479595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:48.486481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:48.489049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c7e066-a389-4c97-88c7-625b2369bf87 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Checking segment: {'id': '83cfc617-ce5d-44b1-b4b0-274a17b31b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0832b2d9-0a7c-4666-9130-0957a59d6bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:48.489404 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c7e066-a389-4c97-88c7-625b2369bf87 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network hostable DHCP agents. Network: 0832b2d9-0a7c-4666-9130-0957a59d6bc0, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:21:48.491564 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.497209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Usage tracker for resource:floatingip and tenant:d0abccf8fdf748e6a1d14020fd33dfb5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:48.498222 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-4a491795-4134-41c2-9397-29d48dd2758a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:48.498579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-4a491795-4134-41c2-9397-29d48dd2758a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:21:48.503360 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:48.513912 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:48.517922 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port c9929e4c-fd39-453b-8b26-8ac29889b3be {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:48.518284 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.554154 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-af7d322f-43c6-4434-ab1d-0925e9b6b9fe tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/networks/66d71aaf-ca77-4bbe-8752-7506fb9b09dd HTTP/1.1" status: 204 len: 168 time: 2.1765931 Dec 21 22:21:48.559464 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Transition to ACTIVE for port object bc8f8304-8c3c-4ed4-8692-da76944d0d71 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:48.559664 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34852) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:48.565040 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-9f32f94e-c01b-43b5-a752-b17797c19ae0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-602982824', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:48.569149 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-c42365d5-c1b7-40f6-a07a-b2a06eb64fe8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:48.569508 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-c42365d5-c1b7-40f6-a07a-b2a06eb64fe8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:21:48.572191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9f32f94e-c01b-43b5-a752-b17797c19ae0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:48.577470 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9f32f94e-c01b-43b5-a752-b17797c19ae0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:router and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:48.581513 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9f32f94e-c01b-43b5-a752-b17797c19ae0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:48.587279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9f32f94e-c01b-43b5-a752-b17797c19ae0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:48.597808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c7e066-a389-4c97-88c7-625b2369bf87 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network 0832b2d9-0a7c-4666-9130-0957a59d6bc0 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:21:48.665486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b79f2ff-8dc9-4329-9f63-4116db50bd7a None None] DHCP port deletion for 95c32f60-3f60-4090-bd7e-7fbdc936ddde request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:21:48.674885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5b79f2ff-8dc9-4329-9f63-4116db50bd7a None None] Deleting port c9929e4c-fd39-453b-8b26-8ac29889b3be {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:48.675538 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5b79f2ff-8dc9-4329-9f63-4116db50bd7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.703983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9f32f94e-c01b-43b5-a752-b17797c19ae0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.706695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9f32f94e-c01b-43b5-a752-b17797c19ae0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.706861 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.719169 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.731689 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9f32f94e-c01b-43b5-a752-b17797c19ae0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.761585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-e4c7e066-a389-4c97-88c7-625b2369bf87 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 0832b2d9-0a7c-4666-9130-0957a59d6bc0) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:48.772764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7e066-a389-4c97-88c7-625b2369bf87 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:48.773467 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e4c7e066-a389-4c97-88c7-625b2369bf87 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.781839 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01618fdf-c6b3-4017-ad9e-7774eb3d2ab4 None None] Network 0832b2d9-0a7c-4666-9130-0957a59d6bc0 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:48.861413 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9f32f94e-c01b-43b5-a752-b17797c19ae0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:48.892577 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e4c7e066-a389-4c97-88c7-625b2369bf87 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7389946 Dec 21 22:21:48.892826 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34858) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:48.981100 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Network 56778faf-e9d1-495f-9ec3-11a46806507d is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:48.989439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Pushing event updated for resources: {'Port': ['ID=bc8f8304-8c3c-4ed4-8692-da76944d0d71,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:48.999759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] For port c9929e4c-fd39-453b-8b26-8ac29889b3be, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c9929e4c-fd39-453b-8b26-8ac29889b3be,segment=NetworkSegment(2e4e1691-274d-43dd-a00b-ecaa39e3577f),segment_id=2e4e1691-274d-43dd-a00b-ecaa39e3577f)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:49.000352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.003362 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:49.005052 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-4a491795-4134-41c2-9397-29d48dd2758a None None] Deleting port d8674d86-8d07-409e-a933-df039ca6a8e3 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:49.005382 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4a491795-4134-41c2-9397-29d48dd2758a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.006469 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9f32f94e-c01b-43b5-a752-b17797c19ae0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.009428 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9f32f94e-c01b-43b5-a752-b17797c19ae0 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4487653 Dec 21 22:21:49.017041 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34862) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:49.029547 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-182e3eeb-1bfb-46af-a4a0-6d5270205e80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'network': {'name': 'tempest-RoutersTest-535789372'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:49.045414 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:49.074173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-22a78014-8f5b-4e63-be8b-657870c94f05 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.147619 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82699096-bb8f-49f4-9a40-dcd2b9e4e98a req-65975efb-e1d9-4358-946c-ab78e4be4f4e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:49.149371 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-82699096-bb8f-49f4-9a40-dcd2b9e4e98a req-65975efb-e1d9-4358-946c-ab78e4be4f4e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.3933294 Dec 21 22:21:49.159391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for c9929e4c-fd39-453b-8b26-8ac29889b3be owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:49.167359 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-22a78014-8f5b-4e63-be8b-657870c94f05 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.185392 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-182e3eeb-1bfb-46af-a4a0-6d5270205e80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:49.200178 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-182e3eeb-1bfb-46af-a4a0-6d5270205e80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:network and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:49.210245 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.219721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-182e3eeb-1bfb-46af-a4a0-6d5270205e80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:49.242432 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-4a491795-4134-41c2-9397-29d48dd2758a None None] The port 'd8674d86-8d07-409e-a933-df039ca6a8e3' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:21:49.249526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-182e3eeb-1bfb-46af-a4a0-6d5270205e80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:49.279742 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port c9929e4c-fd39-453b-8b26-8ac29889b3be, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c9929e4c-fd39-453b-8b26-8ac29889b3be,segment=NetworkSegment(2e4e1691-274d-43dd-a00b-ecaa39e3577f),segment_id=2e4e1691-274d-43dd-a00b-ecaa39e3577f)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:49.304435 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-82699096-bb8f-49f4-9a40-dcd2b9e4e98a req-f58110e3-ec9f-4f53-aa4e-e2adef713ea2 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164563 Dec 21 22:21:49.316565 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.335115 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-22a78014-8f5b-4e63-be8b-657870c94f05 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.381300 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a78014-8f5b-4e63-be8b-657870c94f05 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Subnet': ['ID=ac8f92e3-c1f8-406f-a9da-8901749cd764,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:49.389456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182e3eeb-1bfb-46af-a4a0-6d5270205e80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:49.393025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-182e3eeb-1bfb-46af-a4a0-6d5270205e80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.424622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.461827 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.api [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:49.462171 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG oslo_db.api [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:21:49.479403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182e3eeb-1bfb-46af-a4a0-6d5270205e80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:21:49.489170 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-22a78014-8f5b-4e63-be8b-657870c94f05 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.504011 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-182e3eeb-1bfb-46af-a4a0-6d5270205e80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.504331 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-182e3eeb-1bfb-46af-a4a0-6d5270205e80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Added segment 64af7a29-154d-421b-a6ab-76d06e3b7fe7 of type vlan for network 40b21b8e-feb7-477e-88f0-7f670e2ba5b0 Dec 21 22:21:49.505751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Allocated IP 172.26.3.113 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/3e0cf6ea-4bd9-47c8-897d-dff48eb406ef) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:49.529535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-22a78014-8f5b-4e63-be8b-657870c94f05 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0832b2d9-0a7c-4666-9130-0957a59d6bc0']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:49.530036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c42365d5-c1b7-40f6-a07a-b2a06eb64fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.562892 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-22a78014-8f5b-4e63-be8b-657870c94f05 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83cfc617-ce5d-44b1-b4b0-274a17b31b94') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:49.563368 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-22a78014-8f5b-4e63-be8b-657870c94f05 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83cfc617-ce5d-44b1-b4b0-274a17b31b94') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:49.584119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d8674d86-8d07-409e-a933-df039ca6a8e3 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:21:49.599553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-182e3eeb-1bfb-46af-a4a0-6d5270205e80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.622077 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-22a78014-8f5b-4e63-be8b-657870c94f05 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.630876 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-482a8cbb-10d2-49ae-92a7-1b8471a50576 req-75e7acb7-e96a-4873-833b-e71f2a1d6bdf tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0589666 Dec 21 22:21:49.631298 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c70f76-74ec-4028-b773-8c69f3f8032e None None] Network 0832b2d9-0a7c-4666-9130-0957a59d6bc0 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:49.641189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-22a78014-8f5b-4e63-be8b-657870c94f05 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.650215 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a78014-8f5b-4e63-be8b-657870c94f05 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:21:49.650215 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-22a78014-8f5b-4e63-be8b-657870c94f05 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.668579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: d8674d86-8d07-409e-a933-df039ca6a8e3 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:21:49.668579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d8674d86-8d07-409e-a933-df039ca6a8e3 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:21:49.668579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c9929e4c-fd39-453b-8b26-8ac29889b3be no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:49.673435 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:49.733780 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.748395 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-182e3eeb-1bfb-46af-a4a0-6d5270205e80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.751171 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182e3eeb-1bfb-46af-a4a0-6d5270205e80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:49.751747 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-182e3eeb-1bfb-46af-a4a0-6d5270205e80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.776958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5b79f2ff-8dc9-4329-9f63-4116db50bd7a None None] For port c9929e4c-fd39-453b-8b26-8ac29889b3be, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c9929e4c-fd39-453b-8b26-8ac29889b3be,segment=NetworkSegment(2e4e1691-274d-43dd-a00b-ecaa39e3577f),segment_id=2e4e1691-274d-43dd-a00b-ecaa39e3577f)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:49.777539 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5b79f2ff-8dc9-4329-9f63-4116db50bd7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.784346 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Attempting to bind port bc8f8304-8c3c-4ed4-8692-da76944d0d71 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:21:49.784705 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Attempting to bind port bc8f8304-8c3c-4ed4-8692-da76944d0d71 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '9a762efc-ae2f-43e6-8ba4-f76eb2fe27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56778faf-e9d1-495f-9ec3-11a46806507d'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:21:49.785059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Attempting to bind port bc8f8304-8c3c-4ed4-8692-da76944d0d71 on network 56778faf-e9d1-495f-9ec3-11a46806507d {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:21:49.811755 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-22a78014-8f5b-4e63-be8b-657870c94f05 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.830560 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-22a78014-8f5b-4e63-be8b-657870c94f05 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.841722 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a78014-8f5b-4e63-be8b-657870c94f05 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Network': ['ID=0832b2d9-0a7c-4666-9130-0957a59d6bc0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:49.846133 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-22a78014-8f5b-4e63-be8b-657870c94f05 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/0832b2d9-0a7c-4666-9130-0957a59d6bc0 HTTP/1.1" status: 204 len: 168 time: 0.9522409 Dec 21 22:21:49.849504 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34868) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:49.854966 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-0e9d502c-8c82-49b4-a7f5-ccde2d108a0e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-634058288'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:49.860565 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0e9d502c-8c82-49b4-a7f5-ccde2d108a0e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:49.864510 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0e9d502c-8c82-49b4-a7f5-ccde2d108a0e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:network and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:49.867788 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0e9d502c-8c82-49b4-a7f5-ccde2d108a0e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:49.874244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0e9d502c-8c82-49b4-a7f5-ccde2d108a0e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:49.878271 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e3eeb-1bfb-46af-a4a0-6d5270205e80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Network': ['ID=40b21b8e-feb7-477e-88f0-7f670e2ba5b0,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:49.897939 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-182e3eeb-1bfb-46af-a4a0-6d5270205e80 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8779058 Dec 21 22:21:49.901568 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34872) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:49.907028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-822c44d8-aa76-4ecd-bd73-f16e7eee438d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'subnet': {'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:49.980596 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9d502c-8c82-49b4-a7f5-ccde2d108a0e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:49.984062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0e9d502c-8c82-49b4-a7f5-ccde2d108a0e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:49.990726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 40b21b8e-feb7-477e-88f0-7f670e2ba5b0 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:21:49.992062 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port c9929e4c-fd39-453b-8b26-8ac29889b3be {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:49.992190 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:50.013847 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9d502c-8c82-49b4-a7f5-ccde2d108a0e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:21:50.020693 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5b79f2ff-8dc9-4329-9f63-4116db50bd7a None None] Calling delete_port for c9929e4c-fd39-453b-8b26-8ac29889b3be owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:50.023233 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0e9d502c-8c82-49b4-a7f5-ccde2d108a0e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:50.023816 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-0e9d502c-8c82-49b4-a7f5-ccde2d108a0e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Added segment 87b50797-ca7c-412e-af3f-235c0fee3cc9 of type vlan for network e68986f2-7396-429c-96b1-ff54668e5f05 Dec 21 22:21:50.044635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:50.052855 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0e9d502c-8c82-49b4-a7f5-ccde2d108a0e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:50.099494 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:21:50.099899 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Checking segment: {'id': '9a762efc-ae2f-43e6-8ba4-f76eb2fe27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56778faf-e9d1-495f-9ec3-11a46806507d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:50.100261 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:50.100650 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Bound using segment: {'id': '9a762efc-ae2f-43e6-8ba4-f76eb2fe27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56778faf-e9d1-495f-9ec3-11a46806507d'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:21:50.101119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Bound port: bc8f8304-8c3c-4ed4-8692-da76944d0d71, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a762efc-ae2f-43e6-8ba4-f76eb2fe27a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '56778faf-e9d1-495f-9ec3-11a46806507d'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:21:50.101486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:50.107521 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-822c44d8-aa76-4ecd-bd73-f16e7eee438d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:50.126255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-822c44d8-aa76-4ecd-bd73-f16e7eee438d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:subnet and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:50.130727 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=c9929e4c-fd39-453b-8b26-8ac29889b3be,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:50.137929 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-822c44d8-aa76-4ecd-bd73-f16e7eee438d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:50.145020 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-c42365d5-c1b7-40f6-a07a-b2a06eb64fe8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:50.145386 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-c42365d5-c1b7-40f6-a07a-b2a06eb64fe8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:21:50.146781 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0e9d502c-8c82-49b4-a7f5-ccde2d108a0e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:50.152852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9d502c-8c82-49b4-a7f5-ccde2d108a0e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:50.153518 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0e9d502c-8c82-49b4-a7f5-ccde2d108a0e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:50.181765 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:50.187341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-822c44d8-aa76-4ecd-bd73-f16e7eee438d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:50.188715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=3e0cf6ea-4bd9-47c8-897d-dff48eb406ef,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:50.200323 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:50.202832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:50.270644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d502c-8c82-49b4-a7f5-ccde2d108a0e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Network': ['ID=e68986f2-7396-429c-96b1-ff54668e5f05,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:50.281355 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0e9d502c-8c82-49b4-a7f5-ccde2d108a0e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4308071 Dec 21 22:21:50.284292 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34876) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:50.293710 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'subnet': {'network_id': 'e68986f2-7396-429c-96b1-ff54668e5f05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:50.323889 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network e68986f2-7396-429c-96b1-ff54668e5f05 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:21:50.467004 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:50.470834 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:subnet and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:50.471941 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:50.473647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:50.480144 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:50.489439 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822c44d8-aa76-4ecd-bd73-f16e7eee438d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:50.529889 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] For port bc8f8304-8c3c-4ed4-8692-da76944d0d71, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:21:50.533423 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] For port bc8f8304-8c3c-4ed4-8692-da76944d0d71, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bc8f8304-8c3c-4ed4-8692-da76944d0d71,segment=NetworkSegment(9a762efc-ae2f-43e6-8ba4-f76eb2fe27a2),segment_id=9a762efc-ae2f-43e6-8ba4-f76eb2fe27a2)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:21:50.554807 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:50.613532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:50.651454 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] For port c9929e4c-fd39-453b-8b26-8ac29889b3be, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c9929e4c-fd39-453b-8b26-8ac29889b3be,segment=NetworkSegment(2e4e1691-274d-43dd-a00b-ecaa39e3577f),segment_id=2e4e1691-274d-43dd-a00b-ecaa39e3577f)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:50.652069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:50.677012 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port c9929e4c-fd39-453b-8b26-8ac29889b3be, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c9929e4c-fd39-453b-8b26-8ac29889b3be,segment=NetworkSegment(2e4e1691-274d-43dd-a00b-ecaa39e3577f),segment_id=2e4e1691-274d-43dd-a00b-ecaa39e3577f)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:50.694904 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-5b79f2ff-8dc9-4329-9f63-4116db50bd7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:50.695365 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-5b79f2ff-8dc9-4329-9f63-4116db50bd7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:21:50.750196 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-822c44d8-aa76-4ecd-bd73-f16e7eee438d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:50.754090 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ac52a-afc6-43d5-8122-32abf6287e0d None None] Pushing event updated for resources: {'Port': ['ID=bc8f8304-8c3c-4ed4-8692-da76944d0d71,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:50.766245 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:50.789299 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2ba77e50-3978-4ce0-ab6a-526bd06c6094 req-6a0cd7d1-5dc4-4c52-b0e3-fdf14ed8aed8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0463345 Dec 21 22:21:50.794074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:50.834434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for c9929e4c-fd39-453b-8b26-8ac29889b3be owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:50.890272 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.ipam_backend_mixin [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Performing IP validity checks on allocation pools {{(pid=84169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 21 22:21:50.890768 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.ipam_backend_mixin [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 21 22:21:50.968577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c42365d5-c1b7-40f6-a07a-b2a06eb64fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:51.002403 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=c9929e4c-fd39-453b-8b26-8ac29889b3be,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:51.009397 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c42365d5-c1b7-40f6-a07a-b2a06eb64fe8 None None] For port c9929e4c-fd39-453b-8b26-8ac29889b3be, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c9929e4c-fd39-453b-8b26-8ac29889b3be,segment=NetworkSegment(2e4e1691-274d-43dd-a00b-ecaa39e3577f),segment_id=2e4e1691-274d-43dd-a00b-ecaa39e3577f)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:51.034303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1aef2-d519-4e36-bb77-dd01629d9888 req-8d9aa1c9-7751-4bb1-b6b8-37c8f2d25ab5 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:51.035806 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-24e1aef2-d519-4e36-bb77-dd01629d9888 req-8d9aa1c9-7751-4bb1-b6b8-37c8f2d25ab5 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.5473993 Dec 21 22:21:51.089369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c42365d5-c1b7-40f6-a07a-b2a06eb64fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:51.141188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:51.164168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:51.167156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.api [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:51.167496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG oslo_db.api [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:21:51.182228 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42365d5-c1b7-40f6-a07a-b2a06eb64fe8 None None] Pushing event updated for resources: {'Port': ['ID=c9929e4c-fd39-453b-8b26-8ac29889b3be,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:51.198074 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5b79f2ff-8dc9-4329-9f63-4116db50bd7a None None] Deleting port c9929e4c-fd39-453b-8b26-8ac29889b3be {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:51.200117 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5b79f2ff-8dc9-4329-9f63-4116db50bd7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:51.250717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d8141826-63ff-4aed-8b36-58d7779557b0 None None] Could not find standard attr ID for object 4d58da65-65b6-452d-9ab4-455b3d491fce. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:21:51.253287 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Subnet': ['ID=212afb15-eb96-41c8-a4ea-2bb4cfcc58c2,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:51.266842 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Checking segment: {'id': '87b50797-ca7c-412e-af3f-235c0fee3cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e68986f2-7396-429c-96b1-ff54668e5f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:51.267501 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network hostable DHCP agents. Network: e68986f2-7396-429c-96b1-ff54668e5f05, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:21:51.355343 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network e68986f2-7396-429c-96b1-ff54668e5f05 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:21:51.362994 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:51.388597 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-24e1aef2-d519-4e36-bb77-dd01629d9888 req-a4054799-4e71-4e02-a616-542b878cbae7 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824214 Dec 21 22:21:51.428802 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, e68986f2-7396-429c-96b1-ff54668e5f05) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:51.433795 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:51.434478 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:51.444804 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd33ac1-34fa-4bb6-8fcc-ad110535ac26 None None] Network e68986f2-7396-429c-96b1-ff54668e5f05 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:51.470617 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5b79f2ff-8dc9-4329-9f63-4116db50bd7a None None] For port c9929e4c-fd39-453b-8b26-8ac29889b3be, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c9929e4c-fd39-453b-8b26-8ac29889b3be,segment=NetworkSegment(2e4e1691-274d-43dd-a00b-ecaa39e3577f),segment_id=2e4e1691-274d-43dd-a00b-ecaa39e3577f)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:51.471009 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5b79f2ff-8dc9-4329-9f63-4116db50bd7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:51.578262 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4cf976c5-ea0a-453f-81a1-ca3c255a39a5 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2926710 Dec 21 22:21:51.583756 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34886) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:51.617310 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bc8f8304-8c3c-4ed4-8692-da76944d0d71 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:51.645897 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5b79f2ff-8dc9-4329-9f63-4116db50bd7a None None] Calling delete_port for c9929e4c-fd39-453b-8b26-8ac29889b3be owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:51.656702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-822c44d8-aa76-4ecd-bd73-f16e7eee438d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:51.730000 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ba410ea-fc17-4dd9-a550-ddc5611fdf41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:51.773155 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port c9929e4c-fd39-453b-8b26-8ac29889b3be {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:51.773487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:51.824183 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c44d8-aa76-4ecd-bd73-f16e7eee438d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Subnet': ['ID=5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:51.886285 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9bc3e4d9-973e-424a-8b67-a1e2ea4a42ed req-b4b14477-5ab6-48c9-91bf-f488564478f0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3471622 Dec 21 22:21:51.902256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ba410ea-fc17-4dd9-a550-ddc5611fdf41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:51.956849 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:51.967293 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822c44d8-aa76-4ecd-bd73-f16e7eee438d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Checking segment: {'id': '64af7a29-154d-421b-a6ab-76d06e3b7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:51.968151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822c44d8-aa76-4ecd-bd73-f16e7eee438d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network hostable DHCP agents. Network: 40b21b8e-feb7-477e-88f0-7f670e2ba5b0, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:21:51.984509 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee302a8-03d0-4457-a022-4b0b5469daab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-e68986f2-7396-429c-96b1-ff54668e5f05', 'network_id': 'e68986f2-7396-429c-96b1-ff54668e5f05', 'tenant_id': '49d01ada7fe342dbac812ee14f417ef1', 'fixed_ips': [{'subnet_id': '212afb15-eb96-41c8-a4ea-2bb4cfcc58c2'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:21:51.985070 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aee302a8-03d0-4457-a022-4b0b5469daab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:51.999159 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5b79f2ff-8dc9-4329-9f63-4116db50bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:52.001050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0e637-7c2a-4754-905b-664f727a4c01 req-6c5a9a18-cf40-4cf0-bb7e-69bbb1bd347e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:52.002792 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e4c0e637-7c2a-4754-905b-664f727a4c01 req-6c5a9a18-cf40-4cf0-bb7e-69bbb1bd347e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.2700152 Dec 21 22:21:52.014459 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34892) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:52.020518 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-41f3d618-cf0f-4689-8032-211c56e649e9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Request body: {'floatingip': {'port_id': '0e488e08-58b5-4407-bf45-a146ca34f446'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:52.051066 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79f2ff-8dc9-4329-9f63-4116db50bd7a None None] Pushing event deleted for resources: {'Port': ['ID=c9929e4c-fd39-453b-8b26-8ac29889b3be,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:52.079419 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c2bad22b-dbce-469a-87ed-425d1da402ec req-4a6b6a1a-e5db-4f1b-8eca-cc3fdb562fbd tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1197805 Dec 21 22:21:52.104208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:52.104552 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b79f2ff-8dc9-4329-9f63-4116db50bd7a None None] No DVR routers for this DVR port c9929e4c-fd39-453b-8b26-8ac29889b3be on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:21:52.114409 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port bc8f8304-8c3c-4ed4-8692-da76944d0d71 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:52.114637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ba410ea-fc17-4dd9-a550-ddc5611fdf41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:52.182066 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba410ea-fc17-4dd9-a550-ddc5611fdf41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Subnet': ['ID=212afb15-eb96-41c8-a4ea-2bb4cfcc58c2,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:52.186789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-41f3d618-cf0f-4689-8032-211c56e649e9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for floatingip, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:52.209715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d60fcc-d02f-4815-8a75-13d288073c5b None None] Network e68986f2-7396-429c-96b1-ff54668e5f05 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:52.247972 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6084015d-031d-481b-b9fa-36c512a204dd None None] Network 56778faf-e9d1-495f-9ec3-11a46806507d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:52.420376 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=3e0cf6ea-4bd9-47c8-897d-dff48eb406ef,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:52.441603 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ba410ea-fc17-4dd9-a550-ddc5611fdf41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:52.491650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:52.501346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-4ba410ea-fc17-4dd9-a550-ddc5611fdf41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68986f2-7396-429c-96b1-ff54668e5f05']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:52.503087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822c44d8-aa76-4ecd-bd73-f16e7eee438d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 40b21b8e-feb7-477e-88f0-7f670e2ba5b0 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:21:52.521026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] For port c9929e4c-fd39-453b-8b26-8ac29889b3be, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c9929e4c-fd39-453b-8b26-8ac29889b3be,segment=NetworkSegment(2e4e1691-274d-43dd-a00b-ecaa39e3577f),segment_id=2e4e1691-274d-43dd-a00b-ecaa39e3577f)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:52.521267 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:52.523359 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-4ba410ea-fc17-4dd9-a550-ddc5611fdf41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b50797-ca7c-412e-af3f-235c0fee3cc9') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:52.524074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-4ba410ea-fc17-4dd9-a550-ddc5611fdf41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b50797-ca7c-412e-af3f-235c0fee3cc9') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:52.547918 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ba410ea-fc17-4dd9-a550-ddc5611fdf41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:52.575346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ba410ea-fc17-4dd9-a550-ddc5611fdf41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:52.582569 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-622f32c1-9240-4f8f-a30d-f4b718d950e2 None None] Provisioning for port bc8f8304-8c3c-4ed4-8692-da76944d0d71 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:52.592875 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-622f32c1-9240-4f8f-a30d-f4b718d950e2 None None] Provisioning complete for port bc8f8304-8c3c-4ed4-8692-da76944d0d71 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:52.593242 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-622f32c1-9240-4f8f-a30d-f4b718d950e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:52.647621 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba410ea-fc17-4dd9-a550-ddc5611fdf41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:21:52.648101 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ba410ea-fc17-4dd9-a550-ddc5611fdf41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:52.660177 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for c9929e4c-fd39-453b-8b26-8ac29889b3be owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:52.662477 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:52.688181 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-822c44d8-aa76-4ecd-bd73-f16e7eee438d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 40b21b8e-feb7-477e-88f0-7f670e2ba5b0) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:52.698994 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9bc3e4d9-973e-424a-8b67-a1e2ea4a42ed req-aa78ec82-7989-468b-ad4f-764515724a40 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1554338f714a4532b4ef038ba8da42a6&device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 1098 time: 0.7082458 Dec 21 22:21:52.704633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de6713d-c8fa-4282-9fec-0b6afa5a7708 None None] Network 40b21b8e-feb7-477e-88f0-7f670e2ba5b0 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:52.709920 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822c44d8-aa76-4ecd-bd73-f16e7eee438d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:52.716494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-822c44d8-aa76-4ecd-bd73-f16e7eee438d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:52.760660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:52.761754 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f3db946d-3ffb-4bc0-b354-845722008432 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2893314 Dec 21 22:21:52.766789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34896) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:52.787056 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ce2c83ab-0f4f-4344-90bd-fd3ebdc6a8a2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'port': {'network_id': 'd3b07eeb-dfac-4b43-a613-99a2bf4e7adb', 'name': 'tempest-FloatingIPTestJSON-611676857'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:52.879532 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-822c44d8-aa76-4ecd-bd73-f16e7eee438d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9768152 Dec 21 22:21:52.888891 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34900) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:52.953978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.api [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:21:52.954344 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG oslo_db.api [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:21:52.968167 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-622f32c1-9240-4f8f-a30d-f4b718d950e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:53.048867 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ba410ea-fc17-4dd9-a550-ddc5611fdf41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:53.055586 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-622f32c1-9240-4f8f-a30d-f4b718d950e2 None None] For port bc8f8304-8c3c-4ed4-8692-da76944d0d71, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bc8f8304-8c3c-4ed4-8692-da76944d0d71,segment=NetworkSegment(9a762efc-ae2f-43e6-8ba4-f76eb2fe27a2),segment_id=9a762efc-ae2f-43e6-8ba4-f76eb2fe27a2)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:53.074643 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:21:53.075421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4ba410ea-fc17-4dd9-a550-ddc5611fdf41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:53.076002 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:53.090720 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4ba410ea-fc17-4dd9-a550-ddc5611fdf41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/e68986f2-7396-429c-96b1-ff54668e5f05 HTTP/1.1" status: 204 len: 168 time: 1.5088720 Dec 21 22:21:53.108049 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34904) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:53.124402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-0948532f-cadd-4843-ac46-f7e6d2cbd995 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-749147255'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:53.138671 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0948532f-cadd-4843-ac46-f7e6d2cbd995 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:53.139863 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba410ea-fc17-4dd9-a550-ddc5611fdf41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Network': ['ID=e68986f2-7396-429c-96b1-ff54668e5f05,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:53.141377 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3e4d9-973e-424a-8b67-a1e2ea4a42ed req-82227dea-6ad5-4ccd-857b-149df13e254d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:53.142880 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9bc3e4d9-973e-424a-8b67-a1e2ea4a42ed req-82227dea-6ad5-4ccd-857b-149df13e254d service neutron] 10.222.0.49 "GET /v2.0/networks?id=23bea38b-1ef2-4c9c-a871-d310f9003b4f HTTP/1.1" status: 200 len: 912 time: 0.4114537 Dec 21 22:21:53.155614 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0948532f-cadd-4843-ac46-f7e6d2cbd995 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:network and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:53.160698 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0948532f-cadd-4843-ac46-f7e6d2cbd995 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:53.206809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-622f32c1-9240-4f8f-a30d-f4b718d950e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:53.220072 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0948532f-cadd-4843-ac46-f7e6d2cbd995 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:53.266111 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-55e4a8a7-59b1-4fb6-b811-8ff91fceebce req-f6972c77-75f5-42e1-9661-9e61fe06b33c tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0585105 Dec 21 22:21:53.326950 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9bc3e4d9-973e-424a-8b67-a1e2ea4a42ed req-c668d5e5-260c-42f3-9d86-b2eec9de6c1b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e488e08-58b5-4407-bf45-a146ca34f446 HTTP/1.1" status: 200 len: 217 time: 0.1681404 Dec 21 22:21:53.332220 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ce2c83ab-0f4f-4344-90bd-fd3ebdc6a8a2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:53.342563 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0948532f-cadd-4843-ac46-f7e6d2cbd995 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:53.345525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0948532f-cadd-4843-ac46-f7e6d2cbd995 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:53.387396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-41f3d618-cf0f-4689-8032-211c56e649e9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:53.402741 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ce2c83ab-0f4f-4344-90bd-fd3ebdc6a8a2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:53.406850 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f32c1-9240-4f8f-a30d-f4b718d950e2 None None] Pushing event updated for resources: {'Port': ['ID=bc8f8304-8c3c-4ed4-8692-da76944d0d71,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:53.413344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-bd20a467-f8d7-45f2-b7c8-bc742e2e2adb None None] Provisioning complete for port bc8f8304-8c3c-4ed4-8692-da76944d0d71 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:53.413706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bd20a467-f8d7-45f2-b7c8-bc742e2e2adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:53.458643 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-41f3d618-cf0f-4689-8032-211c56e649e9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:53.495881 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Allocated IP 172.20.0.2 (40b21b8e-feb7-477e-88f0-7f670e2ba5b0/5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5/0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:53.503522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3e4d9-973e-424a-8b67-a1e2ea4a42ed req-cf9aace9-5c05-4c5d-9b4e-00f0046b253c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:53.504962 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9bc3e4d9-973e-424a-8b67-a1e2ea4a42ed req-cf9aace9-5c05-4c5d-9b4e-00f0046b253c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db6618fb-d062-4732-86da-363d150315c5 HTTP/1.1" status: 200 len: 850 time: 0.1449766 Dec 21 22:21:53.508914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0948532f-cadd-4843-ac46-f7e6d2cbd995 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:21:53.538038 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bc8f8304-8c3c-4ed4-8692-da76944d0d71 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:53.559531 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2c83ab-0f4f-4344-90bd-fd3ebdc6a8a2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Made reservation on behalf of d0abccf8fdf748e6a1d14020fd33dfb5 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:53.562472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ce2c83ab-0f4f-4344-90bd-fd3ebdc6a8a2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:53.573854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0948532f-cadd-4843-ac46-f7e6d2cbd995 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:53.574184 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-0948532f-cadd-4843-ac46-f7e6d2cbd995 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Added segment 0097aa31-6a0c-40da-80ab-b7f6c673ed10 of type vlan for network 6e48ab89-154a-449f-80fe-4ce53f7f1b18 Dec 21 22:21:53.672918 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-41f3d618-cf0f-4689-8032-211c56e649e9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Floating IP 2c2d5837-1ffa-4d96-94b7-b1e09240da42 associated. External IP: 172.26.3.220, port: 0e488e08-58b5-4407-bf45-a146ca34f446. Dec 21 22:21:53.730538 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-ce2c83ab-0f4f-4344-90bd-fd3ebdc6a8a2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] device_id is not set on port 2c0b945b-3c38-40bd-a75c-a2592bcc87f8 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:21:53.808146 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port bc8f8304-8c3c-4ed4-8692-da76944d0d71 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:53.808555 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:53.891689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:53.906154 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Transition to ACTIVE for port object 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:53.908522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0948532f-cadd-4843-ac46-f7e6d2cbd995 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:53.961711 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Transition to ACTIVE for port object 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:54.014067 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9bc3e4d9-973e-424a-8b67-a1e2ea4a42ed req-cbaa1f09-8951-4ad8-87d8-42b93a6ffa14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23bea38b-1ef2-4c9c-a871-d310f9003b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5017126 Dec 21 22:21:54.049764 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:54.093950 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0948532f-cadd-4843-ac46-f7e6d2cbd995 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:54.097563 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0948532f-cadd-4843-ac46-f7e6d2cbd995 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:54.098167 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0948532f-cadd-4843-ac46-f7e6d2cbd995 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:54.103062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f3d618-cf0f-4689-8032-211c56e649e9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Router 4430a6c6-e334-4ae6-b163-a658a91e6a72 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:21:54.119872 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Network 40b21b8e-feb7-477e-88f0-7f670e2ba5b0 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:54.123744 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:54.125437 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Pushing event updated for resources: {'Port': ['ID=0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:54.127539 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:54.219059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Attempting to bind port 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:21:54.219292 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Attempting to bind port 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '64af7a29-154d-421b-a6ab-76d06e3b7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:21:54.219557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Attempting to bind port 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 on network 40b21b8e-feb7-477e-88f0-7f670e2ba5b0 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:21:54.226114 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:21:54.226475 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Checking segment: {'id': '64af7a29-154d-421b-a6ab-76d06e3b7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:54.226874 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:54.227264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Bound using segment: {'id': '64af7a29-154d-421b-a6ab-76d06e3b7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:21:54.227716 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Bound port: 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64af7a29-154d-421b-a6ab-76d06e3b7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:21:54.228080 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:54.270060 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:54.303793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-ce2c83ab-0f4f-4344-90bd-fd3ebdc6a8a2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Allocated IP 172.20.0.4 (d3b07eeb-dfac-4b43-a613-99a2bf4e7adb/057ca3ad-af1b-458e-9d78-a8fc79057bc4/2c0b945b-3c38-40bd-a75c-a2592bcc87f8) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:54.325601 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] For port 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:21:54.329519 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] For port 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3,segment=NetworkSegment(64af7a29-154d-421b-a6ab-76d06e3b7fe7),segment_id=64af7a29-154d-421b-a6ab-76d06e3b7fe7)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:21:54.335032 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f3d618-cf0f-4689-8032-211c56e649e9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:54.341802 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-41f3d618-cf0f-4689-8032-211c56e649e9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:54.342224 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8d01e-90bb-4308-9eaf-c8f34af9f9bf None None] Sync routers for ids ['4430a6c6-e334-4ae6-b163-a658a91e6a72'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:54.356067 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8d01e-90bb-4308-9eaf-c8f34af9f9bf None None] Routers {'4430a6c6-e334-4ae6-b163-a658a91e6a72'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:54.356979 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-3cf8d01e-90bb-4308-9eaf-c8f34af9f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['4430a6c6-e334-4ae6-b163-a658a91e6a72'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:54.392348 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948532f-cadd-4843-ac46-f7e6d2cbd995 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Network': ['ID=6e48ab89-154a-449f-80fe-4ce53f7f1b18,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:54.403739 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-41f3d618-cf0f-4689-8032-211c56e649e9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "PUT /v2.0/floatingips/2c2d5837-1ffa-4d96-94b7-b1e09240da42 HTTP/1.1" status: 200 len: 991 time: 2.3882816 Dec 21 22:21:54.404039 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:54.404702 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ec31f4-32bb-498b-9ec0-fd5091d15b4e', 'tag': '0e488e08-58b5-4407-bf45-a146ca34f446'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:21:54.447909 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0948532f-cadd-4843-ac46-f7e6d2cbd995 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3358176 Dec 21 22:21:54.449114 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34916) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:54.455017 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-2bddd912-0df6-4835-aba5-fd897e2b5c4e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'subnet': {'network_id': '6e48ab89-154a-449f-80fe-4ce53f7f1b18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:54.459782 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 6e48ab89-154a-449f-80fe-4ce53f7f1b18 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:21:54.569257 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port c9929e4c-fd39-453b-8b26-8ac29889b3be {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:54.569497 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:54.593741 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2bddd912-0df6-4835-aba5-fd897e2b5c4e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:54.597650 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2bddd912-0df6-4835-aba5-fd897e2b5c4e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:subnet and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:54.601336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2bddd912-0df6-4835-aba5-fd897e2b5c4e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:54.608663 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2bddd912-0df6-4835-aba5-fd897e2b5c4e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:54.610420 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3f75a3d0-4cce-447a-b282-8164701d8526 req-d6da214d-2864-4e99-a96c-6cd9536c3eef tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.2287714 Dec 21 22:21:54.631359 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-3cf8d01e-90bb-4308-9eaf-c8f34af9f9bf None None] Set router 4430a6c6-e334-4ae6-b163-a658a91e6a72 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:21:54.635963 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9bc3e4d9-973e-424a-8b67-a1e2ea4a42ed req-6bb3323c-dd04-4749-9d58-45c2fc18fa89 service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118708 Dec 21 22:21:54.671032 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3848d3f-0450-4d98-b818-719da75a8357 None None] Pushing event updated for resources: {'Port': ['ID=0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:54.721310 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bddd912-0df6-4835-aba5-fd897e2b5c4e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:54.757280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] The port 'c9929e4c-fd39-453b-8b26-8ac29889b3be' was deleted {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:21:54.847212 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ec31f4-32bb-498b-9ec0-fd5091d15b4e', 'tag': '0e488e08-58b5-4407-bf45-a146ca34f446', 'status': 'completed', 'code': 200} Dec 21 22:21:54.880848 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2bddd912-0df6-4835-aba5-fd897e2b5c4e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:55.092599 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-3cf8d01e-90bb-4308-9eaf-c8f34af9f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'name': 'tempest-ServerActionsTestJSON-734737920-router', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:51Z', 'updated_at': '2021-12-21T22:18:06Z', 'revision_number': 4, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'gw_port': {'id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:52Z', 'updated_at': '2021-12-21T22:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '2c2d5837-1ffa-4d96-94b7-b1e09240da42', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'floating_ip_address': '172.26.3.220', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'port_id': '0e488e08-58b5-4407-bf45-a146ca34f446', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f', 'mac_address': 'fa:16:3e:25:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ec31f4-32bb-498b-9ec0-fd5091d15b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:18:21Z', 'updated_at': '2021-12-21T22:21:53Z', 'revision_number': 1, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826c5ef3-5c22-4b8a-b234-0bb6834a7f4f', 'name': '', 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'mac_address': 'fa:16:3e:f9:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6618fb-d062-4732-86da-363d150315c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:03Z', 'updated_at': '2021-12-21T22:18:17Z', 'revision_number': 5, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'subnets': [{'id': 'db6618fb-d062-4732-86da-363d150315c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:55.098072 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8d01e-90bb-4308-9eaf-c8f34af9f9bf None None] Checking router: 4430a6c6-e334-4ae6-b163-a658a91e6a72 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:21:55.098445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:55.115676 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8d01e-90bb-4308-9eaf-c8f34af9f9bf None None] Routers {'4430a6c6-e334-4ae6-b163-a658a91e6a72'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:55.116915 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-3cf8d01e-90bb-4308-9eaf-c8f34af9f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['4430a6c6-e334-4ae6-b163-a658a91e6a72'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:55.217561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c32f60-3f60-4090-bd7e-7fbdc936ddde']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:55.242045 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9bc3e4d9-973e-424a-8b67-a1e2ea4a42ed req-d913dce9-afd1-4b1a-a451-69f064a080df service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682807 Dec 21 22:21:55.255533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4e1691-274d-43dd-a00b-ecaa39e3577f') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:55.257347 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4e1691-274d-43dd-a00b-ecaa39e3577f') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:55.320884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:55.352079 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ce2c83ab-0f4f-4344-90bd-fd3ebdc6a8a2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:55.373505 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-3cf8d01e-90bb-4308-9eaf-c8f34af9f9bf None None] Set router 4430a6c6-e334-4ae6-b163-a658a91e6a72 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:21:55.374728 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:55.420321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:21:55.420721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:55.423315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2bddd912-0df6-4835-aba5-fd897e2b5c4e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: util.warn( Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:55.441562 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:55.464078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Allocated IP 172.20.0.1 (40b21b8e-feb7-477e-88f0-7f670e2ba5b0/5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5/80509a51-860a-4871-b607-fc83db5cd15a) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:55.542252 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddd912-0df6-4835-aba5-fd897e2b5c4e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Subnet': ['ID=5429e0eb-dcfd-460c-b1c1-ab831c588d48,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:55.554491 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bddd912-0df6-4835-aba5-fd897e2b5c4e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Checking segment: {'id': '0097aa31-6a0c-40da-80ab-b7f6c673ed10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6e48ab89-154a-449f-80fe-4ce53f7f1b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:55.554853 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bddd912-0df6-4835-aba5-fd897e2b5c4e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network hostable DHCP agents. Network: 6e48ab89-154a-449f-80fe-4ce53f7f1b18, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:21:55.606182 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:55.696175 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bddd912-0df6-4835-aba5-fd897e2b5c4e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network 6e48ab89-154a-449f-80fe-4ce53f7f1b18 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:21:55.793904 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-2bddd912-0df6-4835-aba5-fd897e2b5c4e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 6e48ab89-154a-449f-80fe-4ce53f7f1b18) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:55.803620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a15ea53-5ce6-48ae-ac82-0fbf7f4a7bef None None] Network 6e48ab89-154a-449f-80fe-4ce53f7f1b18 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:55.825211 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:55.838958 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-371dea4b-ad94-4e46-8a56-0a54e382317f req-e8de50bf-d300-40b9-a24e-865dd26a90ed tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1286652 Dec 21 22:21:55.841679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bddd912-0df6-4835-aba5-fd897e2b5c4e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:55.842383 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2bddd912-0df6-4835-aba5-fd897e2b5c4e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:55.858611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:55.897156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:55.907704 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ce2c83ab-0f4f-4344-90bd-fd3ebdc6a8a2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:55.916661 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Network': ['ID=95c32f60-3f60-4090-bd7e-7fbdc936ddde,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:55.956366 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2bddd912-0df6-4835-aba5-fd897e2b5c4e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5061245 Dec 21 22:21:55.959263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34926) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:55.973475 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-3cf8d01e-90bb-4308-9eaf-c8f34af9f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'name': 'tempest-ServerActionsTestJSON-734737920-router', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:51Z', 'updated_at': '2021-12-21T22:18:06Z', 'revision_number': 4, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'gw_port': {'id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:52Z', 'updated_at': '2021-12-21T22:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '2c2d5837-1ffa-4d96-94b7-b1e09240da42', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'floating_ip_address': '172.26.3.220', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'port_id': '0e488e08-58b5-4407-bf45-a146ca34f446', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f', 'mac_address': 'fa:16:3e:25:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ec31f4-32bb-498b-9ec0-fd5091d15b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:18:21Z', 'updated_at': '2021-12-21T22:21:53Z', 'revision_number': 1, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826c5ef3-5c22-4b8a-b234-0bb6834a7f4f', 'name': '', 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'mac_address': 'fa:16:3e:f9:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6618fb-d062-4732-86da-363d150315c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:03Z', 'updated_at': '2021-12-21T22:18:17Z', 'revision_number': 5, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'subnets': [{'id': 'db6618fb-d062-4732-86da-363d150315c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:55.981031 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8d01e-90bb-4308-9eaf-c8f34af9f9bf None None] The sync data for ids ['4430a6c6-e334-4ae6-b163-a658a91e6a72'] in dv-neutron-822520-1-hyperv is: [{'id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'name': 'tempest-ServerActionsTestJSON-734737920-router', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:51Z', 'updated_at': '2021-12-21T22:18:06Z', 'revision_number': 4, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'gw_port': {'id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:52Z', 'updated_at': '2021-12-21T22:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '2c2d5837-1ffa-4d96-94b7-b1e09240da42', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'floating_ip_address': '172.26.3.220', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'port_id': '0e488e08-58b5-4407-bf45-a146ca34f446', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f', 'mac_address': 'fa:16:3e:25:10:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ec31f4-32bb-498b-9ec0-fd5091d15b4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:18:21Z', 'updated_at': '2021-12-21T22:21:53Z', 'revision_number': 1, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '826c5ef3-5c22-4b8a-b234-0bb6834a7f4f', 'name': '', 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'mac_address': 'fa:16:3e:f9:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6618fb-d062-4732-86da-363d150315c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:03Z', 'updated_at': '2021-12-21T22:18:17Z', 'revision_number': 5, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'subnets': [{'id': 'db6618fb-d062-4732-86da-363d150315c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:56.008799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c83ab-0f4f-4344-90bd-fd3ebdc6a8a2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=2c0b945b-3c38-40bd-a75c-a2592bcc87f8,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:56.018639 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e90a69be-febc-452e-b68f-e114cc7d7150 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/networks/95c32f60-3f60-4090-bd7e-7fbdc936ddde HTTP/1.1" status: 204 len: 168 time: 7.7672329 Dec 21 22:21:56.036329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34930) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:56.042071 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2239634d-fda2-48eb-a95d-637811574f7e req-26eb1f45-a925-4426-8b0f-406690c62799 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1554338f714a4532b4ef038ba8da42a6&device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 1098 time: 0.6639857 Dec 21 22:21:56.054423 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fb2703-4a6b-42cd-99f1-cbd457245df9 None None] Network 40b21b8e-feb7-477e-88f0-7f670e2ba5b0 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:56.057245 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-59313570-428c-4fe9-80cf-63d01ff037ab tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-723494677'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:56.088477 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-59313570-428c-4fe9-80cf-63d01ff037ab tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:56.107312 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2c83ab-0f4f-4344-90bd-fd3ebdc6a8a2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network d3b07eeb-dfac-4b43-a613-99a2bf4e7adb is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:56.115403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-ce2c83ab-0f4f-4344-90bd-fd3ebdc6a8a2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:56.118307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-59313570-428c-4fe9-80cf-63d01ff037ab tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:network and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:56.125704 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2c83ab-0f4f-4344-90bd-fd3ebdc6a8a2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:56.158727 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-59313570-428c-4fe9-80cf-63d01ff037ab tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:56.176227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:56.181317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f21750e-ac07-46c7-a8f3-b6de09557860 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:56.196091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-59313570-428c-4fe9-80cf-63d01ff037ab tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:56.293999 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d96890-2c23-4de4-ac25-a47f0e26b5fe None None] New status for floating IP 2c2d5837-1ffa-4d96-94b7-b1e09240da42: ACTIVE {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:21:56.304855 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f21750e-ac07-46c7-a8f3-b6de09557860 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:56.323630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239634d-fda2-48eb-a95d-637811574f7e req-7c221260-251d-43b3-8cef-317a88665af4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:56.325568 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2239634d-fda2-48eb-a95d-637811574f7e req-7c221260-251d-43b3-8cef-317a88665af4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=23bea38b-1ef2-4c9c-a871-d310f9003b4f HTTP/1.1" status: 200 len: 912 time: 0.2738783 Dec 21 22:21:56.360334 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbd4ed0-713f-41df-8ef4-c854d8ef5d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-6e48ab89-154a-449f-80fe-4ce53f7f1b18', 'network_id': '6e48ab89-154a-449f-80fe-4ce53f7f1b18', 'tenant_id': '49d01ada7fe342dbac812ee14f417ef1', 'fixed_ips': [{'subnet_id': '5429e0eb-dcfd-460c-b1c1-ab831c588d48'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:21:56.361141 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1fbd4ed0-713f-41df-8ef4-c854d8ef5d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:56.379799 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6dc733df-33ee-416e-9b2d-5fac39a42d6a None None] Provisioning for port 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:56.388294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Transition to ACTIVE for port object 80509a51-860a-4871-b607-fc83db5cd15a will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:21:56.411132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2c83ab-0f4f-4344-90bd-fd3ebdc6a8a2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:56.411732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ce2c83ab-0f4f-4344-90bd-fd3ebdc6a8a2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:56.429983 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6dc733df-33ee-416e-9b2d-5fac39a42d6a None None] Provisioning complete for port 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:56.430376 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6dc733df-33ee-416e-9b2d-5fac39a42d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:56.435922 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59313570-428c-4fe9-80cf-63d01ff037ab tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:56.438855 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-59313570-428c-4fe9-80cf-63d01ff037ab tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:56.467218 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f21750e-ac07-46c7-a8f3-b6de09557860 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:56.498902 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2239634d-fda2-48eb-a95d-637811574f7e req-b7d52c71-f060-4e94-bb44-dd3e186dd8da service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e488e08-58b5-4407-bf45-a146ca34f446 HTTP/1.1" status: 200 len: 999 time: 0.1600127 Dec 21 22:21:56.503791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59313570-428c-4fe9-80cf-63d01ff037ab tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:21:56.516421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21750e-ac07-46c7-a8f3-b6de09557860 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Subnet': ['ID=5429e0eb-dcfd-460c-b1c1-ab831c588d48,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:56.546983 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ce2c83ab-0f4f-4344-90bd-fd3ebdc6a8a2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7676802 Dec 21 22:21:56.547211 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34934) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:56.552548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-59313570-428c-4fe9-80cf-63d01ff037ab tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:56.552894 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-59313570-428c-4fe9-80cf-63d01ff037ab tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Added segment fa0fff50-8bea-4821-96d5-e06e6ff2f31b of type vlan for network 9839a5b9-0679-4987-a782-9cc58f82c2f9 Dec 21 22:21:56.563019 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1abc1510-b688-4c35-96fa-e8bafc197cbf tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'floatingip': {'port_id': '2c0b945b-3c38-40bd-a75c-a2592bcc87f8'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:56.590603 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:56.594582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239634d-fda2-48eb-a95d-637811574f7e req-451bbc5b-f5a3-44b8-95ac-8a3ef9a8c053 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:56.596012 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2239634d-fda2-48eb-a95d-637811574f7e req-451bbc5b-f5a3-44b8-95ac-8a3ef9a8c053 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db6618fb-d062-4732-86da-363d150315c5 HTTP/1.1" status: 200 len: 850 time: 0.0897131 Dec 21 22:21:56.629365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-59313570-428c-4fe9-80cf-63d01ff037ab tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:56.691158 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f21750e-ac07-46c7-a8f3-b6de09557860 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:56.700966 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1abc1510-b688-4c35-96fa-e8bafc197cbf tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:56.721688 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 40b21b8e-feb7-477e-88f0-7f670e2ba5b0 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:56.735328 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:56.740252 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:21:56.779137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=80509a51-860a-4871-b607-fc83db5cd15a,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:56.789854 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-7f21750e-ac07-46c7-a8f3-b6de09557860 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e48ab89-154a-449f-80fe-4ce53f7f1b18']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:56.818133 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:56.847432 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2239634d-fda2-48eb-a95d-637811574f7e req-7e650062-39b3-4792-8236-4965b58d14c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23bea38b-1ef2-4c9c-a871-d310f9003b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2071900 Dec 21 22:21:56.855825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-7f21750e-ac07-46c7-a8f3-b6de09557860 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0097aa31-6a0c-40da-80ab-b7f6c673ed10') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:56.856125 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-7f21750e-ac07-46c7-a8f3-b6de09557860 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0097aa31-6a0c-40da-80ab-b7f6c673ed10') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:56.857309 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6dc733df-33ee-416e-9b2d-5fac39a42d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:56.879227 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f21750e-ac07-46c7-a8f3-b6de09557860 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:56.896798 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d07e19-2cfb-4e9f-9887-42c2df921a0f None None] Network 6e48ab89-154a-449f-80fe-4ce53f7f1b18 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:56.953765 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-6dc733df-33ee-416e-9b2d-5fac39a42d6a None None] For port 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3,segment=NetworkSegment(64af7a29-154d-421b-a6ab-76d06e3b7fe7),segment_id=64af7a29-154d-421b-a6ab-76d06e3b7fe7)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:21:57.006181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f21750e-ac07-46c7-a8f3-b6de09557860 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:57.034914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f21750e-ac07-46c7-a8f3-b6de09557860 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:21:57.035552 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f21750e-ac07-46c7-a8f3-b6de09557860 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:57.037434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-59313570-428c-4fe9-80cf-63d01ff037ab tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:57.041726 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59313570-428c-4fe9-80cf-63d01ff037ab tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:57.042569 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-59313570-428c-4fe9-80cf-63d01ff037ab tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:57.064790 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c6c03116-d18d-4b28-84e9-217ac1cf74ee req-ef7efdc9-04a6-4f7f-aa1c-bad60c731970 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0936372 Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:21:57.065670 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:21:57.125600 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6dc733df-33ee-416e-9b2d-5fac39a42d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:57.183543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59313570-428c-4fe9-80cf-63d01ff037ab tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Network': ['ID=9839a5b9-0679-4987-a782-9cc58f82c2f9,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:57.215862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 9839a5b9-0679-4987-a782-9cc58f82c2f9 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:21:57.295191 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2239634d-fda2-48eb-a95d-637811574f7e req-8c66e7f3-4476-4dfc-bace-b2306c9da1c7 service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374554 Dec 21 22:21:57.295815 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:57.311637 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ea226e7e-6261-4479-93b5-eaffa6b876d7 None None] Provisioning complete for port 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:57.312242 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ea226e7e-6261-4479-93b5-eaffa6b876d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:57.342043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f21750e-ac07-46c7-a8f3-b6de09557860 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:57.357487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f21750e-ac07-46c7-a8f3-b6de09557860 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:57.385764 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-59313570-428c-4fe9-80cf-63d01ff037ab tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3424742 Dec 21 22:21:57.392995 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34942) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:57.401421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21750e-ac07-46c7-a8f3-b6de09557860 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Network': ['ID=6e48ab89-154a-449f-80fe-4ce53f7f1b18,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:57.413789 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7f21750e-ac07-46c7-a8f3-b6de09557860 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/6e48ab89-154a-449f-80fe-4ce53f7f1b18 HTTP/1.1" status: 204 len: 168 time: 1.4532230 Dec 21 22:21:57.417128 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34946) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:57.418746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b34b82a6-dcad-421f-a9ad-4d79dbc14106 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'subnet': {'network_id': '9839a5b9-0679-4987-a782-9cc58f82c2f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:57.426871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-3e3e5ef2-9194-4ac9-8665-0ab3e7c3289a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-109553594'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:57.437498 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6a16fd5c-93dd-4663-8203-09ee25e4615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:57.441471 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3e3e5ef2-9194-4ac9-8665-0ab3e7c3289a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:57.461738 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc733df-33ee-416e-9b2d-5fac39a42d6a None None] Pushing event updated for resources: {'Port': ['ID=0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:57.604466 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3e3e5ef2-9194-4ac9-8665-0ab3e7c3289a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:network and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:57.607745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3e3e5ef2-9194-4ac9-8665-0ab3e7c3289a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:57.620327 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3e3e5ef2-9194-4ac9-8665-0ab3e7c3289a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:57.628858 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ea226e7e-6261-4479-93b5-eaffa6b876d7 None None] Provisioning for port 80509a51-860a-4871-b607-fc83db5cd15a completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:21:57.635104 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ea226e7e-6261-4479-93b5-eaffa6b876d7 None None] Provisioning complete for port 80509a51-860a-4871-b607-fc83db5cd15a triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:57.635504 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ea226e7e-6261-4479-93b5-eaffa6b876d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:57.693128 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ea226e7e-6261-4479-93b5-eaffa6b876d7 None None] Port 80509a51-860a-4871-b607-fc83db5cd15a cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:21:57.761408 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3e5ef2-9194-4ac9-8665-0ab3e7c3289a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:57.764384 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e3e5ef2-9194-4ac9-8665-0ab3e7c3289a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:57.815366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3ad0c08b-6df8-43fd-a785-b136b531bbbc None None] Provisioning complete for port 80509a51-860a-4871-b607-fc83db5cd15a triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:57.816219 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c08b-6df8-43fd-a785-b136b531bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:57.827283 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3e5ef2-9194-4ac9-8665-0ab3e7c3289a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:21:57.829332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1abc1510-b688-4c35-96fa-e8bafc197cbf tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:57.836990 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e3e5ef2-9194-4ac9-8665-0ab3e7c3289a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:57.837326 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-3e3e5ef2-9194-4ac9-8665-0ab3e7c3289a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Added segment 72353b64-a1f8-42c8-b3b2-8be1adf6b85c of type vlan for network 36d9996d-e9cc-4d67-be3b-1cf5ba474b59 Dec 21 22:21:57.868086 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e3e5ef2-9194-4ac9-8665-0ab3e7c3289a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:57.873448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b34b82a6-dcad-421f-a9ad-4d79dbc14106 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:57.881853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b34b82a6-dcad-421f-a9ad-4d79dbc14106 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:subnet and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:57.886775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b34b82a6-dcad-421f-a9ad-4d79dbc14106 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:57.897579 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b34b82a6-dcad-421f-a9ad-4d79dbc14106 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:57.900601 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1abc1510-b688-4c35-96fa-e8bafc197cbf tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:57.921584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3ad0c08b-6df8-43fd-a785-b136b531bbbc None None] Port 80509a51-860a-4871-b607-fc83db5cd15a cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:21:57.930187 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2239634d-fda2-48eb-a95d-637811574f7e req-a5600226-ad16-4da2-8870-6c65e4f6bf67 service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6071880 Dec 21 22:21:58.018340 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34b82a6-dcad-421f-a9ad-4d79dbc14106 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:58.059493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e3e5ef2-9194-4ac9-8665-0ab3e7c3289a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:58.063456 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3e5ef2-9194-4ac9-8665-0ab3e7c3289a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:58.064494 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e3e5ef2-9194-4ac9-8665-0ab3e7c3289a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:58.171169 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b34b82a6-dcad-421f-a9ad-4d79dbc14106 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:58.223553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e5ef2-9194-4ac9-8665-0ab3e7c3289a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Network': ['ID=36d9996d-e9cc-4d67-be3b-1cf5ba474b59,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:58.233959 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3e3e5ef2-9194-4ac9-8665-0ab3e7c3289a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8156812 Dec 21 22:21:58.234914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34954) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:58.237028 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 36d9996d-e9cc-4d67-be3b-1cf5ba474b59 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:21:58.240039 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-53d7b5f8-71c0-49f5-9158-cfe456ceceea req-63f99d70-4cc2-48bc-85e6-87c8630fdf88 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0526290 Dec 21 22:21:58.245532 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-eff345f5-17d4-4ced-afbe-c6f84b82e3c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'subnet': {'network_id': '36d9996d-e9cc-4d67-be3b-1cf5ba474b59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:58.304089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:58.365922 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:58.372758 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-1abc1510-b688-4c35-96fa-e8bafc197cbf tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Floating IP 39fca8b5-99b2-4a3c-b547-a4254130f389 associated. External IP: 172.26.3.113, port: 2c0b945b-3c38-40bd-a75c-a2592bcc87f8. Dec 21 22:21:58.430458 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-eff345f5-17d4-4ced-afbe-c6f84b82e3c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:58.441531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-eff345f5-17d4-4ced-afbe-c6f84b82e3c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:subnet and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:58.445408 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-eff345f5-17d4-4ced-afbe-c6f84b82e3c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:58.452066 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-eff345f5-17d4-4ced-afbe-c6f84b82e3c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:58.500628 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=80509a51-860a-4871-b607-fc83db5cd15a,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:58.503081 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:58.547228 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff345f5-17d4-4ced-afbe-c6f84b82e3c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:58.639060 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b34b82a6-dcad-421f-a9ad-4d79dbc14106 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:58.665160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eff345f5-17d4-4ced-afbe-c6f84b82e3c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:58.726630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 40b21b8e-feb7-477e-88f0-7f670e2ba5b0 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:21:58.739380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:58.802147 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b82a6-dcad-421f-a9ad-4d79dbc14106 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Subnet': ['ID=d1c6278c-07de-4d58-b3fc-5eb7bbe40564,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:58.902811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34b82a6-dcad-421f-a9ad-4d79dbc14106 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Checking segment: {'id': 'fa0fff50-8bea-4821-96d5-e06e6ff2f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9839a5b9-0679-4987-a782-9cc58f82c2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:58.903174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34b82a6-dcad-421f-a9ad-4d79dbc14106 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network hostable DHCP agents. Network: 9839a5b9-0679-4987-a782-9cc58f82c2f9, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:21:59.052130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-749553e0-0845-4ce3-a243-6b4c0bf0c283 None None] Provisioning complete for port 80509a51-860a-4871-b607-fc83db5cd15a triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:59.052708 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-749553e0-0845-4ce3-a243-6b4c0bf0c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:59.053156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34b82a6-dcad-421f-a9ad-4d79dbc14106 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 9839a5b9-0679-4987-a782-9cc58f82c2f9 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:21:59.074841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abc1510-b688-4c35-96fa-e8bafc197cbf tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router f412aff4-0850-47f1-9bfc-01e5c3dd119b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:21:59.108473 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-749553e0-0845-4ce3-a243-6b4c0bf0c283 None None] Port 80509a51-860a-4871-b607-fc83db5cd15a cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:21:59.129194 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-b34b82a6-dcad-421f-a9ad-4d79dbc14106 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 9839a5b9-0679-4987-a782-9cc58f82c2f9) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:59.134283 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34b82a6-dcad-421f-a9ad-4d79dbc14106 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:59.134894 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b34b82a6-dcad-421f-a9ad-4d79dbc14106 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:59.141279 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da71c6bf-45d5-452b-acfb-bcbc726784fb None None] Network 9839a5b9-0679-4987-a782-9cc58f82c2f9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:59.229925 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b34b82a6-dcad-421f-a9ad-4d79dbc14106 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8298779 Dec 21 22:21:59.232373 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34960) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:59.237965 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'network_id': '9839a5b9-0679-4987-a782-9cc58f82c2f9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1170012122'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:59.252160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eff345f5-17d4-4ced-afbe-c6f84b82e3c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:59.279853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 20b66116-eddd-4afb-9b68-dd9e76fac1ae is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:21:59.359036 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff345f5-17d4-4ced-afbe-c6f84b82e3c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Subnet': ['ID=e9e924c6-49b2-4634-bc88-15288d71fd0f,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:21:59.433161 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a294c118-148d-4b5c-9ce0-ae880761f609 req-fa9c042e-08a4-4a2a-9339-68b9b3de7fdc tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0569358 Dec 21 22:21:59.434326 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-9839a5b9-0679-4987-a782-9cc58f82c2f9', 'network_id': '9839a5b9-0679-4987-a782-9cc58f82c2f9', 'tenant_id': 'e25ed88120b04026a7839bff967cb097', 'fixed_ips': [{'subnet_id': 'd1c6278c-07de-4d58-b3fc-5eb7bbe40564'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:21:59.435736 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:59.461493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff345f5-17d4-4ced-afbe-c6f84b82e3c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Checking segment: {'id': '72353b64-a1f8-42c8-b3b2-8be1adf6b85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36d9996d-e9cc-4d67-be3b-1cf5ba474b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:21:59.461493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff345f5-17d4-4ced-afbe-c6f84b82e3c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network hostable DHCP agents. Network: 36d9996d-e9cc-4d67-be3b-1cf5ba474b59, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:21:59.533269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:21:59.586377 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abc1510-b688-4c35-96fa-e8bafc197cbf tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:59.604116 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1abc1510-b688-4c35-96fa-e8bafc197cbf tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:59.609867 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7d7ec2-19c2-40de-bbe8-25a25a6fe950 None None] Sync routers for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:59.627777 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7d7ec2-19c2-40de-bbe8-25a25a6fe950 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:59.628750 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ae7d7ec2-19c2-40de-bbe8-25a25a6fe950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:21:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:59.671786 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff345f5-17d4-4ced-afbe-c6f84b82e3c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network 36d9996d-e9cc-4d67-be3b-1cf5ba474b59 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:21:59.693041 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Allocated IP 2001:db8::2 (9839a5b9-0679-4987-a782-9cc58f82c2f9/d1c6278c-07de-4d58-b3fc-5eb7bbe40564/3ba20102-dc2a-4d40-bd2b-061c60cbc6b9) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:21:59.695174 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-68c75eb2-46a7-4283-b986-15fbb6b3d3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:59.697446 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:59.698956 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1abc1510-b688-4c35-96fa-e8bafc197cbf tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "PUT /v2.0/floatingips/39fca8b5-99b2-4a3c-b547-a4254130f389 HTTP/1.1" status: 200 len: 977 time: 3.1510720 Dec 21 22:21:59.699425 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34966) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:59.699702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:21:59.700160 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:59.706667 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:port and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:59.719868 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ae7d7ec2-19c2-40de-bbe8-25a25a6fe950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:59.732699 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7d7ec2-19c2-40de-bbe8-25a25a6fe950 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:21:59.733606 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ae7d7ec2-19c2-40de-bbe8-25a25a6fe950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:59.736777 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:21:59.756747 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:21:59.762366 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-eff345f5-17d4-4ced-afbe-c6f84b82e3c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 36d9996d-e9cc-4d67-be3b-1cf5ba474b59) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:21:59.776975 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b37304b-44a3-4ce1-8c7f-6c3a5b43f8fe None None] Network 36d9996d-e9cc-4d67-be3b-1cf5ba474b59 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:21:59.787701 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff345f5-17d4-4ced-afbe-c6f84b82e3c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:21:59.788957 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eff345f5-17d4-4ced-afbe-c6f84b82e3c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:59.795411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-bf3421b4-d9a6-40e9-8a80-18985c3f1bbe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Deleting port 2c0b945b-3c38-40bd-a75c-a2592bcc87f8 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:21:59.797816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bf3421b4-d9a6-40e9-8a80-18985c3f1bbe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:59.839184 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ae7d7ec2-19c2-40de-bbe8-25a25a6fe950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:21:59.839479 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7d7ec2-19c2-40de-bbe8-25a25a6fe950 None None] The sync data for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:21:59.849303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:21:59.852242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:21:59.875067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:21:59.875591 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-eff345f5-17d4-4ced-afbe-c6f84b82e3c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6381872 Dec 21 22:21:59.878038 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34970) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:59.887058 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5af3c133-9fc4-4a23-a60f-8aa1157b1311 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/20b66116-eddd-4afb-9b68-dd9e76fac1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9951601 Dec 21 22:21:59.902958 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34974) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:21:59.916695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-eeb6264c-75d8-4531-b8dd-7a9a24be382d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'network': {'name': 'tempest-RoutersTest-571938034'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:21:59.931009 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] device_id is not set on port c0c5362d-3d89-4e59-b9ad-11875480da20 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:21:59.935283 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Sync routers for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:21:59.935875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-eeb6264c-75d8-4531-b8dd-7a9a24be382d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:21:59.944225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-eeb6264c-75d8-4531-b8dd-7a9a24be382d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:network and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:21:59.949278 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-eeb6264c-75d8-4531-b8dd-7a9a24be382d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:00.001822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-eeb6264c-75d8-4531-b8dd-7a9a24be382d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:00.045139 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:00.045772 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:00.052673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-915c9fb0-ef00-4723-9eed-83d1d12735dd tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.091523 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb6264c-75d8-4531-b8dd-7a9a24be382d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:00.094267 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eeb6264c-75d8-4531-b8dd-7a9a24be382d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.138983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb6264c-75d8-4531-b8dd-7a9a24be382d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:22:00.148871 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bf3421b4-d9a6-40e9-8a80-18985c3f1bbe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.153744 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eeb6264c-75d8-4531-b8dd-7a9a24be382d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.154125 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-eeb6264c-75d8-4531-b8dd-7a9a24be382d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Added segment 49e1f34e-a3c7-4916-b8e6-4ae52f084016 of type vlan for network 1b4e9663-ecc7-45d2-89c4-8371a977abc4 Dec 21 22:22:00.155442 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-915c9fb0-ef00-4723-9eed-83d1d12735dd tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.243520 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eeb6264c-75d8-4531-b8dd-7a9a24be382d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.343365 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-915c9fb0-ef00-4723-9eed-83d1d12735dd tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.359135 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.372572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:22:00.413441 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Transition to ACTIVE for port object 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:00.416788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58525103-150c-4319-8a48-d3c898b7221f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-36d9996d-e9cc-4d67-be3b-1cf5ba474b59', 'network_id': '36d9996d-e9cc-4d67-be3b-1cf5ba474b59', 'tenant_id': '49d01ada7fe342dbac812ee14f417ef1', 'fixed_ips': [{'subnet_id': 'e9e924c6-49b2-4634-bc88-15288d71fd0f'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:22:00.417594 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-58525103-150c-4319-8a48-d3c898b7221f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.449161 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eeb6264c-75d8-4531-b8dd-7a9a24be382d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.453135 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb6264c-75d8-4531-b8dd-7a9a24be382d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:00.453888 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eeb6264c-75d8-4531-b8dd-7a9a24be382d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.503191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c9fb0-ef00-4723-9eed-83d1d12735dd tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e924c6-49b2-4634-bc88-15288d71fd0f,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:00.508885 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bf3421b4-d9a6-40e9-8a80-18985c3f1bbe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.509615 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bf3421b4-d9a6-40e9-8a80-18985c3f1bbe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.509615 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-bf3421b4-d9a6-40e9-8a80-18985c3f1bbe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Floating IP 39fca8b5-99b2-4a3c-b547-a4254130f389 disassociated. External IP: 172.26.3.113, port: 2c0b945b-3c38-40bd-a75c-a2592bcc87f8. Dec 21 22:22:00.509897 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-bf3421b4-d9a6-40e9-8a80-18985c3f1bbe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Calling delete_port for 2c0b945b-3c38-40bd-a75c-a2592bcc87f8 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:00.532714 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Transition to ACTIVE for port object 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:00.598547 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-915c9fb0-ef00-4723-9eed-83d1d12735dd tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.664005 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.712430 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-76232d9a-56b7-49d7-afcb-a9488eea128e req-ef71060c-cf3e-409c-82dc-d3f9635f6cc1 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1179252 Dec 21 22:22:00.732236 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-eeb6264c-75d8-4531-b8dd-7a9a24be382d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8238788 Dec 21 22:22:00.732236 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6264c-75d8-4531-b8dd-7a9a24be382d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Network': ['ID=1b4e9663-ecc7-45d2-89c4-8371a977abc4,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:00.733755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Allocated IP 2001:db8::356 (9839a5b9-0679-4987-a782-9cc58f82c2f9/d1c6278c-07de-4d58-b3fc-5eb7bbe40564/c0c5362d-3d89-4e59-b9ad-11875480da20) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:00.736379 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 34982) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:00.741857 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f724c904-be95-4d0c-af0b-d2405375a1e8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'subnet': {'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:00.748881 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-915c9fb0-ef00-4723-9eed-83d1d12735dd tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d9996d-e9cc-4d67-be3b-1cf5ba474b59']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:00.767806 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 1b4e9663-ecc7-45d2-89c4-8371a977abc4 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:00.776991 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-915c9fb0-ef00-4723-9eed-83d1d12735dd tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72353b64-a1f8-42c8-b3b2-8be1adf6b85c') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:00.777820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-915c9fb0-ef00-4723-9eed-83d1d12735dd tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72353b64-a1f8-42c8-b3b2-8be1adf6b85c') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:00.792543 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-915c9fb0-ef00-4723-9eed-83d1d12735dd tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.814428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-915c9fb0-ef00-4723-9eed-83d1d12735dd tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.820623 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bf3421b4-d9a6-40e9-8a80-18985c3f1bbe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.825740 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915c9fb0-ef00-4723-9eed-83d1d12735dd tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:22:00.826886 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-915c9fb0-ef00-4723-9eed-83d1d12735dd tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:00.845907 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:00.901682 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:00.910530 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Network 9839a5b9-0679-4987-a782-9cc58f82c2f9 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:00.911450 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Pushing event updated for resources: {'Port': ['ID=3ba20102-dc2a-4d40-bd2b-061c60cbc6b9,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:00.949481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3421b4-d9a6-40e9-8a80-18985c3f1bbe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Port': ['ID=2c0b945b-3c38-40bd-a75c-a2592bcc87f8,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:00.966571 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:00.986440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:00.991153 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:01.008579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fc1322-c10a-4640-a29c-1e62f4934539 None None] Network 36d9996d-e9cc-4d67-be3b-1cf5ba474b59 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:01.055724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-915c9fb0-ef00-4723-9eed-83d1d12735dd tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:01.082984 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-915c9fb0-ef00-4723-9eed-83d1d12735dd tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:01.101226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c9fb0-ef00-4723-9eed-83d1d12735dd tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Network': ['ID=36d9996d-e9cc-4d67-be3b-1cf5ba474b59,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:01.116145 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-915c9fb0-ef00-4723-9eed-83d1d12735dd tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/36d9996d-e9cc-4d67-be3b-1cf5ba474b59 HTTP/1.1" status: 204 len: 168 time: 1.2368698 Dec 21 22:22:01.117429 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34986) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:01.123839 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-3a29c704-f8b2-4820-b135-5808272eb4f3 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1825529384'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:01.129613 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3a29c704-f8b2-4820-b135-5808272eb4f3 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:01.138250 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3a29c704-f8b2-4820-b135-5808272eb4f3 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:network and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:01.141585 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f724c904-be95-4d0c-af0b-d2405375a1e8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:01.146893 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3a29c704-f8b2-4820-b135-5808272eb4f3 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:01.150074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f724c904-be95-4d0c-af0b-d2405375a1e8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:subnet and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:01.156652 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f724c904-be95-4d0c-af0b-d2405375a1e8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:01.157536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3a29c704-f8b2-4820-b135-5808272eb4f3 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:01.221832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f724c904-be95-4d0c-af0b-d2405375a1e8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:01.230409 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a29c704-f8b2-4820-b135-5808272eb4f3 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:01.234958 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a29c704-f8b2-4820-b135-5808272eb4f3 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:01.248024 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Attempting to bind port 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:22:01.250128 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Attempting to bind port 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'fa0fff50-8bea-4821-96d5-e06e6ff2f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9839a5b9-0679-4987-a782-9cc58f82c2f9'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:22:01.250128 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Attempting to bind port 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 on network 9839a5b9-0679-4987-a782-9cc58f82c2f9 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:22:01.283510 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a29c704-f8b2-4820-b135-5808272eb4f3 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:22:01.295735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:01.297964 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a29c704-f8b2-4820-b135-5808272eb4f3 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:01.299126 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-3a29c704-f8b2-4820-b135-5808272eb4f3 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Added segment 5591e3c3-8256-4311-809f-9ec8862b807a of type vlan for network dc9bbb5c-489f-4fc8-87c3-aaae5c0f1ebc Dec 21 22:22:01.322716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Transition to ACTIVE for port object c0c5362d-3d89-4e59-b9ad-11875480da20 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:01.326263 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:22:01.326557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Checking segment: {'id': 'fa0fff50-8bea-4821-96d5-e06e6ff2f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9839a5b9-0679-4987-a782-9cc58f82c2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:01.327213 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:01.327339 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Bound using segment: {'id': 'fa0fff50-8bea-4821-96d5-e06e6ff2f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9839a5b9-0679-4987-a782-9cc58f82c2f9'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:22:01.328044 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Bound port: 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0fff50-8bea-4821-96d5-e06e6ff2f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9839a5b9-0679-4987-a782-9cc58f82c2f9'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:22:01.328187 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:01.328480 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f724c904-be95-4d0c-af0b-d2405375a1e8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:01.339320 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a29c704-f8b2-4820-b135-5808272eb4f3 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:01.424908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 2, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:21:57Z', 'revision_number': 2, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:01.434884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Checking router: 20b66116-eddd-4afb-9b68-dd9e76fac1ae for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:22:01.435232 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Updating router 20b66116-eddd-4afb-9b68-dd9e76fac1ae port 80509a51-860a-4871-b607-fc83db5cd15a binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:22:01.451160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a29c704-f8b2-4820-b135-5808272eb4f3 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:01.461749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a29c704-f8b2-4820-b135-5808272eb4f3 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:01.465013 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a29c704-f8b2-4820-b135-5808272eb4f3 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:01.474930 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] For port 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:22:01.492829 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] For port 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=3ba20102-dc2a-4d40-bd2b-061c60cbc6b9,segment=NetworkSegment(fa0fff50-8bea-4821-96d5-e06e6ff2f31b),segment_id=fa0fff50-8bea-4821-96d5-e06e6ff2f31b)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:22:01.500924 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:01.555493 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f724c904-be95-4d0c-af0b-d2405375a1e8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:01.596450 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:01.667036 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3a29c704-f8b2-4820-b135-5808272eb4f3 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5458169 Dec 21 22:22:01.669398 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34992) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:01.675604 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'subnet': {'network_id': 'dc9bbb5c-489f-4fc8-87c3-aaae5c0f1ebc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:01.692938 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:01.693837 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29c704-f8b2-4820-b135-5808272eb4f3 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Network': ['ID=dc9bbb5c-489f-4fc8-87c3-aaae5c0f1ebc,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:01.709863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network dc9bbb5c-489f-4fc8-87c3-aaae5c0f1ebc details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:01.808089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3421b4-d9a6-40e9-8a80-18985c3f1bbe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router f412aff4-0850-47f1-9bfc-01e5c3dd119b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:22:01.815606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:01.820858 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:subnet and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:01.842641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 9839a5b9-0679-4987-a782-9cc58f82c2f9 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:01.850809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:01.864679 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:01.868914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:01.870208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:01.960445 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db538382-800b-415e-8c86-3ea6ac03ae20 None None] Pushing event updated for resources: {'Port': ['ID=3ba20102-dc2a-4d40-bd2b-061c60cbc6b9,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:01.970671 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f3c2542f-8901-4428-91b1-89f95448bace req-1cc23fe3-10e7-41d6-8e4d-aa6da6405136 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1456687 Dec 21 22:22:01.971518 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:01.977440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=c0c5362d-3d89-4e59-b9ad-11875480da20,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:01.977760 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:01.990839 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-977b3664-fc5a-4f85-b081-994b9fc5725a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.7549398 Dec 21 22:22:01.992286 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 34998) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:02.094760 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-2a58ba57-be9c-4516-838f-3809583e473e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port c0c5362d-3d89-4e59-b9ad-11875480da20 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:02.095356 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2a58ba57-be9c-4516-838f-3809583e473e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:02.138370 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:02.189154 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:02.284615 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3421b4-d9a6-40e9-8a80-18985c3f1bbe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:22:02.305899 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:02.325116 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Transition to ACTIVE for port object 80509a51-860a-4871-b607-fc83db5cd15a will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:02.327992 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0366fbb-b1a3-45c0-9880-01b0d01be280 None None] Sync routers for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:22:02.338087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f724c904-be95-4d0c-af0b-d2405375a1e8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:02.342887 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0366fbb-b1a3-45c0-9880-01b0d01be280 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:02.343657 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d0366fbb-b1a3-45c0-9880-01b0d01be280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:02.366356 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:02.400331 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:02.416331 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d0366fbb-b1a3-45c0-9880-01b0d01be280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:02.441441 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0366fbb-b1a3-45c0-9880-01b0d01be280 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:02.442517 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d0366fbb-b1a3-45c0-9880-01b0d01be280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:02.488373 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724c904-be95-4d0c-af0b-d2405375a1e8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Subnet': ['ID=0fa46787-7575-4c82-8da5-b39e714e1066,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:02.496746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bf3421b4-d9a6-40e9-8a80-18985c3f1bbe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:02.498735 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bf3421b4-d9a6-40e9-8a80-18985c3f1bbe tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/ports/2c0b945b-3c38-40bd-a75c-a2592bcc87f8 HTTP/1.1" status: 204 len: 168 time: 2.7966452 Dec 21 22:22:02.503312 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35002) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:02.509744 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.ipam_backend_mixin [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Performing IP validity checks on allocation pools {{(pid=84169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 21 22:22:02.510431 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.ipam_backend_mixin [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 21 22:22:02.545856 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d0366fbb-b1a3-45c0-9880-01b0d01be280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:02.546775 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0366fbb-b1a3-45c0-9880-01b0d01be280 None None] The sync data for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:22:02.594525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f724c904-be95-4d0c-af0b-d2405375a1e8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Checking segment: {'id': '49e1f34e-a3c7-4916-b8e6-4ae52f084016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:02.595088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f724c904-be95-4d0c-af0b-d2405375a1e8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network hostable DHCP agents. Network: 1b4e9663-ecc7-45d2-89c4-8371a977abc4, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:22:02.601401 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-78be3ccd-aba9-4067-945d-7dc2916c430c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "GET /v2.0/floatingips/39fca8b5-99b2-4a3c-b547-a4254130f389 HTTP/1.1" status: 200 len: 688 time: 0.0970378 Dec 21 22:22:02.605867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35006) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:02.630318 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e85427-99b9-421e-ba47-45ec7a35370e None None] Pushing event updated for resources: {'Port': ['ID=80509a51-860a-4871-b607-fc83db5cd15a,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:02.646615 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2a58ba57-be9c-4516-838f-3809583e473e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:02.778433 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Attempting to bind port 80509a51-860a-4871-b607-fc83db5cd15a on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:22:02.778804 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Attempting to bind port 80509a51-860a-4871-b607-fc83db5cd15a by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '64af7a29-154d-421b-a6ab-76d06e3b7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:22:02.779169 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Attempting to bind port 80509a51-860a-4871-b607-fc83db5cd15a on network 40b21b8e-feb7-477e-88f0-7f670e2ba5b0 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:22:02.819134 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:22:02.821355 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Checking segment: {'id': '64af7a29-154d-421b-a6ab-76d06e3b7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:02.821355 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:02.821355 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Bound using segment: {'id': '64af7a29-154d-421b-a6ab-76d06e3b7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:22:02.821355 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Bound port: 80509a51-860a-4871-b607-fc83db5cd15a, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64af7a29-154d-421b-a6ab-76d06e3b7fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:22:02.821763 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f724c904-be95-4d0c-af0b-d2405375a1e8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 1b4e9663-ecc7-45d2-89c4-8371a977abc4 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:22:02.822188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:02.824928 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-2a58ba57-be9c-4516-838f-3809583e473e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for c0c5362d-3d89-4e59-b9ad-11875480da20 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:02.844505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7adc2ce1-5363-4ab2-9d56-17b83b0423d0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Deleting port 3e0cf6ea-4bd9-47c8-897d-dff48eb406ef {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:02.844839 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7adc2ce1-5363-4ab2-9d56-17b83b0423d0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:02.942253 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] For port 80509a51-860a-4871-b607-fc83db5cd15a, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:22:02.946361 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] For port 80509a51-860a-4871-b607-fc83db5cd15a, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=80509a51-860a-4871-b607-fc83db5cd15a,segment=NetworkSegment(64af7a29-154d-421b-a6ab-76d06e3b7fe7),segment_id=64af7a29-154d-421b-a6ab-76d06e3b7fe7)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:22:02.951038 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-f724c904-be95-4d0c-af0b-d2405375a1e8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 1b4e9663-ecc7-45d2-89c4-8371a977abc4) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:02.967690 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5e8956-6ce5-41b5-8508-ae2c619b5920 None None] Network 1b4e9663-ecc7-45d2-89c4-8371a977abc4 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:03.028434 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:03.154358 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-77f81abb-0fc3-406f-80e8-0dcf7bea5d11 req-42d6aed0-bcef-4a83-a390-8246af4c85b6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0521476 Dec 21 22:22:03.169444 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:03.206222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f724c904-be95-4d0c-af0b-d2405375a1e8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:03.206807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f724c904-be95-4d0c-af0b-d2405375a1e8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:03.262162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Subnet': ['ID=228f5f5d-32be-4ca2-8b56-811a62e669a0,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:03.277211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7adc2ce1-5363-4ab2-9d56-17b83b0423d0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:03.277777 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7adc2ce1-5363-4ab2-9d56-17b83b0423d0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:03.279057 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2a58ba57-be9c-4516-838f-3809583e473e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:03.319858 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d40508b-4fa6-4d67-a442-ea20bc4d3db9 None None] Network 9839a5b9-0679-4987-a782-9cc58f82c2f9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:03.339426 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58ba57-be9c-4516-838f-3809583e473e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=c0c5362d-3d89-4e59-b9ad-11875480da20,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:03.383487 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:03.384126 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:03.407395 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2a58ba57-be9c-4516-838f-3809583e473e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:03.416426 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f724c904-be95-4d0c-af0b-d2405375a1e8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6788244 Dec 21 22:22:03.422412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35014) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:03.423871 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7adc2ce1-5363-4ab2-9d56-17b83b0423d0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Calling delete_port for 3e0cf6ea-4bd9-47c8-897d-dff48eb406ef owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:03.514264 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2a58ba57-be9c-4516-838f-3809583e473e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/c0c5362d-3d89-4e59-b9ad-11875480da20 HTTP/1.1" status: 204 len: 168 time: 1.5187800 Dec 21 22:22:03.514264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Checking segment: {'id': '5591e3c3-8256-4311-809f-9ec8862b807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'dc9bbb5c-489f-4fc8-87c3-aaae5c0f1ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:03.514264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network hostable DHCP agents. Network: dc9bbb5c-489f-4fc8-87c3-aaae5c0f1ebc, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:22:03.519480 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35018) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:03.555827 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e85427-99b9-421e-ba47-45ec7a35370e None None] Pushing event updated for resources: {'Port': ['ID=80509a51-860a-4871-b607-fc83db5cd15a,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:03.626320 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53a5275-43af-4e58-938b-35ef76aef7d3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] GET failed (client error): The resource could not be found. Dec 21 22:22:03.627132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f53a5275-43af-4e58-938b-35ef76aef7d3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:03.642281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:03.691128 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:22:03.691923 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:03.723487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7adc2ce1-5363-4ab2-9d56-17b83b0423d0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:03.774165 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc2ce1-5363-4ab2-9d56-17b83b0423d0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Port': ['ID=3e0cf6ea-4bd9-47c8-897d-dff48eb406ef,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:03.855403 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f53a5275-43af-4e58-938b-35ef76aef7d3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:03.855818 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f53a5275-43af-4e58-938b-35ef76aef7d3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports/c0c5362d-3d89-4e59-b9ad-11875480da20 HTTP/1.1" status: 404 len: 333 time: 0.3356626 Dec 21 22:22:03.857012 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network dc9bbb5c-489f-4fc8-87c3-aaae5c0f1ebc is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:22:03.859248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35022) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:03.863522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:22:03.880527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7adc2ce1-5363-4ab2-9d56-17b83b0423d0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:03.960991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7adc2ce1-5363-4ab2-9d56-17b83b0423d0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:03.962197 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7adc2ce1-5363-4ab2-9d56-17b83b0423d0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/floatingips/39fca8b5-99b2-4a3c-b547-a4254130f389 HTTP/1.1" status: 204 len: 168 time: 1.3564329 Dec 21 22:22:03.965891 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35028) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:03.982449 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': '94e5b62e-765f-4306-9a74-e2d3f0fe5c4b'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:03.991579 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:03.997040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Usage tracker for resource:floatingip and tenant:d0abccf8fdf748e6a1d14020fd33dfb5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:04.000992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:04.007209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:04.011343 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, dc9bbb5c-489f-4fc8-87c3-aaae5c0f1ebc) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:04.015013 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:04.015607 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:04.054178 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f944fdf-a682-4ca2-a3d5-46bab7fa64e4 None None] Network dc9bbb5c-489f-4fc8-87c3-aaae5c0f1ebc requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:04.084329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:04.084795 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a1b71cd5-f25b-465d-a957-e093ff9bd0c0 None None] Provisioning for port 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:04.168744 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8e316884-9ed0-48ca-8dbf-71ca65287868 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4956880 Dec 21 22:22:04.186428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35032) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:04.255381 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:04.258213 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a1b71cd5-f25b-465d-a957-e093ff9bd0c0 None None] Provisioning complete for port 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:04.258576 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a1b71cd5-f25b-465d-a957-e093ff9bd0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:04.343732 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0fd9251c-039f-4617-b19e-637a15d24df4 req-ea7e50b2-b46a-4161-8ec6-625f41440cdf tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0968711 Dec 21 22:22:04.350954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8df117e-7f50-45fc-be48-3116918df4f2 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting subnet d1c6278c-07de-4d58-b3fc-5eb7bbe40564 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:22:04.358049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f8df117e-7f50-45fc-be48-3116918df4f2 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:04.364308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:04.364308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:04.401888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:04.428067 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f8df117e-7f50-45fc-be48-3116918df4f2 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:04.441065 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Allocated IP 172.21.0.2 (1b4e9663-ecc7-45d2-89c4-8371a977abc4/0fa46787-7575-4c82-8da5-b39e714e1066/b0331f1e-bbae-4c68-8106-57e5ac22d284) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:04.445380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25db41bc-9ba3-4372-b656-190371222b41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:04.580181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f8df117e-7f50-45fc-be48-3116918df4f2 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:04.581513 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25db41bc-9ba3-4372-b656-190371222b41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:04.666769 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Allocated IP 172.26.3.9 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/7e9cdfcb-5242-4467-b772-7c96af269f20) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:04.684976 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:04.786524 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25db41bc-9ba3-4372-b656-190371222b41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:04.846057 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f8df117e-7f50-45fc-be48-3116918df4f2 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:04.846307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db41bc-9ba3-4372-b656-190371222b41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Subnet': ['ID=228f5f5d-32be-4ca2-8b56-811a62e669a0,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:04.904567 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df117e-7f50-45fc-be48-3116918df4f2 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c6278c-07de-4d58-b3fc-5eb7bbe40564,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:04.919486 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f8df117e-7f50-45fc-be48-3116918df4f2 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:04.926286 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:04.943279 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a1b71cd5-f25b-465d-a957-e093ff9bd0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:04.975931 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f8df117e-7f50-45fc-be48-3116918df4f2 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/d1c6278c-07de-4d58-b3fc-5eb7bbe40564 HTTP/1.1" status: 204 len: 168 time: 1.1138010 Dec 21 22:22:04.981520 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35038) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:04.993314 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393d3b45-5c5a-4fa2-add3-557b71f81259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-dc9bbb5c-489f-4fc8-87c3-aaae5c0f1ebc', 'network_id': 'dc9bbb5c-489f-4fc8-87c3-aaae5c0f1ebc', 'tenant_id': '49d01ada7fe342dbac812ee14f417ef1', 'fixed_ips': [{'subnet_id': '228f5f5d-32be-4ca2-8b56-811a62e669a0'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:22:04.995405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25db41bc-9ba3-4372-b656-190371222b41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:04.995572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-393d3b45-5c5a-4fa2-add3-557b71f81259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:05.032401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-25db41bc-9ba3-4372-b656-190371222b41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9bbb5c-489f-4fc8-87c3-aaae5c0f1ebc']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:05.051149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-25db41bc-9ba3-4372-b656-190371222b41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5591e3c3-8256-4311-809f-9ec8862b807a') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:05.051438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-25db41bc-9ba3-4372-b656-190371222b41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5591e3c3-8256-4311-809f-9ec8862b807a') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:05.067736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25db41bc-9ba3-4372-b656-190371222b41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:05.088773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25db41bc-9ba3-4372-b656-190371222b41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:05.098300 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25db41bc-9ba3-4372-b656-190371222b41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:22:05.104453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25db41bc-9ba3-4372-b656-190371222b41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:05.114295 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:05.124986 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df833c8f-33f0-4135-b317-958167811e23 None None] Network 9839a5b9-0679-4987-a782-9cc58f82c2f9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:05.145331 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:05.197875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:05.231370 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:05.243122 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:05.243122 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:05.276719 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:05.284994 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:05.292698 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:05.466885 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25db41bc-9ba3-4372-b656-190371222b41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:05.481347 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:05.502720 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25db41bc-9ba3-4372-b656-190371222b41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:05.514990 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-a1b71cd5-f25b-465d-a957-e093ff9bd0c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:22:05.515357 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-a1b71cd5-f25b-465d-a957-e093ff9bd0c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:22:05.518448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db41bc-9ba3-4372-b656-190371222b41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Network': ['ID=dc9bbb5c-489f-4fc8-87c3-aaae5c0f1ebc,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:05.529547 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=7e9cdfcb-5242-4467-b772-7c96af269f20,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:05.542161 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-25db41bc-9ba3-4372-b656-190371222b41 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/dc9bbb5c-489f-4fc8-87c3-aaae5c0f1ebc HTTP/1.1" status: 204 len: 168 time: 1.3541548 Dec 21 22:22:05.547301 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35046) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:05.552164 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Transition to ACTIVE for port object b0331f1e-bbae-4c68-8106-57e5ac22d284 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:05.588695 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 2, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 4, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:05.593586 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-948e2925-72de-478f-bc9b-817024ffc089 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1477145120'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:05.598259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cd21c9-19f1-41a4-b0d3-48ffee65507d None None] Network dc9bbb5c-489f-4fc8-87c3-aaae5c0f1ebc requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:05.605369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-948e2925-72de-478f-bc9b-817024ffc089 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:05.613011 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-948e2925-72de-478f-bc9b-817024ffc089 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:network and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:05.617755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-948e2925-72de-478f-bc9b-817024ffc089 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:05.624792 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-42ad92f5-7a91-4e07-9f33-68aad09cf2c5 req-985cdd9f-898f-48eb-b5d6-36c6c0146556 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0574970 Dec 21 22:22:05.627001 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-948e2925-72de-478f-bc9b-817024ffc089 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:05.630110 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] For port 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=3ba20102-dc2a-4d40-bd2b-061c60cbc6b9,segment=NetworkSegment(fa0fff50-8bea-4821-96d5-e06e6ff2f31b),segment_id=fa0fff50-8bea-4821-96d5-e06e6ff2f31b)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:05.630472 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:05.632968 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972f80cb-f459-4b33-8265-b68638b489a8 None None] The sync data for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv is: [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:21:56Z', 'revision_number': 2, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:02Z', 'revision_number': 4, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:22:05.636652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:22:05.636903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:22:05.640678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Transition to ACTIVE for port object b0331f1e-bbae-4c68-8106-57e5ac22d284 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:05.647950 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cd21c9-19f1-41a4-b0d3-48ffee65507d None None] Network dc9bbb5c-489f-4fc8-87c3-aaae5c0f1ebc could not be found, it might have been deleted concurrently. {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 21 22:22:05.720987 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:05.756138 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f81165-85c4-4926-abe4-ddaced8204f1 None None] DHCP port deletion for 9839a5b9-0679-4987-a782-9cc58f82c2f9 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:22:05.776217 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f9f81165-85c4-4926-abe4-ddaced8204f1 None None] Deleting port 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:05.776734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f9f81165-85c4-4926-abe4-ddaced8204f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:05.787401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:05.856688 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Network 1b4e9663-ecc7-45d2-89c4-8371a977abc4 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:05.862821 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:05.864631 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Pushing event updated for resources: {'Port': ['ID=b0331f1e-bbae-4c68-8106-57e5ac22d284,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:05.868570 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:05.914050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Allocated IP 172.21.0.1 (1b4e9663-ecc7-45d2-89c4-8371a977abc4/0fa46787-7575-4c82-8da5-b39e714e1066/60e138b3-479f-47c9-9ad9-3bd250ebc364) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:05.926093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948e2925-72de-478f-bc9b-817024ffc089 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:05.927033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-948e2925-72de-478f-bc9b-817024ffc089 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:05.956422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948e2925-72de-478f-bc9b-817024ffc089 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:22:05.967112 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-948e2925-72de-478f-bc9b-817024ffc089 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:05.967112 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-948e2925-72de-478f-bc9b-817024ffc089 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Added segment 4fa034da-a1fa-4957-9336-7f47776bb1f0 of type vlan for network 4de12cd1-7393-45eb-9c85-b8395c9f0bc9 Dec 21 22:22:05.994976 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-948e2925-72de-478f-bc9b-817024ffc089 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.025189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.075153 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=3ba20102-dc2a-4d40-bd2b-061c60cbc6b9,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:06.093283 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No DVR routers for this DVR port 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:22:06.099592 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-a1b71cd5-f25b-465d-a957-e093ff9bd0c0 None None] Port 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 update to ACTIVE by agent not found {{(pid=84170) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 21 22:22:06.127913 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Attempting to bind port b0331f1e-bbae-4c68-8106-57e5ac22d284 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:22:06.128315 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Attempting to bind port b0331f1e-bbae-4c68-8106-57e5ac22d284 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '49e1f34e-a3c7-4916-b8e6-4ae52f084016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:22:06.128769 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Attempting to bind port b0331f1e-bbae-4c68-8106-57e5ac22d284 on network 1b4e9663-ecc7-45d2-89c4-8371a977abc4 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:22:06.156347 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-948e2925-72de-478f-bc9b-817024ffc089 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.159544 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948e2925-72de-478f-bc9b-817024ffc089 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:06.160130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-948e2925-72de-478f-bc9b-817024ffc089 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.189238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Port 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 update to ACTIVE by agent not found {{(pid=84170) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 21 22:22:06.242145 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.279728 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.293746 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9839a5b9-0679-4987-a782-9cc58f82c2f9']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:06.295027 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:22:06.295534 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Checking segment: {'id': '49e1f34e-a3c7-4916-b8e6-4ae52f084016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:06.296034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.296769 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Bound using segment: {'id': '49e1f34e-a3c7-4916-b8e6-4ae52f084016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:22:06.297342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Bound port: b0331f1e-bbae-4c68-8106-57e5ac22d284, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e1f34e-a3c7-4916-b8e6-4ae52f084016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:22:06.297809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.314344 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0fff50-8bea-4821-96d5-e06e6ff2f31b') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:06.314904 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0fff50-8bea-4821-96d5-e06e6ff2f31b') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:06.322495 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Transition to ACTIVE for port object 60e138b3-479f-47c9-9ad9-3bd250ebc364 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:06.326286 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.328027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e2925-72de-478f-bc9b-817024ffc089 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Network': ['ID=4de12cd1-7393-45eb-9c85-b8395c9f0bc9,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:06.338780 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.349149 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-948e2925-72de-478f-bc9b-817024ffc089 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7980857 Dec 21 22:22:06.354967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35054) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:06.355400 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 4de12cd1-7393-45eb-9c85-b8395c9f0bc9 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:06.356027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e21209e4-a1a6-4a8a-9049-bdd1a276dace tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'subnet': {'network_id': '4de12cd1-7393-45eb-9c85-b8395c9f0bc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:06.364730 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.389119 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:22:06.389119 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.389430 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:06.396735 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:06.478451 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f9f81165-85c4-4926-abe4-ddaced8204f1 None None] For port 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=3ba20102-dc2a-4d40-bd2b-061c60cbc6b9,segment=NetworkSegment(fa0fff50-8bea-4821-96d5-e06e6ff2f31b),segment_id=fa0fff50-8bea-4821-96d5-e06e6ff2f31b)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:06.479145 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f9f81165-85c4-4926-abe4-ddaced8204f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.483485 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.486405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:22:06.487007 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:22:06.548369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e21209e4-a1a6-4a8a-9049-bdd1a276dace tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:06.550711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.561890 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 1b4e9663-ecc7-45d2-89c4-8371a977abc4 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:06.565541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:06.570148 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.571707 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:06.584456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e21209e4-a1a6-4a8a-9049-bdd1a276dace tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:subnet and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:06.589673 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e21209e4-a1a6-4a8a-9049-bdd1a276dace tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:06.598699 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=60e138b3-479f-47c9-9ad9-3bd250ebc364,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:06.608020 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e21209e4-a1a6-4a8a-9049-bdd1a276dace tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:06.620181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.635620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Network': ['ID=9839a5b9-0679-4987-a782-9cc58f82c2f9,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:06.672057 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.716100 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f9f81165-85c4-4926-abe4-ddaced8204f1 None None] Calling delete_port for 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:06.747098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-efb92761-3ffb-46e2-b430-d33773421b26 None None] Could not find standard attr ID for object 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:22:06.758292 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21209e4-a1a6-4a8a-9049-bdd1a276dace tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:06.796295 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-da0c0847-3cef-45cc-9805-7da8d76d2b93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/networks/9839a5b9-0679-4987-a782-9cc58f82c2f9 HTTP/1.1" status: 204 len: 168 time: 1.8140595 Dec 21 22:22:06.804159 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35060) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:06.810931 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-4bd54d32-6d08-43b3-b3b4-817b90933519 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'name': 'tempest-PortsIpV6TestJSON-1069473022'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:06.819046 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] For port b0331f1e-bbae-4c68-8106-57e5ac22d284, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:22:06.823826 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] For port b0331f1e-bbae-4c68-8106-57e5ac22d284, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b0331f1e-bbae-4c68-8106-57e5ac22d284,segment=NetworkSegment(49e1f34e-a3c7-4916-b8e6-4ae52f084016),segment_id=49e1f34e-a3c7-4916-b8e6-4ae52f084016)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:22:06.846762 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-f9f81165-85c4-4926-abe4-ddaced8204f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:22:06.847186 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-f9f81165-85c4-4926-abe4-ddaced8204f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:22:06.866040 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fee97a8b-f07e-4d61-a2e1-8405b8b8468e req-97bf5c2a-25b1-4280-883c-5331c828f9c4 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1361728 Dec 21 22:22:06.892502 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:06.993952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5df81f-4676-49c9-a779-0e23657be064 None None] Pushing event updated for resources: {'Port': ['ID=b0331f1e-bbae-4c68-8106-57e5ac22d284,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:07.003157 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e21209e4-a1a6-4a8a-9049-bdd1a276dace tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:07.011132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:07.039196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4bd54d32-6d08-43b3-b3b4-817b90933519 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:07.066681 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:07.080572 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4bd54d32-6d08-43b3-b3b4-817b90933519 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:port and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:07.084160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4bd54d32-6d08-43b3-b3b4-817b90933519 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:07.092664 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4bd54d32-6d08-43b3-b3b4-817b90933519 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:07.135443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:07.287092 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=7e9cdfcb-5242-4467-b772-7c96af269f20,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:07.339345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:07.348651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f9f81165-85c4-4926-abe4-ddaced8204f1 None None] Deleting port 3ba20102-dc2a-4d40-bd2b-061c60cbc6b9 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:07.349694 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f9f81165-85c4-4926-abe4-ddaced8204f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:07.467560 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f9f81165-85c4-4926-abe4-ddaced8204f1 None None] The port '3ba20102-dc2a-4d40-bd2b-061c60cbc6b9' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:22:07.482737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd54d32-6d08-43b3-b3b4-817b90933519 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:07.485913 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4bd54d32-6d08-43b3-b3b4-817b90933519 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:07.542108 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-4bd54d32-6d08-43b3-b3b4-817b90933519 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] device_id is not set on port 4831317f-95f3-40dd-86fb-f142d13d8dfd yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:22:07.727174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e21209e4-a1a6-4a8a-9049-bdd1a276dace tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:07.814653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21209e4-a1a6-4a8a-9049-bdd1a276dace tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Subnet': ['ID=70564d52-bd0c-4925-bd71-8f4c8a20aa69,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:07.851628 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21209e4-a1a6-4a8a-9049-bdd1a276dace tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Checking segment: {'id': '4fa034da-a1fa-4957-9336-7f47776bb1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4de12cd1-7393-45eb-9c85-b8395c9f0bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:07.851972 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21209e4-a1a6-4a8a-9049-bdd1a276dace tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network hostable DHCP agents. Network: 4de12cd1-7393-45eb-9c85-b8395c9f0bc9, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:22:07.867719 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Floating IP b385f624-0be6-41f9-9396-c6bd0dd509dc associated. External IP: 172.26.3.9, port: 94e5b62e-765f-4306-9a74-e2d3f0fe5c4b. Dec 21 22:22:07.873842 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:07.899881 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4bd54d32-6d08-43b3-b3b4-817b90933519 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:07.931960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:08.024044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21209e4-a1a6-4a8a-9049-bdd1a276dace tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network 4de12cd1-7393-45eb-9c85-b8395c9f0bc9 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:22:08.050093 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4bd54d32-6d08-43b3-b3b4-817b90933519 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:08.093569 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5dc8e7ca-bc77-43a3-8d52-d1eb6b286e1f req-47fb9489-6800-461a-afad-b07609c56e3c tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1210246 Dec 21 22:22:08.101842 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:08.132449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=60e138b3-479f-47c9-9ad9-3bd250ebc364,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:08.145095 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-e21209e4-a1a6-4a8a-9049-bdd1a276dace tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 4de12cd1-7393-45eb-9c85-b8395c9f0bc9) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:08.154519 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09df28ae-4947-4edc-9f03-83b543d89d67 None None] Network 4de12cd1-7393-45eb-9c85-b8395c9f0bc9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:08.156028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21209e4-a1a6-4a8a-9049-bdd1a276dace tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:08.156655 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e21209e4-a1a6-4a8a-9049-bdd1a276dace tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:08.232268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd54d32-6d08-43b3-b3b4-817b90933519 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:08.234542 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd54d32-6d08-43b3-b3b4-817b90933519 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=4831317f-95f3-40dd-86fb-f142d13d8dfd,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:08.239826 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-4bd54d32-6d08-43b3-b3b4-817b90933519 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:08.248337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd54d32-6d08-43b3-b3b4-817b90933519 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:08.256137 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd54d32-6d08-43b3-b3b4-817b90933519 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:08.261106 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4bd54d32-6d08-43b3-b3b4-817b90933519 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:08.307760 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e21209e4-a1a6-4a8a-9049-bdd1a276dace tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9574401 Dec 21 22:22:08.308456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35068) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:08.311812 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35298ad-8083-47ca-81d3-fadb787b036e None None] Network 1b4e9663-ecc7-45d2-89c4-8371a977abc4 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:08.404497 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 80509a51-860a-4871-b607-fc83db5cd15a up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:08.431687 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4bd54d32-6d08-43b3-b3b4-817b90933519 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6262879 Dec 21 22:22:08.435679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35072) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:08.491048 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8016427a-35ec-46a3-9fa2-dd1a90794d71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:08.511690 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router f412aff4-0850-47f1-9bfc-01e5c3dd119b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:22:08.519404 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f63bfbdc-5da1-4261-8a66-cadf7e0762b4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port 4831317f-95f3-40dd-86fb-f142d13d8dfd {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:08.519926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f63bfbdc-5da1-4261-8a66-cadf7e0762b4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:08.539602 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-74521770-3e59-4061-aaa7-0d732ad57113 None None] Provisioning for port b0331f1e-bbae-4c68-8106-57e5ac22d284 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:08.578217 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8016427a-35ec-46a3-9fa2-dd1a90794d71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:08.589629 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 1b4e9663-ecc7-45d2-89c4-8371a977abc4 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:08.615983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:08.754533 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e3682f-5308-404f-8ca2-5f63a4b2911a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-4de12cd1-7393-45eb-9c85-b8395c9f0bc9', 'network_id': '4de12cd1-7393-45eb-9c85-b8395c9f0bc9', 'tenant_id': '49d01ada7fe342dbac812ee14f417ef1', 'fixed_ips': [{'subnet_id': '70564d52-bd0c-4925-bd71-8f4c8a20aa69'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:22:08.756051 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d6e3682f-5308-404f-8ca2-5f63a4b2911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:08.769715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 80509a51-860a-4871-b607-fc83db5cd15a completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:08.812735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8016427a-35ec-46a3-9fa2-dd1a90794d71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:08.816762 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 80509a51-860a-4871-b607-fc83db5cd15a triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:08.817392 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:08.863996 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016427a-35ec-46a3-9fa2-dd1a90794d71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Subnet': ['ID=70564d52-bd0c-4925-bd71-8f4c8a20aa69,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:08.953903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f63bfbdc-5da1-4261-8a66-cadf7e0762b4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:08.976808 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8016427a-35ec-46a3-9fa2-dd1a90794d71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.009226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-8016427a-35ec-46a3-9fa2-dd1a90794d71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de12cd1-7393-45eb-9c85-b8395c9f0bc9']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:09.021344 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:22:09.029384 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-8016427a-35ec-46a3-9fa2-dd1a90794d71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa034da-a1fa-4957-9336-7f47776bb1f0') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:09.030060 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-8016427a-35ec-46a3-9fa2-dd1a90794d71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa034da-a1fa-4957-9336-7f47776bb1f0') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:09.050237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8016427a-35ec-46a3-9fa2-dd1a90794d71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.054771 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac02a48c-cb59-47fb-8f58-1db18c159b1c None None] Sync routers for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:22:09.071433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8016427a-35ec-46a3-9fa2-dd1a90794d71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.080238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8016427a-35ec-46a3-9fa2-dd1a90794d71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:22:09.080720 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8016427a-35ec-46a3-9fa2-dd1a90794d71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:09.100027 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:09.114496 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.127967 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c981ffaf-ead7-4711-a58a-c726c2439e7e None None] Network 4de12cd1-7393-45eb-9c85-b8395c9f0bc9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:09.187383 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02a48c-cb59-47fb-8f58-1db18c159b1c None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:09.188169 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ac02a48c-cb59-47fb-8f58-1db18c159b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:09.290240 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ac02a48c-cb59-47fb-8f58-1db18c159b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:09.308297 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f63bfbdc-5da1-4261-8a66-cadf7e0762b4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for 4831317f-95f3-40dd-86fb-f142d13d8dfd owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:09.354866 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.361377 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-73847c41-9fc3-4031-ae77-00ee64ec0f28 req-d97f7a85-949e-4f95-a8b3-192ab6ef44d0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1031244 Dec 21 22:22:09.398962 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 80509a51-860a-4871-b607-fc83db5cd15a, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=80509a51-860a-4871-b607-fc83db5cd15a,segment=NetworkSegment(64af7a29-154d-421b-a6ab-76d06e3b7fe7),segment_id=64af7a29-154d-421b-a6ab-76d06e3b7fe7)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:09.439791 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-cfd57418-8e65-4fb4-948b-8b89d6ebea4f tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.4727738 Dec 21 22:22:09.442336 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35080) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:09.449209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c8d188b4-7fe9-45e1-a1e5-09f7c8950c49 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-727335645'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:09.454757 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 20b66116-eddd-4afb-9b68-dd9e76fac1ae has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:22:09.454983 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c8d188b4-7fe9-45e1-a1e5-09f7c8950c49 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:09.459250 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c8d188b4-7fe9-45e1-a1e5-09f7c8950c49 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Usage tracker for resource:network and tenant:d0abccf8fdf748e6a1d14020fd33dfb5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:09.463045 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c8d188b4-7fe9-45e1-a1e5-09f7c8950c49 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:09.469116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c8d188b4-7fe9-45e1-a1e5-09f7c8950c49 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:09.485651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.487009 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b0331f1e-bbae-4c68-8106-57e5ac22d284 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:09.503269 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8016427a-35ec-46a3-9fa2-dd1a90794d71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.508693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8016427a-35ec-46a3-9fa2-dd1a90794d71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.543280 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8016427a-35ec-46a3-9fa2-dd1a90794d71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/4de12cd1-7393-45eb-9c85-b8395c9f0bc9 HTTP/1.1" status: 204 len: 168 time: 1.2320526 Dec 21 22:22:09.544571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016427a-35ec-46a3-9fa2-dd1a90794d71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Network': ['ID=4de12cd1-7393-45eb-9c85-b8395c9f0bc9,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:09.546881 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f63bfbdc-5da1-4261-8a66-cadf7e0762b4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.550186 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35084) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:09.557147 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-fb5ccaf2-77c2-469f-9d1f-be9f961680c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-581146680'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:09.563341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-fb5ccaf2-77c2-469f-9d1f-be9f961680c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:09.567558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-fb5ccaf2-77c2-469f-9d1f-be9f961680c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:network and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:09.571469 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-fb5ccaf2-77c2-469f-9d1f-be9f961680c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:09.581578 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d188b4-7fe9-45e1-a1e5-09f7c8950c49 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Made reservation on behalf of d0abccf8fdf748e6a1d14020fd33dfb5 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:09.586629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c8d188b4-7fe9-45e1-a1e5-09f7c8950c49 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.597506 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-fb5ccaf2-77c2-469f-9d1f-be9f961680c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:09.608580 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac02a48c-cb59-47fb-8f58-1db18c159b1c None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:09.609237 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ac02a48c-cb59-47fb-8f58-1db18c159b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:09.626749 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d188b4-7fe9-45e1-a1e5-09f7c8950c49 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:22:09.637438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c8d188b4-7fe9-45e1-a1e5-09f7c8950c49 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.637852 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-c8d188b4-7fe9-45e1-a1e5-09f7c8950c49 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Added segment 99469934-7db8-4273-9510-286cf46be167 of type vlan for network bb7a0440-66d6-45ea-a371-5fef166bc6fe Dec 21 22:22:09.668462 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c8d188b4-7fe9-45e1-a1e5-09f7c8950c49 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.680895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5ccaf2-77c2-469f-9d1f-be9f961680c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:09.684494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fb5ccaf2-77c2-469f-9d1f-be9f961680c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.685965 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ac02a48c-cb59-47fb-8f58-1db18c159b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:09.685965 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac02a48c-cb59-47fb-8f58-1db18c159b1c None None] The sync data for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:22:09.690078 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63bfbdc-5da1-4261-8a66-cadf7e0762b4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=4831317f-95f3-40dd-86fb-f142d13d8dfd,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:09.708989 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:22:09.716363 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f63bfbdc-5da1-4261-8a66-cadf7e0762b4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.726471 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=80509a51-860a-4871-b607-fc83db5cd15a,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:09.743074 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f63bfbdc-5da1-4261-8a66-cadf7e0762b4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/4831317f-95f3-40dd-86fb-f142d13d8dfd HTTP/1.1" status: 204 len: 168 time: 1.3034580 Dec 21 22:22:09.744658 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35088) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:09.754259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-20e9630c-a360-4032-857b-d82624c3cca5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'mac_address': 'fa:16:3e:e7:ab:06', 'name': 'tempest-PortsIpV6TestJSON-379335245'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:09.770208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb5ccaf2-77c2-469f-9d1f-be9f961680c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:22:09.778556 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:22:09.786410 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-39fdbd2f-175a-4a7d-87ee-23391672d37c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/20b66116-eddd-4afb-9b68-dd9e76fac1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3612456 Dec 21 22:22:09.789053 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35092) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:09.794349 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0e96cb0d-2e88-4a28-acf5-8b61f9057baa None None] Provisioning for port 60e138b3-479f-47c9-9ad9-3bd250ebc364 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:09.795842 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-938fbd7b-7de8-4d29-91c5-0b1f11b26cd5 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'network': {'name': 'tempest-RoutersTest-185760919'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:09.801882 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0e96cb0d-2e88-4a28-acf5-8b61f9057baa None None] Provisioning complete for port 60e138b3-479f-47c9-9ad9-3bd250ebc364 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:09.805042 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0e96cb0d-2e88-4a28-acf5-8b61f9057baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.805184 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-938fbd7b-7de8-4d29-91c5-0b1f11b26cd5 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:09.805492 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fb5ccaf2-77c2-469f-9d1f-be9f961680c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.805845 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-fb5ccaf2-77c2-469f-9d1f-be9f961680c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Added segment 3c59cd79-6707-4f54-8f8e-7f126375fbd6 of type vlan for network 8a12d4cb-b722-4b95-b235-54e86d3759a9 Dec 21 22:22:09.808803 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-938fbd7b-7de8-4d29-91c5-0b1f11b26cd5 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:network and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:09.813037 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-938fbd7b-7de8-4d29-91c5-0b1f11b26cd5 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:09.820069 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-938fbd7b-7de8-4d29-91c5-0b1f11b26cd5 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:09.840547 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port b0331f1e-bbae-4c68-8106-57e5ac22d284 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:09.859956 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port b0331f1e-bbae-4c68-8106-57e5ac22d284 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:09.861996 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.883769 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c8d188b4-7fe9-45e1-a1e5-09f7c8950c49 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.888067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d188b4-7fe9-45e1-a1e5-09f7c8950c49 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:09.888695 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c8d188b4-7fe9-45e1-a1e5-09f7c8950c49 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.915342 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938fbd7b-7de8-4d29-91c5-0b1f11b26cd5 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:09.921102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-938fbd7b-7de8-4d29-91c5-0b1f11b26cd5 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.933062 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0e96cb0d-2e88-4a28-acf5-8b61f9057baa None None] Port 60e138b3-479f-47c9-9ad9-3bd250ebc364 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:22:09.972357 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938fbd7b-7de8-4d29-91c5-0b1f11b26cd5 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:22:09.984510 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-938fbd7b-7de8-4d29-91c5-0b1f11b26cd5 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:09.985260 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-938fbd7b-7de8-4d29-91c5-0b1f11b26cd5 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Added segment 8d7b050e-67a0-42df-b253-fa7f7e011d07 of type vlan for network 7fc7e621-c19d-46dc-bd92-4f06dc6153bf Dec 21 22:22:09.994764 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:10.015333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-938fbd7b-7de8-4d29-91c5-0b1f11b26cd5 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:10.028495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port b0331f1e-bbae-4c68-8106-57e5ac22d284, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b0331f1e-bbae-4c68-8106-57e5ac22d284,segment=NetworkSegment(49e1f34e-a3c7-4916-b8e6-4ae52f084016),segment_id=49e1f34e-a3c7-4916-b8e6-4ae52f084016)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:10.036090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d188b4-7fe9-45e1-a1e5-09f7c8950c49 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Network': ['ID=bb7a0440-66d6-45ea-a371-5fef166bc6fe,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:10.036597 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-20e9630c-a360-4032-857b-d82624c3cca5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:10.046863 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fb5ccaf2-77c2-469f-9d1f-be9f961680c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:10.052551 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-20e9630c-a360-4032-857b-d82624c3cca5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:port and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:10.053746 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network bb7a0440-66d6-45ea-a371-5fef166bc6fe details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:10.058595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-20e9630c-a360-4032-857b-d82624c3cca5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:10.066928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-20e9630c-a360-4032-857b-d82624c3cca5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:10.157565 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:10.188602 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-938fbd7b-7de8-4d29-91c5-0b1f11b26cd5 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:10.189434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fb5ccaf2-77c2-469f-9d1f-be9f961680c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:10.192392 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938fbd7b-7de8-4d29-91c5-0b1f11b26cd5 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:10.195107 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-938fbd7b-7de8-4d29-91c5-0b1f11b26cd5 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:10.195726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-92842539-c735-4a7e-89ec-93e2838c7ed4 None None] Provisioning complete for port 60e138b3-479f-47c9-9ad9-3bd250ebc364 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:10.195982 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5ccaf2-77c2-469f-9d1f-be9f961680c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:10.196175 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-92842539-c735-4a7e-89ec-93e2838c7ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:10.197291 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fb5ccaf2-77c2-469f-9d1f-be9f961680c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:10.278653 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-92842539-c735-4a7e-89ec-93e2838c7ed4 None None] Port 60e138b3-479f-47c9-9ad9-3bd250ebc364 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:22:10.279540 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c8d188b4-7fe9-45e1-a1e5-09f7c8950c49 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8360682 Dec 21 22:22:10.280514 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e9630c-a360-4032-857b-d82624c3cca5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:10.285183 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=b0331f1e-bbae-4c68-8106-57e5ac22d284,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:10.291695 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Sync routers for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:22:10.295637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35098) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:10.310453 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:10.311304 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:10.315094 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-f74c6acc-7cae-4455-8260-e8a58d906316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'subnet': {'network_id': 'bb7a0440-66d6-45ea-a371-5fef166bc6fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:10.372855 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 80509a51-860a-4871-b607-fc83db5cd15a up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:10.399448 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-938fbd7b-7de8-4d29-91c5-0b1f11b26cd5 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6090999 Dec 21 22:22:10.411557 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938fbd7b-7de8-4d29-91c5-0b1f11b26cd5 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Network': ['ID=7fc7e621-c19d-46dc-bd92-4f06dc6153bf,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:10.413540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35102) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:10.423970 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ccaf2-77c2-469f-9d1f-be9f961680c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Network': ['ID=8a12d4cb-b722-4b95-b235-54e86d3759a9,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:10.426667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-77bf402f-6ae0-4cd4-8dbd-e3ae5db64cf8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'subnet': {'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:10.433966 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fb5ccaf2-77c2-469f-9d1f-be9f961680c0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8810482 Dec 21 22:22:10.436705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35108) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:10.440788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 7fc7e621-c19d-46dc-bd92-4f06dc6153bf details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:10.454426 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 8a12d4cb-b722-4b95-b235-54e86d3759a9 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:10.459383 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2d70a742-4b10-48ff-a8d2-5bd8f626b9ca tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'subnet': {'network_id': '8a12d4cb-b722-4b95-b235-54e86d3759a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:10.550830 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-20e9630c-a360-4032-857b-d82624c3cca5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:10.557117 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:22:10.597735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-20e9630c-a360-4032-857b-d82624c3cca5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] device_id is not set on port 11356755-8fd4-4858-aa3a-9c58270f549c yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:22:10.629333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-77bf402f-6ae0-4cd4-8dbd-e3ae5db64cf8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:10.657521 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a705db84-107c-4c58-a540-2021192a8943 req-c373f8a6-5193-4f09-9d7e-05f8f573d652 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1157424 Dec 21 22:22:10.658980 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-77bf402f-6ae0-4cd4-8dbd-e3ae5db64cf8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:subnet and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:10.664485 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-77bf402f-6ae0-4cd4-8dbd-e3ae5db64cf8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:10.673398 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-77bf402f-6ae0-4cd4-8dbd-e3ae5db64cf8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:10.680726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 80509a51-860a-4871-b607-fc83db5cd15a triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:10.681849 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:10.682484 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f74c6acc-7cae-4455-8260-e8a58d906316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:10.686992 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f74c6acc-7cae-4455-8260-e8a58d906316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Usage tracker for resource:subnet and tenant:d0abccf8fdf748e6a1d14020fd33dfb5 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:10.690560 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f74c6acc-7cae-4455-8260-e8a58d906316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:10.696657 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f74c6acc-7cae-4455-8260-e8a58d906316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:10.756518 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2d70a742-4b10-48ff-a8d2-5bd8f626b9ca tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:10.765384 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2d70a742-4b10-48ff-a8d2-5bd8f626b9ca tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:subnet and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:10.771501 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74c6acc-7cae-4455-8260-e8a58d906316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Made reservation on behalf of d0abccf8fdf748e6a1d14020fd33dfb5 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:10.775761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2d70a742-4b10-48ff-a8d2-5bd8f626b9ca tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:10.785510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2d70a742-4b10-48ff-a8d2-5bd8f626b9ca tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:10.831352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bf402f-6ae0-4cd4-8dbd-e3ae5db64cf8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:10.894332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d70a742-4b10-48ff-a8d2-5bd8f626b9ca tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:10.923894 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:06Z', 'revision_number': 3, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:07Z', 'revision_number': 2, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:10.928894 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Checking router: 20b66116-eddd-4afb-9b68-dd9e76fac1ae for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:22:10.929268 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Updating router 20b66116-eddd-4afb-9b68-dd9e76fac1ae port 60e138b3-479f-47c9-9ad9-3bd250ebc364 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:22:10.960124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-20e9630c-a360-4032-857b-d82624c3cca5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:10.989457 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f74c6acc-7cae-4455-8260-e8a58d906316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:10.992660 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:11.032057 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2d70a742-4b10-48ff-a8d2-5bd8f626b9ca tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:11.114723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-77bf402f-6ae0-4cd4-8dbd-e3ae5db64cf8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:11.221489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-20e9630c-a360-4032-857b-d82624c3cca5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:11.294619 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e9630c-a360-4032-857b-d82624c3cca5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:11.299356 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-20e9630c-a360-4032-857b-d82624c3cca5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:11.319150 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e9630c-a360-4032-857b-d82624c3cca5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:11.323491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e9630c-a360-4032-857b-d82624c3cca5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:11.324401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-20e9630c-a360-4032-857b-d82624c3cca5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:11.371234 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9630c-a360-4032-857b-d82624c3cca5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=11356755-8fd4-4858-aa3a-9c58270f549c,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:11.405859 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:11.419069 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Transition to ACTIVE for port object 60e138b3-479f-47c9-9ad9-3bd250ebc364 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:11.457479 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2d70a742-4b10-48ff-a8d2-5bd8f626b9ca tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:11.481281 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:11.500711 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-20e9630c-a360-4032-857b-d82624c3cca5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7531507 Dec 21 22:22:11.501755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35114) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:11.595765 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f74c6acc-7cae-4455-8260-e8a58d906316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:11.626969 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f908b5-1d0d-43c9-bc70-99c3909cde76 None None] Pushing event updated for resources: {'Port': ['ID=60e138b3-479f-47c9-9ad9-3bd250ebc364,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:11.671692 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-77bf402f-6ae0-4cd4-8dbd-e3ae5db64cf8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:11.690107 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c6acc-7cae-4455-8260-e8a58d906316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Subnet': ['ID=ff17fa62-11f8-49fc-ac70-2a71f491db80,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:11.723151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70a742-4b10-48ff-a8d2-5bd8f626b9ca tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Subnet': ['ID=d56a4e14-ca54-4852-a439-cc07b612fce8,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:11.733955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2e75dd-0b4d-4c1e-b002-eb8bed569554 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:11.734606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2c2e75dd-0b4d-4c1e-b002-eb8bed569554 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:11.753723 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Attempting to bind port 60e138b3-479f-47c9-9ad9-3bd250ebc364 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:22:11.754105 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Attempting to bind port 60e138b3-479f-47c9-9ad9-3bd250ebc364 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '49e1f34e-a3c7-4916-b8e6-4ae52f084016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:22:11.754478 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Attempting to bind port 60e138b3-479f-47c9-9ad9-3bd250ebc364 on network 1b4e9663-ecc7-45d2-89c4-8371a977abc4 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:22:11.757926 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d70a742-4b10-48ff-a8d2-5bd8f626b9ca tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Checking segment: {'id': '3c59cd79-6707-4f54-8f8e-7f126375fbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8a12d4cb-b722-4b95-b235-54e86d3759a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:11.758510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70a742-4b10-48ff-a8d2-5bd8f626b9ca tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network hostable DHCP agents. Network: 8a12d4cb-b722-4b95-b235-54e86d3759a9, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:22:11.773187 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:22:11.773564 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Checking segment: {'id': '49e1f34e-a3c7-4916-b8e6-4ae52f084016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:11.773964 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:11.774377 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Bound using segment: {'id': '49e1f34e-a3c7-4916-b8e6-4ae52f084016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:22:11.774958 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Bound port: 60e138b3-479f-47c9-9ad9-3bd250ebc364, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e1f34e-a3c7-4916-b8e6-4ae52f084016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:22:11.775922 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:11.840955 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-10ba0463-f686-4f76-81f6-05497c5f6143 req-522d6b68-29f1-4575-9018-cd10642410f7 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0830972 Dec 21 22:22:11.864727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf402f-6ae0-4cd4-8dbd-e3ae5db64cf8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Subnet': ['ID=b507a1a6-417c-4851-9b80-900359f99f9f,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:11.872802 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74c6acc-7cae-4455-8260-e8a58d906316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Checking segment: {'id': '99469934-7db8-4273-9510-286cf46be167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb7a0440-66d6-45ea-a371-5fef166bc6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:11.873104 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c6acc-7cae-4455-8260-e8a58d906316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network hostable DHCP agents. Network: bb7a0440-66d6-45ea-a371-5fef166bc6fe, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:22:11.873749 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] For port 60e138b3-479f-47c9-9ad9-3bd250ebc364, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:22:11.876832 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] For port 60e138b3-479f-47c9-9ad9-3bd250ebc364, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=60e138b3-479f-47c9-9ad9-3bd250ebc364,segment=NetworkSegment(49e1f34e-a3c7-4916-b8e6-4ae52f084016),segment_id=49e1f34e-a3c7-4916-b8e6-4ae52f084016)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:22:11.882934 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf402f-6ae0-4cd4-8dbd-e3ae5db64cf8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Checking segment: {'id': '8d7b050e-67a0-42df-b253-fa7f7e011d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:11.883279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bf402f-6ae0-4cd4-8dbd-e3ae5db64cf8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network hostable DHCP agents. Network: 7fc7e621-c19d-46dc-bd92-4f06dc6153bf, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:22:11.885715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d70a742-4b10-48ff-a8d2-5bd8f626b9ca tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network 8a12d4cb-b722-4b95-b235-54e86d3759a9 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:22:11.908462 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2c2e75dd-0b4d-4c1e-b002-eb8bed569554 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:11.909633 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2c2e75dd-0b4d-4c1e-b002-eb8bed569554 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports/11356755-8fd4-4858-aa3a-9c58270f549c HTTP/1.1" status: 200 len: 844 time: 0.4065323 Dec 21 22:22:11.912458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35120) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:11.966021 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:11.976939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-2f291e8d-243d-4ffb-ba3f-8c151226f39b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port 11356755-8fd4-4858-aa3a-9c58270f549c {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:11.977273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f291e8d-243d-4ffb-ba3f-8c151226f39b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:12.007744 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-2d70a742-4b10-48ff-a8d2-5bd8f626b9ca tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 8a12d4cb-b722-4b95-b235-54e86d3759a9) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:12.015504 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d171d81-c57f-4a67-85a1-bb1d0cb9fa9f None None] Network 8a12d4cb-b722-4b95-b235-54e86d3759a9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:12.021929 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d70a742-4b10-48ff-a8d2-5bd8f626b9ca tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:12.022715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2d70a742-4b10-48ff-a8d2-5bd8f626b9ca tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:12.077428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c6acc-7cae-4455-8260-e8a58d906316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network bb7a0440-66d6-45ea-a371-5fef166bc6fe is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:22:12.084014 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-f74c6acc-7cae-4455-8260-e8a58d906316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, bb7a0440-66d6-45ea-a371-5fef166bc6fe) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:12.093005 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f908b5-1d0d-43c9-bc70-99c3909cde76 None None] Pushing event updated for resources: {'Port': ['ID=60e138b3-479f-47c9-9ad9-3bd250ebc364,revision_number=4']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:12.103752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74c6acc-7cae-4455-8260-e8a58d906316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:12.103752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f74c6acc-7cae-4455-8260-e8a58d906316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:12.103752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bf402f-6ae0-4cd4-8dbd-e3ae5db64cf8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 7fc7e621-c19d-46dc-bd92-4f06dc6153bf is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:22:12.114358 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:12.114965 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:12.126381 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d219c7f3-20e9-45c4-97b6-1cfb215519e3 None None] Network bb7a0440-66d6-45ea-a371-5fef166bc6fe requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:12.164172 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-77bf402f-6ae0-4cd4-8dbd-e3ae5db64cf8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 7fc7e621-c19d-46dc-bd92-4f06dc6153bf) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:12.174576 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bf402f-6ae0-4cd4-8dbd-e3ae5db64cf8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:12.175205 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-77bf402f-6ae0-4cd4-8dbd-e3ae5db64cf8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:12.188041 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcac60f-bf0f-47b4-95a0-b535aba517bc None None] Network 7fc7e621-c19d-46dc-bd92-4f06dc6153bf requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:12.195304 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2d70a742-4b10-48ff-a8d2-5bd8f626b9ca tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7519715 Dec 21 22:22:12.203645 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35126) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:12.292304 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f74c6acc-7cae-4455-8260-e8a58d906316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9949017 Dec 21 22:22:12.359150 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35130) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:12.373508 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-77bf402f-6ae0-4cd4-8dbd-e3ae5db64cf8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9546752 Dec 21 22:22:12.381607 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-353648146', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:12.382164 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35134) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:12.392530 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:12.400753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f291e8d-243d-4ffb-ba3f-8c151226f39b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:12.412758 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:22:12.416711 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b0331f1e-bbae-4c68-8106-57e5ac22d284 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:12.427510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Usage tracker for resource:router and tenant:d0abccf8fdf748e6a1d14020fd33dfb5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:12.433550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:12.492601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:12.569590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-2f291e8d-243d-4ffb-ba3f-8c151226f39b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for 11356755-8fd4-4858-aa3a-9c58270f549c owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:12.682960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3414-57cb-4b9f-9b62-c7fb4c1306ee tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:12.717626 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:12.720052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:12.789042 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f291e8d-243d-4ffb-ba3f-8c151226f39b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:12.806704 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d29805-1f86-4f34-a414-3f282b0a5a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-8a12d4cb-b722-4b95-b235-54e86d3759a9', 'network_id': '8a12d4cb-b722-4b95-b235-54e86d3759a9', 'tenant_id': '49d01ada7fe342dbac812ee14f417ef1', 'fixed_ips': [{'subnet_id': 'd56a4e14-ca54-4852-a439-cc07b612fce8'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:22:12.807444 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-71d29805-1f86-4f34-a414-3f282b0a5a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:12.852324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3414-57cb-4b9f-9b62-c7fb4c1306ee tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:12.877973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f291e8d-243d-4ffb-ba3f-8c151226f39b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=11356755-8fd4-4858-aa3a-9c58270f549c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:12.901545 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:12.933026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f291e8d-243d-4ffb-ba3f-8c151226f39b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:12.972290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port b0331f1e-bbae-4c68-8106-57e5ac22d284 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:12.972725 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:13.001495 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:06Z', 'revision_number': 3, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:11Z', 'revision_number': 4, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:13.004577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-bb7a0440-66d6-45ea-a371-5fef166bc6fe', 'network_id': 'bb7a0440-66d6-45ea-a371-5fef166bc6fe', 'tenant_id': 'd0abccf8fdf748e6a1d14020fd33dfb5', 'fixed_ips': [{'subnet_id': 'ff17fa62-11f8-49fc-ac70-2a71f491db80'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:22:13.005453 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:13.008090 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744f6164-f452-4780-9aaf-f61dd434fac2 None None] The sync data for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv is: [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:06Z', 'revision_number': 3, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:11Z', 'revision_number': 4, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:22:13.018474 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0b6f15ae-b341-4299-81a0-1e4cee80bab2 req-5230d370-090a-4e47-842d-d28c1c9b0136 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0644512 Dec 21 22:22:13.037219 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2f291e8d-243d-4ffb-ba3f-8c151226f39b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/11356755-8fd4-4858-aa3a-9c58270f549c HTTP/1.1" status: 204 len: 168 time: 1.1213923 Dec 21 22:22:13.037872 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35140) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:13.168651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'fixed_ips': [{'subnet_id': 'b507a1a6-417c-4851-9b80-900359f99f9f'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:22:13.170292 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:13.197743 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3414-57cb-4b9f-9b62-c7fb4c1306ee tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:13.241661 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba3414-57cb-4b9f-9b62-c7fb4c1306ee tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Subnet': ['ID=d56a4e14-ca54-4852-a439-cc07b612fce8,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:13.320296 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd3d918-fdb4-4e02-a64e-8fe9bd225e93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] GET failed (client error): The resource could not be found. Dec 21 22:22:13.320838 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3fd3d918-fdb4-4e02-a64e-8fe9bd225e93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:13.345997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server [None req-71d29805-1f86-4f34-a414-3f282b0a5a9e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d56a4e14-ca54-4852-a439-cc07b612fce8: This subnet is being modified by another concurrent operation. Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 22:22:13.394504 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise exception Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d56a4e14-ca54-4852-a439-cc07b612fce8: This subnet is being modified by another concurrent operation. Dec 21 22:22:13.398610 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server Dec 21 22:22:13.406713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3fd3d918-fdb4-4e02-a64e-8fe9bd225e93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:13.407577 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3fd3d918-fdb4-4e02-a64e-8fe9bd225e93 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports/11356755-8fd4-4858-aa3a-9c58270f549c HTTP/1.1" status: 404 len: 333 time: 0.3671987 Dec 21 22:22:13.412938 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35146) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:13.420591 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-713776e7-2bfe-47a3-9dd6-f24000e52bbd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'name': 'tempest-PortsIpV6TestJSON-125393657'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:13.447623 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3414-57cb-4b9f-9b62-c7fb4c1306ee tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:13.494489 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-e3ba3414-57cb-4b9f-9b62-c7fb4c1306ee tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a12d4cb-b722-4b95-b235-54e86d3759a9']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:13.494968 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6456665d-7127-4356-ad6f-a47eaef10c93 None None] Network 8a12d4cb-b722-4b95-b235-54e86d3759a9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:13.513641 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-e3ba3414-57cb-4b9f-9b62-c7fb4c1306ee tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c59cd79-6707-4f54-8f8e-7f126375fbd6') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:13.514097 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-e3ba3414-57cb-4b9f-9b62-c7fb4c1306ee tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c59cd79-6707-4f54-8f8e-7f126375fbd6') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:13.531099 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3414-57cb-4b9f-9b62-c7fb4c1306ee tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:13.565305 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3414-57cb-4b9f-9b62-c7fb4c1306ee tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:13.575079 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ba3414-57cb-4b9f-9b62-c7fb4c1306ee tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:22:13.575552 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3414-57cb-4b9f-9b62-c7fb4c1306ee tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:13.594666 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:13.613794 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-713776e7-2bfe-47a3-9dd6-f24000e52bbd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:13.681697 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-713776e7-2bfe-47a3-9dd6-f24000e52bbd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:13.768223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713776e7-2bfe-47a3-9dd6-f24000e52bbd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:13.772886 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-713776e7-2bfe-47a3-9dd6-f24000e52bbd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:13.794872 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:13.831026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:13.839215 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-713776e7-2bfe-47a3-9dd6-f24000e52bbd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] device_id is not set on port 80bfdcf3-b69a-4add-82c7-df30d7fb89b7 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:22:13.861759 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Allocated IP 172.20.0.2 (bb7a0440-66d6-45ea-a371-5fef166bc6fe/ff17fa62-11f8-49fc-ac70-2a71f491db80/a6e45818-7d73-45bf-a901-90902041fee7) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:13.866265 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Allocated IP 172.22.0.2 (7fc7e621-c19d-46dc-bd92-4f06dc6153bf/b507a1a6-417c-4851-9b80-900359f99f9f/50aa842e-8075-48fb-bbb8-709a777044a0) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:13.913398 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:13.932169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3414-57cb-4b9f-9b62-c7fb4c1306ee tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:13.936532 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e3ba3414-57cb-4b9f-9b62-c7fb4c1306ee tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:14.022699 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba3414-57cb-4b9f-9b62-c7fb4c1306ee tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Network': ['ID=8a12d4cb-b722-4b95-b235-54e86d3759a9,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:14.081667 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e3ba3414-57cb-4b9f-9b62-c7fb4c1306ee tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/8a12d4cb-b722-4b95-b235-54e86d3759a9 HTTP/1.1" status: 204 len: 168 time: 1.8723669 Dec 21 22:22:14.081895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35152) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:14.100573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-5dadcd8a-099f-4b7c-9e49-6418481a9a38 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-691528906'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:14.106325 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5dadcd8a-099f-4b7c-9e49-6418481a9a38 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:14.110275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5dadcd8a-099f-4b7c-9e49-6418481a9a38 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:network and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:14.113739 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5dadcd8a-099f-4b7c-9e49-6418481a9a38 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:14.120753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5dadcd8a-099f-4b7c-9e49-6418481a9a38 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:14.180437 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c82f768a-858e-41ac-9c8c-b6af10a89dc6 req-a2442de0-6c43-46e8-9aa3-e5cb418240a4 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0527313 Dec 21 22:22:14.342969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Allocated IP 172.26.3.156 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/43a6808b-b738-4388-916c-0b2d9fc432e1) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:14.362180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dadcd8a-099f-4b7c-9e49-6418481a9a38 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:14.365261 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5dadcd8a-099f-4b7c-9e49-6418481a9a38 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:14.390986 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 60e138b3-479f-47c9-9ad9-3bd250ebc364 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:14.457995 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-713776e7-2bfe-47a3-9dd6-f24000e52bbd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:14.477465 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dadcd8a-099f-4b7c-9e49-6418481a9a38 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:22:14.495754 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:14.510509 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:14.517282 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Transition to ACTIVE for port object a6e45818-7d73-45bf-a901-90902041fee7 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:14.529970 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Transition to ACTIVE for port object 50aa842e-8075-48fb-bbb8-709a777044a0 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:14.565884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Transition to ACTIVE for port object 50aa842e-8075-48fb-bbb8-709a777044a0 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:14.567292 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Transition to ACTIVE for port object a6e45818-7d73-45bf-a901-90902041fee7 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:14.570709 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5dadcd8a-099f-4b7c-9e49-6418481a9a38 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:14.571234 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-5dadcd8a-099f-4b7c-9e49-6418481a9a38 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Added segment c5cef92a-3624-4650-a1a6-10b9c56273bb of type vlan for network c127ab27-f90c-434b-af7c-d7b27b2927b9 Dec 21 22:22:14.641270 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5dadcd8a-099f-4b7c-9e49-6418481a9a38 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:14.651724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 60e138b3-479f-47c9-9ad9-3bd250ebc364 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:14.653804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:14.658737 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 60e138b3-479f-47c9-9ad9-3bd250ebc364 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:14.659397 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:14.689298 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:14.734831 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:14.740364 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-713776e7-2bfe-47a3-9dd6-f24000e52bbd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:14.765928 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Allocated IP 172.22.0.1 (7fc7e621-c19d-46dc-bd92-4f06dc6153bf/b507a1a6-417c-4851-9b80-900359f99f9f/3050ce36-a595-4ada-81e2-a6d922a70353) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:14.780911 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Network 7fc7e621-c19d-46dc-bd92-4f06dc6153bf is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:14.796292 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:14.802524 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:14.820728 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Network bb7a0440-66d6-45ea-a371-5fef166bc6fe is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:14.823360 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Pushing event updated for resources: {'Port': ['ID=a6e45818-7d73-45bf-a901-90902041fee7,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:14.823991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5dadcd8a-099f-4b7c-9e49-6418481a9a38 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:14.825873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:14.828942 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dadcd8a-099f-4b7c-9e49-6418481a9a38 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:14.831406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5dadcd8a-099f-4b7c-9e49-6418481a9a38 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:14.837456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:14.861098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:14.879333 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713776e7-2bfe-47a3-9dd6-f24000e52bbd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:14.905857 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-713776e7-2bfe-47a3-9dd6-f24000e52bbd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:14.916306 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713776e7-2bfe-47a3-9dd6-f24000e52bbd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:14.920702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713776e7-2bfe-47a3-9dd6-f24000e52bbd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:14.921711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-713776e7-2bfe-47a3-9dd6-f24000e52bbd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:14.985066 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713776e7-2bfe-47a3-9dd6-f24000e52bbd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=80bfdcf3-b69a-4add-82c7-df30d7fb89b7,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:14.986070 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:14.992543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:15.008187 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Transition to ACTIVE for port object 3050ce36-a595-4ada-81e2-a6d922a70353 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:15.049720 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Pushing event updated for resources: {'Port': ['ID=50aa842e-8075-48fb-bbb8-709a777044a0,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:15.072954 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:15.087884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:15.102309 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Attempting to bind port 50aa842e-8075-48fb-bbb8-709a777044a0 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:22:15.102673 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Attempting to bind port 50aa842e-8075-48fb-bbb8-709a777044a0 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '8d7b050e-67a0-42df-b253-fa7f7e011d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:22:15.103701 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Attempting to bind port 50aa842e-8075-48fb-bbb8-709a777044a0 on network 7fc7e621-c19d-46dc-bd92-4f06dc6153bf {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:22:15.112408 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:15.124738 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5dadcd8a-099f-4b7c-9e49-6418481a9a38 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0392227 Dec 21 22:22:15.124738 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dadcd8a-099f-4b7c-9e49-6418481a9a38 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Network': ['ID=c127ab27-f90c-434b-af7c-d7b27b2927b9,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:15.128084 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:15.129756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35158) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:15.133290 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-713776e7-2bfe-47a3-9dd6-f24000e52bbd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7181978 Dec 21 22:22:15.136442 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35160) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:15.140774 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-cb5d2dcc-11c9-47ca-ae2e-5be3c4b86e53 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:15.143535 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network c127ab27-f90c-434b-af7c-d7b27b2927b9 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:15.163635 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Attempting to bind port a6e45818-7d73-45bf-a901-90902041fee7 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:22:15.163910 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Attempting to bind port a6e45818-7d73-45bf-a901-90902041fee7 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '99469934-7db8-4273-9510-286cf46be167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb7a0440-66d6-45ea-a371-5fef166bc6fe'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:22:15.164266 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Attempting to bind port a6e45818-7d73-45bf-a901-90902041fee7 on network bb7a0440-66d6-45ea-a371-5fef166bc6fe {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:22:15.167724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:22:15.168425 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Checking segment: {'id': '8d7b050e-67a0-42df-b253-fa7f7e011d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:15.168640 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:15.168958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Bound using segment: {'id': '8d7b050e-67a0-42df-b253-fa7f7e011d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:22:15.169437 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Bound port: 50aa842e-8075-48fb-bbb8-709a777044a0, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7b050e-67a0-42df-b253-fa7f7e011d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:22:15.169806 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:15.178135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-d80c328f-a37a-4b24-b792-1feed09c5cc1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:15.200365 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 7fc7e621-c19d-46dc-bd92-4f06dc6153bf is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:15.205130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:15.208673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:15.216385 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:15.223965 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:22:15.229056 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Checking segment: {'id': '99469934-7db8-4273-9510-286cf46be167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb7a0440-66d6-45ea-a371-5fef166bc6fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:15.229056 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:15.229056 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Bound using segment: {'id': '99469934-7db8-4273-9510-286cf46be167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb7a0440-66d6-45ea-a371-5fef166bc6fe'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:22:15.229056 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Bound port: a6e45818-7d73-45bf-a901-90902041fee7, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99469934-7db8-4273-9510-286cf46be167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'bb7a0440-66d6-45ea-a371-5fef166bc6fe'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:22:15.229056 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:15.237928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=43a6808b-b738-4388-916c-0b2d9fc432e1,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:15.258196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=3050ce36-a595-4ada-81e2-a6d922a70353,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:15.341804 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-30c8352d-0b11-488b-a4eb-15952a84cf20 req-ad78057e-1473-4e46-8551-f2d2af492cc4 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0488241 Dec 21 22:22:15.345150 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:15.412477 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 60e138b3-479f-47c9-9ad9-3bd250ebc364, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=60e138b3-479f-47c9-9ad9-3bd250ebc364,segment=NetworkSegment(49e1f34e-a3c7-4916-b8e6-4ae52f084016),segment_id=49e1f34e-a3c7-4916-b8e6-4ae52f084016)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:15.496077 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:15.499771 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] For port a6e45818-7d73-45bf-a901-90902041fee7, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:22:15.503011 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] For port a6e45818-7d73-45bf-a901-90902041fee7, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a6e45818-7d73-45bf-a901-90902041fee7,segment=NetworkSegment(99469934-7db8-4273-9510-286cf46be167),segment_id=99469934-7db8-4273-9510-286cf46be167)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:22:15.509353 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:15.511496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d80c328f-a37a-4b24-b792-1feed09c5cc1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:15.566220 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] For port 50aa842e-8075-48fb-bbb8-709a777044a0, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:22:15.579596 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] For port 50aa842e-8075-48fb-bbb8-709a777044a0, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=50aa842e-8075-48fb-bbb8-709a777044a0,segment=NetworkSegment(8d7b050e-67a0-42df-b253-fa7f7e011d07),segment_id=8d7b050e-67a0-42df-b253-fa7f7e011d07)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:22:15.587881 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=60e138b3-479f-47c9-9ad9-3bd250ebc364,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:15.594490 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:15.663217 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:15.673967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cb5d2dcc-11c9-47ca-ae2e-5be3c4b86e53 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:15.705072 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac34a6d-d95b-4eaf-af69-b1ccd33488b6 None None] Pushing event updated for resources: {'Port': ['ID=a6e45818-7d73-45bf-a901-90902041fee7,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:15.795623 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d928fa3-f023-47bf-ba2c-6c7656a3138f None None] Pushing event updated for resources: {'Port': ['ID=50aa842e-8075-48fb-bbb8-709a777044a0,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:15.871473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cb5d2dcc-11c9-47ca-ae2e-5be3c4b86e53 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:15.906742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb5d2dcc-11c9-47ca-ae2e-5be3c4b86e53 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network c127ab27-f90c-434b-af7c-d7b27b2927b9 is not hosted by any dhcp agent {{(pid=84168) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 21 22:22:15.927877 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5d2dcc-11c9-47ca-ae2e-5be3c4b86e53 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:15.927877 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cb5d2dcc-11c9-47ca-ae2e-5be3c4b86e53 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:15.927877 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-cb5d2dcc-11c9-47ca-ae2e-5be3c4b86e53 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "PUT /v2.0/networks/c127ab27-f90c-434b-af7c-d7b27b2927b9 HTTP/1.1" status: 200 len: 723 time: 0.7902198 Dec 21 22:22:15.928739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35170) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:15.947944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ee91ca36-c3e9-470a-85bf-cc6d88c5b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'subnet': {'network_id': 'c127ab27-f90c-434b-af7c-d7b27b2927b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:16.004050 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d80c328f-a37a-4b24-b792-1feed09c5cc1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:16.073933 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d2dcc-11c9-47ca-ae2e-5be3c4b86e53 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Network': ['ID=c127ab27-f90c-434b-af7c-d7b27b2927b9,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:16.088565 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network c127ab27-f90c-434b-af7c-d7b27b2927b9 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:16.099460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d80c328f-a37a-4b24-b792-1feed09c5cc1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:16.122365 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.resource_extend [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:22:16.139163 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ee91ca36-c3e9-470a-85bf-cc6d88c5b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:16.146661 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ee91ca36-c3e9-470a-85bf-cc6d88c5b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:subnet and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:16.152668 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ee91ca36-c3e9-470a-85bf-cc6d88c5b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:16.161582 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:16.163977 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ee91ca36-c3e9-470a-85bf-cc6d88c5b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:16.183378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-d80c328f-a37a-4b24-b792-1feed09c5cc1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] In _notify_port_updated(), no bound segment for port 80bfdcf3-b69a-4add-82c7-df30d7fb89b7 on network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 {{(pid=84168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:22:16.187355 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80c328f-a37a-4b24-b792-1feed09c5cc1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:16.188143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d80c328f-a37a-4b24-b792-1feed09c5cc1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:16.189547 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d80c328f-a37a-4b24-b792-1feed09c5cc1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "PUT /v2.0/ports/80bfdcf3-b69a-4add-82c7-df30d7fb89b7 HTTP/1.1" status: 200 len: 818 time: 1.0311632 Dec 21 22:22:16.192382 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35174) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:16.221382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c328f-a37a-4b24-b792-1feed09c5cc1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=80bfdcf3-b69a-4add-82c7-df30d7fb89b7,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:16.237815 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:16.238807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:16.389690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee91ca36-c3e9-470a-85bf-cc6d88c5b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:16.404691 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:16.513572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 50aa842e-8075-48fb-bbb8-709a777044a0 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:16.577160 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-94bafee9-7d66-467a-b3bb-f8abb1ec7723 req-202c61ee-8a42-41c1-b09d-fdb4c2f1c699 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1373379 Dec 21 22:22:16.593945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router e7076bea-8b76-470b-aa10-b5ba1f4955eb is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:22:16.662446 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 50aa842e-8075-48fb-bbb8-709a777044a0 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:16.668453 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 60e138b3-479f-47c9-9ad9-3bd250ebc364 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:16.683152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1aebb-b618-425a-8e45-02f71a62dc89 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port 80bfdcf3-b69a-4add-82c7-df30d7fb89b7 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:16.683634 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c4c1aebb-b618-425a-8e45-02f71a62dc89 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:16.718776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:16.737386 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=3050ce36-a595-4ada-81e2-a6d922a70353,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:16.741291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 60e138b3-479f-47c9-9ad9-3bd250ebc364 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:16.742003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:16.752368 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ee91ca36-c3e9-470a-85bf-cc6d88c5b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:16.904069 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a6e45818-7d73-45bf-a901-90902041fee7 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:16.997103 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:22:17.015601 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a90c5df-dc58-45d9-a03f-fcffb7bbe0b3 None None] Sync routers for ids ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:22:17.048071 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a90c5df-dc58-45d9-a03f-fcffb7bbe0b3 None None] Routers {'e7076bea-8b76-470b-aa10-b5ba1f4955eb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:17.048723 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7a90c5df-dc58-45d9-a03f-fcffb7bbe0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:17.123535 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:17.124758 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c202cab9-a7bf-44df-8cd7-925e58559046 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7643645 Dec 21 22:22:17.127632 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35182) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:17.163535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 7fc7e621-c19d-46dc-bd92-4f06dc6153bf is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:17.168621 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7a90c5df-dc58-45d9-a03f-fcffb7bbe0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:17.178155 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:17.191480 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a90c5df-dc58-45d9-a03f-fcffb7bbe0b3 None None] Routers {'e7076bea-8b76-470b-aa10-b5ba1f4955eb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:17.192584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7a90c5df-dc58-45d9-a03f-fcffb7bbe0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:17.358863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port a6e45818-7d73-45bf-a901-90902041fee7 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:17.378426 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7a90c5df-dc58-45d9-a03f-fcffb7bbe0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:17.379116 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a90c5df-dc58-45d9-a03f-fcffb7bbe0b3 None None] The sync data for ids ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:22:17.388193 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f74e643-6d13-4646-a52b-1308c4bcf056 None None] Network 7fc7e621-c19d-46dc-bd92-4f06dc6153bf requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:17.480234 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c4c1aebb-b618-425a-8e45-02f71a62dc89 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:17.610825 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97f7dbc-d8fe-44d4-adba-bde5e8906299 None None] Network bb7a0440-66d6-45ea-a371-5fef166bc6fe requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:17.684852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1aebb-b618-425a-8e45-02f71a62dc89 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for 80bfdcf3-b69a-4add-82c7-df30d7fb89b7 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:17.787486 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8180df32-b4f9-4868-bbd7-9a6a91b3b4c0 req-946d8db1-021e-4af5-bab7-c5118200b34e tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1123714 Dec 21 22:22:17.841076 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-12da30f6-989c-4dcb-932c-360f3747a38d None None] Provisioning for port 50aa842e-8075-48fb-bbb8-709a777044a0 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:17.858185 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-12da30f6-989c-4dcb-932c-360f3747a38d None None] Provisioning complete for port 50aa842e-8075-48fb-bbb8-709a777044a0 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:17.858712 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-12da30f6-989c-4dcb-932c-360f3747a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:18.086264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-12da30f6-989c-4dcb-932c-360f3747a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:18.112535 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:18.137824 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-12da30f6-989c-4dcb-932c-360f3747a38d None None] For port 50aa842e-8075-48fb-bbb8-709a777044a0, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=50aa842e-8075-48fb-bbb8-709a777044a0,segment=NetworkSegment(8d7b050e-67a0-42df-b253-fa7f7e011d07),segment_id=8d7b050e-67a0-42df-b253-fa7f7e011d07)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:18.176556 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 20b66116-eddd-4afb-9b68-dd9e76fac1ae has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:22:18.177496 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c4c1aebb-b618-425a-8e45-02f71a62dc89 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:18.204001 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-12da30f6-989c-4dcb-932c-360f3747a38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:18.246447 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1aebb-b618-425a-8e45-02f71a62dc89 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=80bfdcf3-b69a-4add-82c7-df30d7fb89b7,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:18.253164 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ee91ca36-c3e9-470a-85bf-cc6d88c5b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:18.360994 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da30f6-989c-4dcb-932c-360f3747a38d None None] Pushing event updated for resources: {'Port': ['ID=50aa842e-8075-48fb-bbb8-709a777044a0,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:18.366652 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c4c1aebb-b618-425a-8e45-02f71a62dc89 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:18.495774 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91ca36-c3e9-470a-85bf-cc6d88c5b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Subnet': ['ID=9ab834e8-cbd6-4991-b511-03b85320cab7,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:18.539998 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c0164b58-c349-4e63-9518-aec4c6fd8306 None None] Provisioning for port 3050ce36-a595-4ada-81e2-a6d922a70353 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:18.547130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c0164b58-c349-4e63-9518-aec4c6fd8306 None None] Provisioning complete for port 3050ce36-a595-4ada-81e2-a6d922a70353 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:18.547743 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c0164b58-c349-4e63-9518-aec4c6fd8306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:18.583365 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee91ca36-c3e9-470a-85bf-cc6d88c5b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Checking segment: {'id': 'c5cef92a-3624-4650-a1a6-10b9c56273bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c127ab27-f90c-434b-af7c-d7b27b2927b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:18.583731 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee91ca36-c3e9-470a-85bf-cc6d88c5b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network hostable DHCP agents. Network: c127ab27-f90c-434b-af7c-d7b27b2927b9, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:22:18.613297 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c4c1aebb-b618-425a-8e45-02f71a62dc89 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/80bfdcf3-b69a-4add-82c7-df30d7fb89b7 HTTP/1.1" status: 204 len: 168 time: 2.4176052 Dec 21 22:22:18.615813 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35190) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:18.615952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c0164b58-c349-4e63-9518-aec4c6fd8306 None None] Port 3050ce36-a595-4ada-81e2-a6d922a70353 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:22:18.659972 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:22:18.669202 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35194) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:18.672253 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6b806529-6c66-4656-a208-835170ae112e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/20b66116-eddd-4afb-9b68-dd9e76fac1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2850957 Dec 21 22:22:18.691430 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c0164b58-c349-4e63-9518-aec4c6fd8306 None None] Provisioning for port a6e45818-7d73-45bf-a901-90902041fee7 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:18.697146 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c0164b58-c349-4e63-9518-aec4c6fd8306 None None] Provisioning complete for port a6e45818-7d73-45bf-a901-90902041fee7 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:18.698728 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c0164b58-c349-4e63-9518-aec4c6fd8306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:18.708964 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-16cf6f29-854a-48f5-b0f1-bcfbd6356cc8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'network': {'name': 'tempest-RoutersTest-1096136045'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:18.719849 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee91ca36-c3e9-470a-85bf-cc6d88c5b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network c127ab27-f90c-434b-af7c-d7b27b2927b9 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:22:18.721002 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-16cf6f29-854a-48f5-b0f1-bcfbd6356cc8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:18.729853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d630fb2b-c7e5-4b41-89a9-1e1e7225b8a1 None None] get_active_networks_info from dv-neutron-822520-1-hyperv {{(pid=84170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:22:18.735093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-16cf6f29-854a-48f5-b0f1-bcfbd6356cc8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:network and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:18.745336 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-16cf6f29-854a-48f5-b0f1-bcfbd6356cc8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:18.753834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-16cf6f29-854a-48f5-b0f1-bcfbd6356cc8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:18.769330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Allocated IP 172.20.0.1 (bb7a0440-66d6-45ea-a371-5fef166bc6fe/ff17fa62-11f8-49fc-ac70-2a71f491db80/ea1a3619-8f8b-44dd-b063-6a57d4a02594) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:18.800023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-ee91ca36-c3e9-470a-85bf-cc6d88c5b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, c127ab27-f90c-434b-af7c-d7b27b2927b9) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:18.805561 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee91ca36-c3e9-470a-85bf-cc6d88c5b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:18.807631 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ee91ca36-c3e9-470a-85bf-cc6d88c5b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:18.920014 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c10f6e9f-22b2-4751-a80c-42d363631bed req-21a9a4a4-6306-49ec-8a23-d36f9f415682 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0486457 Dec 21 22:22:18.922278 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ee91ca36-c3e9-470a-85bf-cc6d88c5b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9925349 Dec 21 22:22:18.922896 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c0164b58-c349-4e63-9518-aec4c6fd8306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:18.925228 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35200) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:18.932606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cf6f29-854a-48f5-b0f1-bcfbd6356cc8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:18.934984 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a505ac1f-d90e-48e9-be04-30ec10d8e2a8 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:18.935514 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-16cf6f29-854a-48f5-b0f1-bcfbd6356cc8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:18.963610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7d2cd1-ca06-42c9-89db-a0765fd76903 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:18.964317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-fa7d2cd1-ca06-42c9-89db-a0765fd76903 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:18.978644 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d630fb2b-c7e5-4b41-89a9-1e1e7225b8a1 None None] Resources bound (agent type, host, resource id): {{(pid=84170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 22:22:18.982902 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c0164b58-c349-4e63-9518-aec4c6fd8306 None None] For port a6e45818-7d73-45bf-a901-90902041fee7, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a6e45818-7d73-45bf-a901-90902041fee7,segment=NetworkSegment(99469934-7db8-4273-9510-286cf46be167),segment_id=99469934-7db8-4273-9510-286cf46be167)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:19.054050 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cf6f29-854a-48f5-b0f1-bcfbd6356cc8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:22:19.071136 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a505ac1f-d90e-48e9-be04-30ec10d8e2a8 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7785977'] for subnet, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.080335 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-16cf6f29-854a-48f5-b0f1-bcfbd6356cc8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.080668 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-16cf6f29-854a-48f5-b0f1-bcfbd6356cc8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Added segment 69260e40-94f9-4cf9-8d33-d90726088a3e of type vlan for network 251151b7-2b1d-4b4a-933b-9d24865fe8be Dec 21 22:22:19.098001 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Sync routers for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:22:19.104692 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c0164b58-c349-4e63-9518-aec4c6fd8306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.129594 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:19.131159 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:19.135256 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.142662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-fa7d2cd1-ca06-42c9-89db-a0765fd76903 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:19.146700 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fa7d2cd1-ca06-42c9-89db-a0765fd76903 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5317452 Dec 21 22:22:19.155567 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35204) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:19.155567 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-16cf6f29-854a-48f5-b0f1-bcfbd6356cc8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.184190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0164b58-c349-4e63-9518-aec4c6fd8306 None None] Pushing event updated for resources: {'Port': ['ID=a6e45818-7d73-45bf-a901-90902041fee7,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:19.204676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Transition to ACTIVE for port object ea1a3619-8f8b-44dd-b063-6a57d4a02594 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:19.221701 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bf1322-ba17-4b36-b4d0-be51f1d38da7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] GET failed (client error): The resource could not be found. Dec 21 22:22:19.223369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c0164b58-c349-4e63-9518-aec4c6fd8306 None None] Provisioning complete for port 50aa842e-8075-48fb-bbb8-709a777044a0 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:19.223613 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c0164b58-c349-4e63-9518-aec4c6fd8306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.233547 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d4bf1322-ba17-4b36-b4d0-be51f1d38da7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports/80bfdcf3-b69a-4add-82c7-df30d7fb89b7 HTTP/1.1" status: 404 len: 333 time: 0.0780766 Dec 21 22:22:19.235392 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35208) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:19.267208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-8c1fa68a-493e-49c5-9bfb-57dd87e3b1dd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2028436297'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:19.278834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-8c1fa68a-493e-49c5-9bfb-57dd87e3b1dd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:19.287217 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8c1fa68a-493e-49c5-9bfb-57dd87e3b1dd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:network and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:19.291406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8c1fa68a-493e-49c5-9bfb-57dd87e3b1dd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:19.299096 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-8c1fa68a-493e-49c5-9bfb-57dd87e3b1dd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:19.317321 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a505ac1f-d90e-48e9-be04-30ec10d8e2a8 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755463838437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7601207'] for subnet, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.343595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-16cf6f29-854a-48f5-b0f1-bcfbd6356cc8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.349503 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cf6f29-854a-48f5-b0f1-bcfbd6356cc8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:19.351411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-16cf6f29-854a-48f5-b0f1-bcfbd6356cc8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.382266 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a505ac1f-d90e-48e9-be04-30ec10d8e2a8 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:19.382852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a505ac1f-d90e-48e9-be04-30ec10d8e2a8 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.384281 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a505ac1f-d90e-48e9-be04-30ec10d8e2a8 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "PUT /v2.0/subnets/9ab834e8-cbd6-4991-b511-03b85320cab7 HTTP/1.1" status: 200 len: 806 time: 0.4577322 Dec 21 22:22:19.387746 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35214) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:19.400550 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:22:19.420438 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505ac1f-d90e-48e9-be04-30ec10d8e2a8 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Subnet': ['ID=9ab834e8-cbd6-4991-b511-03b85320cab7,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:19.421363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1fa68a-493e-49c5-9bfb-57dd87e3b1dd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:19.429582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa68a-493e-49c5-9bfb-57dd87e3b1dd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.446049 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.561260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71e8124b-3468-4d38-a9f0-899be1157b2f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.582479 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-16cf6f29-854a-48f5-b0f1-bcfbd6356cc8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8835938 Dec 21 22:22:19.586639 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf6f29-854a-48f5-b0f1-bcfbd6356cc8 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Network': ['ID=251151b7-2b1d-4b4a-933b-9d24865fe8be,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:19.600931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1fa68a-493e-49c5-9bfb-57dd87e3b1dd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:22:19.610762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa68a-493e-49c5-9bfb-57dd87e3b1dd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.611228 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-8c1fa68a-493e-49c5-9bfb-57dd87e3b1dd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Added segment 5d339293-37d0-4788-b109-2d26b5712285 of type vlan for network 2765d1f8-54b4-494c-a296-b3e2fb8d2a17 Dec 21 22:22:19.636417 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35218) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:19.644749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1d5aa6f7-bab8-4e5c-b41c-090d9a9c99fa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'subnet': {'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:19.656626 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network bb7a0440-66d6-45ea-a371-5fef166bc6fe is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:19.657890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa68a-493e-49c5-9bfb-57dd87e3b1dd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.660727 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 251151b7-2b1d-4b4a-933b-9d24865fe8be details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:19.665329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:19.670174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=ea1a3619-8f8b-44dd-b063-6a57d4a02594,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:19.672060 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:19.700107 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71e8124b-3468-4d38-a9f0-899be1157b2f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.715084 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fcc056-11fa-43da-ad67-a08fde1747ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-c127ab27-f90c-434b-af7c-d7b27b2927b9', 'network_id': 'c127ab27-f90c-434b-af7c-d7b27b2927b9', 'tenant_id': '49d01ada7fe342dbac812ee14f417ef1', 'fixed_ips': [{'subnet_id': '9ab834e8-cbd6-4991-b511-03b85320cab7'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:22:19.716024 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-09fcc056-11fa-43da-ad67-a08fde1747ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.738316 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1c4d0eb6-fb56-4ff2-af72-dd7a4ef72984 None None] Provisioning complete for port 3050ce36-a595-4ada-81e2-a6d922a70353 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:19.738824 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1c4d0eb6-fb56-4ff2-af72-dd7a4ef72984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.769229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.817118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa68a-493e-49c5-9bfb-57dd87e3b1dd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.825069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1fa68a-493e-49c5-9bfb-57dd87e3b1dd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:19.826160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8c1fa68a-493e-49c5-9bfb-57dd87e3b1dd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.834874 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1d5aa6f7-bab8-4e5c-b41c-090d9a9c99fa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:19.840626 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1d5aa6f7-bab8-4e5c-b41c-090d9a9c99fa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:subnet and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:19.844051 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1d5aa6f7-bab8-4e5c-b41c-090d9a9c99fa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:19.853416 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1d5aa6f7-bab8-4e5c-b41c-090d9a9c99fa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:19.921379 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d0eb6-fb56-4ff2-af72-dd7a4ef72984 None None] Port 3050ce36-a595-4ada-81e2-a6d922a70353 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:22:19.935247 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8c1fa68a-493e-49c5-9bfb-57dd87e3b1dd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6977749 Dec 21 22:22:19.938456 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35222) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:19.943965 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71e8124b-3468-4d38-a9f0-899be1157b2f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.951423 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1c4d0eb6-fb56-4ff2-af72-dd7a4ef72984 None None] Provisioning complete for port a6e45818-7d73-45bf-a901-90902041fee7 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:19.951790 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1c4d0eb6-fb56-4ff2-af72-dd7a4ef72984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:19.955508 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b0286d90-45e9-4706-b077-69edea52d0e1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'subnet': {'network_id': '2765d1f8-54b4-494c-a296-b3e2fb8d2a17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:19.956348 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 4, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '3050ce36-a595-4ada-81e2-a6d922a70353', 'name': '', 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:c1:bb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:14Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 2, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:19.975400 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Checking router: 20b66116-eddd-4afb-9b68-dd9e76fac1ae for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:22:19.975936 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Updating router 20b66116-eddd-4afb-9b68-dd9e76fac1ae port 3050ce36-a595-4ada-81e2-a6d922a70353 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server [None req-09fcc056-11fa-43da-ad67-a08fde1747ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ab834e8-cbd6-4991-b511-03b85320cab7: This subnet is being modified by another concurrent operation. Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 22:22:20.003426 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise exception Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ab834e8-cbd6-4991-b511-03b85320cab7: This subnet is being modified by another concurrent operation. Dec 21 22:22:20.010405 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server Dec 21 22:22:20.017342 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fa68a-493e-49c5-9bfb-57dd87e3b1dd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Network': ['ID=2765d1f8-54b4-494c-a296-b3e2fb8d2a17,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:20.023397 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:20.032597 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 2765d1f8-54b4-494c-a296-b3e2fb8d2a17 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:20.066322 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5aa6f7-bab8-4e5c-b41c-090d9a9c99fa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Made reservation on behalf of a5432833a5dd4042b5eebbd2bf29d7c4 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:20.127722 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:20.130360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8124b-3468-4d38-a9f0-899be1157b2f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab834e8-cbd6-4991-b511-03b85320cab7,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:20.144829 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e1fc8b-d613-4038-aed1-ee9e2cbf2001 None None] get_active_networks_info from dv-neutron-822520-1-hyperv {{(pid=84170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:22:20.203675 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-129dccb4-ed9d-427d-9ad1-1ec7368def8d req-6dadf2e9-f632-409b-b94a-d7927d4c2513 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1106329 Dec 21 22:22:20.299536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e1fc8b-d613-4038-aed1-ee9e2cbf2001 None None] Resources bound (agent type, host, resource id): {{(pid=84170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 22:22:20.559780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 50aa842e-8075-48fb-bbb8-709a777044a0 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:20.570055 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:20.584525 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71e8124b-3468-4d38-a9f0-899be1157b2f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:20.598388 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b0286d90-45e9-4706-b077-69edea52d0e1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:20.617031 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b0286d90-45e9-4706-b077-69edea52d0e1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:subnet and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:20.623053 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1d5aa6f7-bab8-4e5c-b41c-090d9a9c99fa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:20.637669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-71e8124b-3468-4d38-a9f0-899be1157b2f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c127ab27-f90c-434b-af7c-d7b27b2927b9']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:20.647181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b0286d90-45e9-4706-b077-69edea52d0e1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:20.661595 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b0286d90-45e9-4706-b077-69edea52d0e1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:20.661825 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:20.668131 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-71e8124b-3468-4d38-a9f0-899be1157b2f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5cef92a-3624-4650-a1a6-10b9c56273bb') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:20.668423 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:20.668559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-71e8124b-3468-4d38-a9f0-899be1157b2f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5cef92a-3624-4650-a1a6-10b9c56273bb') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:20.700599 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71e8124b-3468-4d38-a9f0-899be1157b2f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:20.702982 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Transition to ACTIVE for port object 3050ce36-a595-4ada-81e2-a6d922a70353 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:20.744922 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 50aa842e-8075-48fb-bbb8-709a777044a0 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:20.745572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:20.780898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71e8124b-3468-4d38-a9f0-899be1157b2f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:20.788284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e8124b-3468-4d38-a9f0-899be1157b2f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:22:20.788693 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71e8124b-3468-4d38-a9f0-899be1157b2f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:20.799624 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:20.804315 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:20.813451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0286d90-45e9-4706-b077-69edea52d0e1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:20.832365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=ea1a3619-8f8b-44dd-b063-6a57d4a02594,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:20.847189 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:20.901570 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a6e45818-7d73-45bf-a901-90902041fee7 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:20.927289 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0286d90-45e9-4706-b077-69edea52d0e1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:20.934297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d29035-e6d2-4fd5-b8a8-8ce59d8c12b2 None None] Network c127ab27-f90c-434b-af7c-d7b27b2927b9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:21.054543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network bb7a0440-66d6-45ea-a371-5fef166bc6fe is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:21.058945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:21.076460 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09904fbb-0c00-4654-a4f0-8ccd0a3208eb None None] Pushing event updated for resources: {'Port': ['ID=3050ce36-a595-4ada-81e2-a6d922a70353,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:21.186759 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Attempting to bind port 3050ce36-a595-4ada-81e2-a6d922a70353 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:22:21.187399 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Attempting to bind port 3050ce36-a595-4ada-81e2-a6d922a70353 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '8d7b050e-67a0-42df-b253-fa7f7e011d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:22:21.187694 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Attempting to bind port 3050ce36-a595-4ada-81e2-a6d922a70353 on network 7fc7e621-c19d-46dc-bd92-4f06dc6153bf {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:22:21.196218 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:22:21.197307 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Checking segment: {'id': '8d7b050e-67a0-42df-b253-fa7f7e011d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:21.197699 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:21.198139 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Bound using segment: {'id': '8d7b050e-67a0-42df-b253-fa7f7e011d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:22:21.198909 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Bound port: 3050ce36-a595-4ada-81e2-a6d922a70353, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7b050e-67a0-42df-b253-fa7f7e011d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:22:21.199306 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:21.316796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4084556-a09d-47ef-90f7-70924e4223d6 None None] Network c127ab27-f90c-434b-af7c-d7b27b2927b9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:21.317541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71e8124b-3468-4d38-a9f0-899be1157b2f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:21.334286 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] For port 3050ce36-a595-4ada-81e2-a6d922a70353, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:22:21.341117 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] For port 3050ce36-a595-4ada-81e2-a6d922a70353, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=3050ce36-a595-4ada-81e2-a6d922a70353,segment=NetworkSegment(8d7b050e-67a0-42df-b253-fa7f7e011d07),segment_id=8d7b050e-67a0-42df-b253-fa7f7e011d07)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:22:21.354305 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port a6e45818-7d73-45bf-a901-90902041fee7 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:21.354791 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:21.423144 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:21.424376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71e8124b-3468-4d38-a9f0-899be1157b2f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:21.429345 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4084556-a09d-47ef-90f7-70924e4223d6 None None] Network c127ab27-f90c-434b-af7c-d7b27b2927b9 could not be found, it might have been deleted concurrently. {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 21 22:22:21.443676 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9976f899-9548-4610-90b5-519ed0fd2415 None None] Network c127ab27-f90c-434b-af7c-d7b27b2927b9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:21.502446 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9976f899-9548-4610-90b5-519ed0fd2415 None None] Network c127ab27-f90c-434b-af7c-d7b27b2927b9 could not be found, it might have been deleted concurrently. {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 21 22:22:21.566925 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-16a49b77-3b99-4e4e-9832-84a0180f2892 None None] Provisioning for port ea1a3619-8f8b-44dd-b063-6a57d4a02594 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:21.576252 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-16a49b77-3b99-4e4e-9832-84a0180f2892 None None] Provisioning complete for port ea1a3619-8f8b-44dd-b063-6a57d4a02594 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:21.579147 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-16a49b77-3b99-4e4e-9832-84a0180f2892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:21.583309 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09904fbb-0c00-4654-a4f0-8ccd0a3208eb None None] Pushing event updated for resources: {'Port': ['ID=3050ce36-a595-4ada-81e2-a6d922a70353,revision_number=4']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:21.591966 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:21.592728 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:21.598894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8124b-3468-4d38-a9f0-899be1157b2f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Network': ['ID=c127ab27-f90c-434b-af7c-d7b27b2927b9,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:21.602551 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-482be72a-1488-4db1-a1d3-46900424d3cd req-6ece798b-5bc3-4897-9c41-1c9bc87c0d79 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0842712 Dec 21 22:22:21.609015 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-71e8124b-3468-4d38-a9f0-899be1157b2f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/c127ab27-f90c-434b-af7c-d7b27b2927b9 HTTP/1.1" status: 204 len: 168 time: 2.2191987 Dec 21 22:22:21.667026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35232) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:21.695549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-16a49b77-3b99-4e4e-9832-84a0180f2892 None None] Port ea1a3619-8f8b-44dd-b063-6a57d4a02594 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:22:21.731901 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c26ce6-b647-485a-99a6-c546beb25ebb tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:21.732763 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c26ce6-b647-485a-99a6-c546beb25ebb tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:21.734754 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-28c26ce6-b647-485a-99a6-c546beb25ebb tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/c127ab27-f90c-434b-af7c-d7b27b2927b9 HTTP/1.1" status: 404 len: 339 time: 0.0610125 Dec 21 22:22:21.739781 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35236) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:21.748903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d98019a4-b753-4bd2-b000-25452209197d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-47220886', 'description': 'd1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:21.753712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d98019a4-b753-4bd2-b000-25452209197d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:21.760491 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d98019a4-b753-4bd2-b000-25452209197d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:network and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:21.762301 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d98019a4-b753-4bd2-b000-25452209197d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:21.768968 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d98019a4-b753-4bd2-b000-25452209197d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:21.778866 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1d5aa6f7-bab8-4e5c-b41c-090d9a9c99fa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:21.788589 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:22:21.840658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b1f9d880-1232-47fd-b22e-e8d30ff0e20c None None] Provisioning complete for port ea1a3619-8f8b-44dd-b063-6a57d4a02594 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:21.841219 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b1f9d880-1232-47fd-b22e-e8d30ff0e20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:21.889279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98019a4-b753-4bd2-b000-25452209197d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:21.893869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d98019a4-b753-4bd2-b000-25452209197d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:21.929724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5aa6f7-bab8-4e5c-b41c-090d9a9c99fa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Checking segment: {'id': '69260e40-94f9-4cf9-8d33-d90726088a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:21.930396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5aa6f7-bab8-4e5c-b41c-090d9a9c99fa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network hostable DHCP agents. Network: 251151b7-2b1d-4b4a-933b-9d24865fe8be, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:22:21.932400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router e7076bea-8b76-470b-aa10-b5ba1f4955eb has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:22:21.938381 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0286d90-45e9-4706-b077-69edea52d0e1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:21.967355 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-b1f9d880-1232-47fd-b22e-e8d30ff0e20c None None] Port ea1a3619-8f8b-44dd-b063-6a57d4a02594 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:22:21.971614 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5aa6f7-bab8-4e5c-b41c-090d9a9c99fa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Subnet': ['ID=7fad43fd-9a29-415f-bcfe-1d29e71c13f8,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:22.066408 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98019a4-b753-4bd2-b000-25452209197d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:22:22.069503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0286d90-45e9-4706-b077-69edea52d0e1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Checking segment: {'id': '5d339293-37d0-4788-b109-2d26b5712285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2765d1f8-54b4-494c-a296-b3e2fb8d2a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:22.069849 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0286d90-45e9-4706-b077-69edea52d0e1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network hostable DHCP agents. Network: 2765d1f8-54b4-494c-a296-b3e2fb8d2a17, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:22:22.093075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0286d90-45e9-4706-b077-69edea52d0e1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Subnet': ['ID=d511a422-ff51-4b4a-9db1-411ddd40db63,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:22.101876 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d98019a4-b753-4bd2-b000-25452209197d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:22.102244 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-d98019a4-b753-4bd2-b000-25452209197d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Added segment 06909a48-0fce-4c8b-9933-0d897ec6ef0e of type vlan for network 2ed3e2e3-df08-451c-b9de-6fe9183ddcf4 Dec 21 22:22:22.142328 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d98019a4-b753-4bd2-b000-25452209197d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:22.164596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:22:22.170296 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f993e2b4-fe36-4ec3-830d-3a2182143a68 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "PUT /v2.0/routers/e7076bea-8b76-470b-aa10-b5ba1f4955eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0415797 Dec 21 22:22:22.173167 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35242) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:22.176000 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f295b6-af0d-450a-864a-5d58393823e2 None None] Sync routers for ids ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:22:22.179470 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'port': {'network_id': 'bb7a0440-66d6-45ea-a371-5fef166bc6fe', 'name': 'tempest-FloatingIPTestJSON-1333460651'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:22.188671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f295b6-af0d-450a-864a-5d58393823e2 None None] Routers {'e7076bea-8b76-470b-aa10-b5ba1f4955eb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:22.189423 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-c4f295b6-af0d-450a-864a-5d58393823e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:22.195840 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5aa6f7-bab8-4e5c-b41c-090d9a9c99fa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 251151b7-2b1d-4b4a-933b-9d24865fe8be is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:22:22.222198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0286d90-45e9-4706-b077-69edea52d0e1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 2765d1f8-54b4-494c-a296-b3e2fb8d2a17 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:22:22.236767 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 4, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '3050ce36-a595-4ada-81e2-a6d922a70353', 'name': '', 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:c1:bb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:14Z', 'updated_at': '2021-12-21T22:22:21Z', 'revision_number': 4, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:22.239070 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d98019a4-b753-4bd2-b000-25452209197d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:22.240762 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98019a4-b753-4bd2-b000-25452209197d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:22.241277 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d21e34-d361-4e87-b7cb-a403775f26fa None None] The sync data for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv is: [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 4, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '3050ce36-a595-4ada-81e2-a6d922a70353', 'name': '', 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:c1:bb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:14Z', 'updated_at': '2021-12-21T22:22:21Z', 'revision_number': 4, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:22:22.241461 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d98019a4-b753-4bd2-b000-25452209197d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:22.262025 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-c4f295b6-af0d-450a-864a-5d58393823e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:22.273269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f295b6-af0d-450a-864a-5d58393823e2 None None] Routers {'e7076bea-8b76-470b-aa10-b5ba1f4955eb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:22.273876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-c4f295b6-af0d-450a-864a-5d58393823e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:22.338227 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-1d5aa6f7-bab8-4e5c-b41c-090d9a9c99fa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 251151b7-2b1d-4b4a-933b-9d24865fe8be) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:22.362969 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c1f134-a4f8-4149-a8f4-ba6d6b972b7c None None] Network 251151b7-2b1d-4b4a-933b-9d24865fe8be requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:22.371104 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-b0286d90-45e9-4706-b077-69edea52d0e1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 2765d1f8-54b4-494c-a296-b3e2fb8d2a17) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:22.375959 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5aa6f7-bab8-4e5c-b41c-090d9a9c99fa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:22.380809 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1d5aa6f7-bab8-4e5c-b41c-090d9a9c99fa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:22.387669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0286d90-45e9-4706-b077-69edea52d0e1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:22.388239 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0286d90-45e9-4706-b077-69edea52d0e1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:22.389503 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c76721-feaf-41c6-a46b-726ba72c0503 None None] Network 2765d1f8-54b4-494c-a296-b3e2fb8d2a17 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:22.429230 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-c4f295b6-af0d-450a-864a-5d58393823e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:22.432389 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f295b6-af0d-450a-864a-5d58393823e2 None None] The sync data for ids ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:22:22.475303 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98019a4-b753-4bd2-b000-25452209197d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Network': ['ID=2ed3e2e3-df08-451c-b9de-6fe9183ddcf4,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:22.477357 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d98019a4-b753-4bd2-b000-25452209197d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7376139 Dec 21 22:22:22.481355 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35246) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:22.504988 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:22.509723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Usage tracker for resource:port and tenant:d0abccf8fdf748e6a1d14020fd33dfb5 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:22.513062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:22.519151 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:22.537486 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1d5aa6f7-bab8-4e5c-b41c-090d9a9c99fa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8972642 Dec 21 22:22:22.545402 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35250) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:22.551961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 2ed3e2e3-df08-451c-b9de-6fe9183ddcf4 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:22.608983 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b0286d90-45e9-4706-b077-69edea52d0e1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6681867 Dec 21 22:22:22.614488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35254) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:22.621318 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f1a752ee-48ee-48a7-bfd8-ba0e635d577b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'subnet': {'network_id': '2765d1f8-54b4-494c-a296-b3e2fb8d2a17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:22.659579 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfe5803-9aff-4380-9d61-b2958a0007e9 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:22.659832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3dfe5803-9aff-4380-9d61-b2958a0007e9 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Synchronizing usage tracker for tenant:49d01ada7fe342dbac812ee14f417ef1 on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:22.812980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f1a752ee-48ee-48a7-bfd8-ba0e635d577b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:22.818443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f1a752ee-48ee-48a7-bfd8-ba0e635d577b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:subnet and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:22.825487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f1a752ee-48ee-48a7-bfd8-ba0e635d577b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:22.829549 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f1a752ee-48ee-48a7-bfd8-ba0e635d577b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:22.845638 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3dfe5803-9aff-4380-9d61-b2958a0007e9 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Unset dirty status for tenant:49d01ada7fe342dbac812ee14f417ef1 on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:22.850369 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3dfe5803-9aff-4380-9d61-b2958a0007e9 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "GET /v2.0/networks?id=2ed3e2e3-df08-451c-b9de-6fe9183ddcf4 HTTP/1.1" status: 200 len: 759 time: 0.3623869 Dec 21 22:22:22.850369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35260) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:22.857090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e0e971ea-82bb-4ac6-a864-13c83db5c82f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'network': {'description': 'd2'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:22.888354 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e9c4e5b5-9a90-4f8e-bc85-64185c2a384c req-7233aa0f-a930-496b-88dd-ae564701dbeb tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0528090 Dec 21 22:22:22.889033 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Made reservation on behalf of d0abccf8fdf748e6a1d14020fd33dfb5 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:22.892015 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:22.927995 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-251151b7-2b1d-4b4a-933b-9d24865fe8be', 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'fixed_ips': [{'subnet_id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:22:22.929195 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:22.944685 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] device_id is not set on port fb31ee68-fbf8-4c4c-bf65-a229867e3852 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:22:22.958648 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-2765d1f8-54b4-494c-a296-b3e2fb8d2a17', 'network_id': '2765d1f8-54b4-494c-a296-b3e2fb8d2a17', 'tenant_id': 'e25ed88120b04026a7839bff967cb097', 'fixed_ips': [{'subnet_id': 'd511a422-ff51-4b4a-9db1-411ddd40db63'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:22:22.959752 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:22.982507 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a752ee-48ee-48a7-bfd8-ba0e635d577b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:23.253363 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Allocated IP 172.20.0.8 (bb7a0440-66d6-45ea-a371-5fef166bc6fe/ff17fa62-11f8-49fc-ac70-2a71f491db80/fb31ee68-fbf8-4c4c-bf65-a229867e3852) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:23.265540 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Allocated IP 2001:db8::2 (2765d1f8-54b4-494c-a296-b3e2fb8d2a17/d511a422-ff51-4b4a-9db1-411ddd40db63/897510a8-2416-4333-8551-93b0988c89e7) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:23.302395 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f1a752ee-48ee-48a7-bfd8-ba0e635d577b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:23.336880 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Allocated IP 172.23.0.2 (251151b7-2b1d-4b4a-933b-9d24865fe8be/7fad43fd-9a29-415f-bcfe-1d29e71c13f8/456e94c4-dd57-42a5-8bd4-88aba06e3a53) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:23.362780 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e0e971ea-82bb-4ac6-a864-13c83db5c82f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:23.464642 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.ipam_backend_mixin [None req-f1a752ee-48ee-48a7-bfd8-ba0e635d577b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d511a422-ff51-4b4a-9db1-411ddd40db63 (CIDR: 2001:db8::/64) Dec 21 22:22:23.491555 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e0e971ea-82bb-4ac6-a864-13c83db5c82f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:23.519814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0e971ea-82bb-4ac6-a864-13c83db5c82f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network 2ed3e2e3-df08-451c-b9de-6fe9183ddcf4 is not hosted by any dhcp agent {{(pid=84168) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 21 22:22:23.523351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e971ea-82bb-4ac6-a864-13c83db5c82f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:23.524164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e0e971ea-82bb-4ac6-a864-13c83db5c82f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:23.525497 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e0e971ea-82bb-4ac6-a864-13c83db5c82f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "PUT /v2.0/networks/2ed3e2e3-df08-451c-b9de-6fe9183ddcf4 HTTP/1.1" status: 200 len: 756 time: 0.6749554 Dec 21 22:22:23.529534 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a752ee-48ee-48a7-bfd8-ba0e635d577b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:22:23.530089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a752ee-48ee-48a7-bfd8-ba0e635d577b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:23.534797 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35266) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:23.622520 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e971ea-82bb-4ac6-a864-13c83db5c82f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Network': ['ID=2ed3e2e3-df08-451c-b9de-6fe9183ddcf4,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:23.629729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:23.635273 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f1a752ee-48ee-48a7-bfd8-ba0e635d577b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0194066 Dec 21 22:22:23.638821 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35270) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:23.639072 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 2ed3e2e3-df08-451c-b9de-6fe9183ddcf4 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:23.644015 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-45a555f2-4059-4d42-871c-355653ea090d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'subnet': {'network_id': '2765d1f8-54b4-494c-a296-b3e2fb8d2a17', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:23.693926 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Transition to ACTIVE for port object 897510a8-2416-4333-8551-93b0988c89e7 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:23.718781 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7bae5d-69cd-4d0f-bd30-993d59648fc0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:23.719516 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-aa7bae5d-69cd-4d0f-bd30-993d59648fc0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Synchronizing usage tracker for tenant:49d01ada7fe342dbac812ee14f417ef1 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:23.735464 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:23.761019 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-aa7bae5d-69cd-4d0f-bd30-993d59648fc0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Unset dirty status for tenant:49d01ada7fe342dbac812ee14f417ef1 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:23.762259 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-aa7bae5d-69cd-4d0f-bd30-993d59648fc0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "GET /v2.0/networks?id=2ed3e2e3-df08-451c-b9de-6fe9183ddcf4 HTTP/1.1" status: 200 len: 759 time: 0.2266538 Dec 21 22:22:23.766195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35274) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:23.769290 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Transition to ACTIVE for port object fb31ee68-fbf8-4c4c-bf65-a229867e3852 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:23.776131 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1bab0788-ec83-4479-91ad-3add7f42ca36 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-659936106'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:23.783621 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1bab0788-ec83-4479-91ad-3add7f42ca36 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:23.831000 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1bab0788-ec83-4479-91ad-3add7f42ca36 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:23.846370 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Transition to ACTIVE for port object 897510a8-2416-4333-8551-93b0988c89e7 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:23.872957 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:23.886736 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Transition to ACTIVE for port object 456e94c4-dd57-42a5-8bd4-88aba06e3a53 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:23.904904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-45a555f2-4059-4d42-871c-355653ea090d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:23.906735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Transition to ACTIVE for port object 456e94c4-dd57-42a5-8bd4-88aba06e3a53 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:23.908772 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-45a555f2-4059-4d42-871c-355653ea090d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:subnet and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:23.911878 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bab0788-ec83-4479-91ad-3add7f42ca36 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:23.912368 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-45a555f2-4059-4d42-871c-355653ea090d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:23.914907 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1bab0788-ec83-4479-91ad-3add7f42ca36 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:23.920639 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-45a555f2-4059-4d42-871c-355653ea090d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:23.946807 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:23.958230 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:23.969791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:23.982890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a555f2-4059-4d42-871c-355653ea090d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:23.989164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45a555f2-4059-4d42-871c-355653ea090d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.009902 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.048973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Network 2765d1f8-54b4-494c-a296-b3e2fb8d2a17 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:24.049776 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Pushing event updated for resources: {'Port': ['ID=897510a8-2416-4333-8551-93b0988c89e7,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:24.052853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:24.095642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:24.112176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bab0788-ec83-4479-91ad-3add7f42ca36 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:22:24.112963 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Network 251151b7-2b1d-4b4a-933b-9d24865fe8be is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:24.116397 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a515a4c0-b124-4811-bc8a-215f815d66a0 req-3d4d17b7-2fda-4ad3-ab69-eef68c51b6f0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1517444 Dec 21 22:22:24.116840 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:24.149035 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:24.214156 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1bab0788-ec83-4479-91ad-3add7f42ca36 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.214535 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-1bab0788-ec83-4479-91ad-3add7f42ca36 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Added segment 83699b44-ad16-4233-be99-3149668bbefe of type vlan for network b4eddca3-eb7a-49d3-8ccf-7c48797ccef2 Dec 21 22:22:24.234901 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event updated for resources: {'Port': ['ID=fb31ee68-fbf8-4c4c-bf65-a229867e3852,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:24.245637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Network bb7a0440-66d6-45ea-a371-5fef166bc6fe is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:24.252086 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:24.267834 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:24.324533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1bab0788-ec83-4479-91ad-3add7f42ca36 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.356663 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Pushing event updated for resources: {'Port': ['ID=456e94c4-dd57-42a5-8bd4-88aba06e3a53,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:24.394698 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45a555f2-4059-4d42-871c-355653ea090d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.430378 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Attempting to bind port 897510a8-2416-4333-8551-93b0988c89e7 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:22:24.430637 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Attempting to bind port 897510a8-2416-4333-8551-93b0988c89e7 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '5d339293-37d0-4788-b109-2d26b5712285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2765d1f8-54b4-494c-a296-b3e2fb8d2a17'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:22:24.432340 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Attempting to bind port 897510a8-2416-4333-8551-93b0988c89e7 on network 2765d1f8-54b4-494c-a296-b3e2fb8d2a17 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:22:24.442557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 3050ce36-a595-4ada-81e2-a6d922a70353 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:24.497697 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a555f2-4059-4d42-871c-355653ea090d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 2765d1f8-54b4-494c-a296-b3e2fb8d2a17 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:24.501373 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-45a555f2-4059-4d42-871c-355653ea090d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:24.505060 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a555f2-4059-4d42-871c-355653ea090d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:24.505908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45a555f2-4059-4d42-871c-355653ea090d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.512241 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Attempting to bind port 456e94c4-dd57-42a5-8bd4-88aba06e3a53 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:22:24.512517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Attempting to bind port 456e94c4-dd57-42a5-8bd4-88aba06e3a53 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '69260e40-94f9-4cf9-8d33-d90726088a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:22:24.512865 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Attempting to bind port 456e94c4-dd57-42a5-8bd4-88aba06e3a53 on network 251151b7-2b1d-4b4a-933b-9d24865fe8be {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:22:24.517307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a555f2-4059-4d42-871c-355653ea090d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Subnet': ['ID=a0683aab-6dd8-4fba-9242-f355dbcdf5d4,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:24.533226 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:22:24.533600 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Checking segment: {'id': '5d339293-37d0-4788-b109-2d26b5712285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2765d1f8-54b4-494c-a296-b3e2fb8d2a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:24.533999 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.541062 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Bound using segment: {'id': '5d339293-37d0-4788-b109-2d26b5712285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2765d1f8-54b4-494c-a296-b3e2fb8d2a17'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:22:24.541062 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Bound port: 897510a8-2416-4333-8551-93b0988c89e7, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d339293-37d0-4788-b109-2d26b5712285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2765d1f8-54b4-494c-a296-b3e2fb8d2a17'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:22:24.541062 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.549110 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:22:24.549473 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Checking segment: {'id': '69260e40-94f9-4cf9-8d33-d90726088a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:24.549858 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.550276 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Bound using segment: {'id': '69260e40-94f9-4cf9-8d33-d90726088a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:22:24.550735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Bound port: 456e94c4-dd57-42a5-8bd4-88aba06e3a53, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69260e40-94f9-4cf9-8d33-d90726088a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:22:24.551095 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.611184 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-45a555f2-4059-4d42-871c-355653ea090d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9688804 Dec 21 22:22:24.611490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:24.611490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.611817 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35282) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:24.620165 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'network_id': '2765d1f8-54b4-494c-a296-b3e2fb8d2a17', 'fixed_ips': [{'subnet_id': 'd511a422-ff51-4b4a-9db1-411ddd40db63'}, {'subnet_id': 'a0683aab-6dd8-4fba-9242-f355dbcdf5d4'}], 'name': 'tempest-PortsIpV6TestJSON-501802498'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:24.727185 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] For port 456e94c4-dd57-42a5-8bd4-88aba06e3a53, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:22:24.744974 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] For port 456e94c4-dd57-42a5-8bd4-88aba06e3a53, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=456e94c4-dd57-42a5-8bd4-88aba06e3a53,segment=NetworkSegment(69260e40-94f9-4cf9-8d33-d90726088a3e),segment_id=69260e40-94f9-4cf9-8d33-d90726088a3e)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:22:24.747771 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] For port 897510a8-2416-4333-8551-93b0988c89e7, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:22:24.750729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] For port 897510a8-2416-4333-8551-93b0988c89e7, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=897510a8-2416-4333-8551-93b0988c89e7,segment=NetworkSegment(5d339293-37d0-4788-b109-2d26b5712285),segment_id=5d339293-37d0-4788-b109-2d26b5712285)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:22:24.753200 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1bab0788-ec83-4479-91ad-3add7f42ca36 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.756835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bab0788-ec83-4479-91ad-3add7f42ca36 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:24.757402 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1bab0788-ec83-4479-91ad-3add7f42ca36 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.773619 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:24.783595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:24.791513 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-070fab1d-4cd0-42e3-8f04-eae00f1fc106 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6172950 Dec 21 22:22:24.794435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35286) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:24.799966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b1dc6934-a1af-48ed-96b0-9bddac60be6a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Request body: {'floatingip': {'port_id': 'fb31ee68-fbf8-4c4c-bf65-a229867e3852'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:24.820264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ddb60b13-6155-49df-916a-93bb6788486f None None] Provisioning for port fb31ee68-fbf8-4c4c-bf65-a229867e3852 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:24.828247 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ddb60b13-6155-49df-916a-93bb6788486f None None] Provisioning complete for port fb31ee68-fbf8-4c4c-bf65-a229867e3852 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:24.831014 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ddb60b13-6155-49df-916a-93bb6788486f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.859332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:24.860096 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 3050ce36-a595-4ada-81e2-a6d922a70353 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:24.863570 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.864501 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.867090 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.886695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Allocated IP 172.23.0.1 (251151b7-2b1d-4b4a-933b-9d24865fe8be/7fad43fd-9a29-415f-bcfe-1d29e71c13f8/4c2b42aa-3e67-40ba-8cf8-270c3b818661) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:24.894947 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab0788-ec83-4479-91ad-3add7f42ca36 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Network': ['ID=b4eddca3-eb7a-49d3-8ccf-7c48797ccef2,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:24.911469 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] device_id is not set on port 604cfa33-6e29-497f-bf1d-31f14806d927 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:22:24.925154 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1bab0788-ec83-4479-91ad-3add7f42ca36 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1578963 Dec 21 22:22:24.930139 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35290) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:24.930305 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 3050ce36-a595-4ada-81e2-a6d922a70353 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:24.930541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:24.938844 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-11da9f27-cd8e-4050-9969-842d7c09141b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'subnet': {'network_id': 'b4eddca3-eb7a-49d3-8ccf-7c48797ccef2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:24.953602 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network b4eddca3-eb7a-49d3-8ccf-7c48797ccef2 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:24.973984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b1dc6934-a1af-48ed-96b0-9bddac60be6a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:25.123005 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ddb60b13-6155-49df-916a-93bb6788486f None None] Port fb31ee68-fbf8-4c4c-bf65-a229867e3852 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:22:25.140148 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-11da9f27-cd8e-4050-9969-842d7c09141b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:25.147642 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-11da9f27-cd8e-4050-9969-842d7c09141b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Usage tracker for resource:subnet and tenant:49d01ada7fe342dbac812ee14f417ef1 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:25.158241 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-11da9f27-cd8e-4050-9969-842d7c09141b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:25.167233 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-11da9f27-cd8e-4050-9969-842d7c09141b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:25.171023 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4988e-bffa-4e01-81cf-adbbc29bf728 None None] Pushing event updated for resources: {'Port': ['ID=456e94c4-dd57-42a5-8bd4-88aba06e3a53,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:25.173939 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:25.195330 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Transition to ACTIVE for port object 4c2b42aa-3e67-40ba-8cf8-270c3b818661 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:25.286902 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c196d3f1-646b-4570-9710-4284ec9fd397 req-a2647fc7-c7d7-49d1-83a7-921be7cd3038 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0534766 Dec 21 22:22:25.318794 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11da9f27-cd8e-4050-9969-842d7c09141b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:25.329309 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:25.359493 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb385132-6f53-49cd-9e34-9d8923a3782f None None] Pushing event updated for resources: {'Port': ['ID=897510a8-2416-4333-8551-93b0988c89e7,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:25.387082 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:25.428504 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 3050ce36-a595-4ada-81e2-a6d922a70353, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=3050ce36-a595-4ada-81e2-a6d922a70353,segment=NetworkSegment(8d7b050e-67a0-42df-b253-fa7f7e011d07),segment_id=8d7b050e-67a0-42df-b253-fa7f7e011d07)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:25.497914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 251151b7-2b1d-4b4a-933b-9d24865fe8be is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:25.500775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11da9f27-cd8e-4050-9969-842d7c09141b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:25.529022 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:25.529175 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:25.547228 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:25.609961 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Allocated IP 2001:db8::2d9 (2765d1f8-54b4-494c-a296-b3e2fb8d2a17/d511a422-ff51-4b4a-9db1-411ddd40db63/604cfa33-6e29-497f-bf1d-31f14806d927) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:25.619797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Allocated IP 2001:db8:0:1::253 (2765d1f8-54b4-494c-a296-b3e2fb8d2a17/a0683aab-6dd8-4fba-9242-f355dbcdf5d4/604cfa33-6e29-497f-bf1d-31f14806d927) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:25.668692 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=3050ce36-a595-4ada-81e2-a6d922a70353,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:25.770055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=4c2b42aa-3e67-40ba-8cf8-270c3b818661,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:25.782451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:25.995428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:26.064899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11da9f27-cd8e-4050-9969-842d7c09141b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:26.177959 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:26.214302 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Transition to ACTIVE for port object 604cfa33-6e29-497f-bf1d-31f14806d927 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:26.272673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da9f27-cd8e-4050-9969-842d7c09141b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Subnet': ['ID=2a5b8afd-b3d4-489d-ab84-8a58d127a55c,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:26.320135 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11da9f27-cd8e-4050-9969-842d7c09141b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Checking segment: {'id': '83699b44-ad16-4233-be99-3149668bbefe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b4eddca3-eb7a-49d3-8ccf-7c48797ccef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:26.320529 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da9f27-cd8e-4050-9969-842d7c09141b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network hostable DHCP agents. Network: b4eddca3-eb7a-49d3-8ccf-7c48797ccef2, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:22:26.365285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:26.478674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 2765d1f8-54b4-494c-a296-b3e2fb8d2a17 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:26.484467 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:26.494915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:26.500368 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:26.501222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:26.541906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 897510a8-2416-4333-8551-93b0988c89e7 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:26.558870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=604cfa33-6e29-497f-bf1d-31f14806d927,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:26.569778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b1dc6934-a1af-48ed-96b0-9bddac60be6a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:26.634706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b1dc6934-a1af-48ed-96b0-9bddac60be6a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:26.668526 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e2d6555a-fa4d-4edf-8304-ff394e0639c3 req-4aec823e-d99c-4be2-80a7-65d5706a64b6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.2702315 Dec 21 22:22:26.695488 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a5ffd723-9db3-4720-a90a-abe2c7af0c01 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.0824292 Dec 21 22:22:26.700799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35302) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:26.703927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 897510a8-2416-4333-8551-93b0988c89e7 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:26.708947 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e3fd2124-2342-414e-9252-972e98e08332 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd511a422-ff51-4b4a-9db1-411ddd40db63'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:26.713353 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 3050ce36-a595-4ada-81e2-a6d922a70353 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:26.791319 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11da9f27-cd8e-4050-9969-842d7c09141b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network b4eddca3-eb7a-49d3-8ccf-7c48797ccef2 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:22:26.845423 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 3050ce36-a595-4ada-81e2-a6d922a70353 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:26.846116 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:26.911760 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-11da9f27-cd8e-4050-9969-842d7c09141b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, b4eddca3-eb7a-49d3-8ccf-7c48797ccef2) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:26.925287 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17abc3a0-625d-44d7-a6ce-15f7a2435ac1 None None] Network b4eddca3-eb7a-49d3-8ccf-7c48797ccef2 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:26.941879 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11da9f27-cd8e-4050-9969-842d7c09141b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:26.942594 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11da9f27-cd8e-4050-9969-842d7c09141b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:26.995773 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-b1dc6934-a1af-48ed-96b0-9bddac60be6a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Floating IP b385f624-0be6-41f9-9396-c6bd0dd509dc associated. External IP: 172.26.3.9, port: 94e5b62e-765f-4306-9a74-e2d3f0fe5c4b. Dec 21 22:22:27.011982 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9233e902-7580-444c-9e2a-6afd73d0fbe4 None None] Network 2765d1f8-54b4-494c-a296-b3e2fb8d2a17 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:27.018839 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:27.107355 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:27.192799 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-11da9f27-cd8e-4050-9969-842d7c09141b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2619114 Dec 21 22:22:27.195802 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35306) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:27.251990 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event updated for resources: {'Port': ['ID=4c2b42aa-3e67-40ba-8cf8-270c3b818661,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:27.258722 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e3fd2124-2342-414e-9252-972e98e08332 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:27.271503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:27.292376 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f9d3d3-745d-47ea-9ef1-b21f38094059 None None] Network 251151b7-2b1d-4b4a-933b-9d24865fe8be requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:27.484209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b098b090-79e7-4690-9883-9d2853b00b8d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:27.488634 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-05493969-3597-4d3c-9ef5-a8b68764e6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:27.566561 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9240d298-6a10-489e-b890-52827490aeae None None] Provisioning for port 897510a8-2416-4333-8551-93b0988c89e7 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:27.576971 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Network 251151b7-2b1d-4b4a-933b-9d24865fe8be is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:27.580278 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 456e94c4-dd57-42a5-8bd4-88aba06e3a53 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:27.610646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:27.635728 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b098b090-79e7-4690-9883-9d2853b00b8d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:27.651482 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9240d298-6a10-489e-b890-52827490aeae None None] Provisioning complete for port 897510a8-2416-4333-8551-93b0988c89e7 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:27.651867 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9240d298-6a10-489e-b890-52827490aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:27.725553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dc6934-a1af-48ed-96b0-9bddac60be6a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router f412aff4-0850-47f1-9bfc-01e5c3dd119b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:22:27.833548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b098b090-79e7-4690-9883-9d2853b00b8d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:27.879276 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-515a82cd-ffd3-40f0-8ff3-d437f74e2bf6 req-a9f271ce-9ee4-4c7b-8f6d-f61484b98c07 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0539072 Dec 21 22:22:27.889536 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098b090-79e7-4690-9883-9d2853b00b8d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5b8afd-b3d4-489d-ab84-8a58d127a55c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:27.911955 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a051a07-b53b-408c-b38e-bb5d67688b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-b4eddca3-eb7a-49d3-8ccf-7c48797ccef2', 'network_id': 'b4eddca3-eb7a-49d3-8ccf-7c48797ccef2', 'tenant_id': '49d01ada7fe342dbac812ee14f417ef1', 'fixed_ips': [{'subnet_id': '2a5b8afd-b3d4-489d-ab84-8a58d127a55c'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:22:27.912752 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7a051a07-b53b-408c-b38e-bb5d67688b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:27.968183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-e3fd2124-2342-414e-9252-972e98e08332 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Delete allocated IP 2001:db8:0:1::253 (2765d1f8-54b4-494c-a296-b3e2fb8d2a17/a0683aab-6dd8-4fba-9242-f355dbcdf5d4) {{(pid=84169) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 22:22:28.076158 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 456e94c4-dd57-42a5-8bd4-88aba06e3a53 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:28.114715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9240d298-6a10-489e-b890-52827490aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:28.194003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb3c400-9b50-4767-8a19-1a571fd01c90 None None] Update dhcp port {'port': {'network_id': '2765d1f8-54b4-494c-a296-b3e2fb8d2a17', 'fixed_ips': [{'subnet_id': 'd511a422-ff51-4b4a-9db1-411ddd40db63', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a0683aab-6dd8-4fba-9242-f355dbcdf5d4'}], 'binding:host_id': 'dv-neutron-822520-1-hyperv'}, 'id': '897510a8-2416-4333-8551-93b0988c89e7'} from dv-neutron-822520-1-hyperv. {{(pid=84170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 21 22:22:28.223688 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 20b66116-eddd-4afb-9b68-dd9e76fac1ae has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:22:28.286084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b098b090-79e7-4690-9883-9d2853b00b8d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:28.301464 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-9240d298-6a10-489e-b890-52827490aeae None None] For port 897510a8-2416-4333-8551-93b0988c89e7, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=897510a8-2416-4333-8551-93b0988c89e7,segment=NetworkSegment(5d339293-37d0-4788-b109-2d26b5712285),segment_id=5d339293-37d0-4788-b109-2d26b5712285)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:28.317727 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-b098b090-79e7-4690-9883-9d2853b00b8d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4eddca3-eb7a-49d3-8ccf-7c48797ccef2']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:28.331555 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394183b0-20d0-41a8-8e8c-7d74720430ce None None] Network b4eddca3-eb7a-49d3-8ccf-7c48797ccef2 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:28.348051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-b098b090-79e7-4690-9883-9d2853b00b8d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83699b44-ad16-4233-be99-3149668bbefe') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:28.348560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-b098b090-79e7-4690-9883-9d2853b00b8d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83699b44-ad16-4233-be99-3149668bbefe') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:28.362165 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e3fd2124-2342-414e-9252-972e98e08332 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:28.363468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7fb3c400-9b50-4767-8a19-1a571fd01c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:28.383040 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-e3fd2124-2342-414e-9252-972e98e08332 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Ignored duplicate provisioning block setup for port 604cfa33-6e29-497f-bf1d-31f14806d927 by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 21 22:22:28.386437 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b098b090-79e7-4690-9883-9d2853b00b8d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:28.410636 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9240d298-6a10-489e-b890-52827490aeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:28.417270 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b098b090-79e7-4690-9883-9d2853b00b8d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:28.433983 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b098b090-79e7-4690-9883-9d2853b00b8d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:22:28.436031 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b098b090-79e7-4690-9883-9d2853b00b8d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:28.450725 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:28.464781 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e3fd2124-2342-414e-9252-972e98e08332 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:28.536794 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dc6934-a1af-48ed-96b0-9bddac60be6a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:22:28.550937 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd8897-7f02-494b-9d5d-72c06655c020 None None] Sync routers for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:22:28.567167 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd8897-7f02-494b-9d5d-72c06655c020 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:28.571778 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-47fd8897-7f02-494b-9d5d-72c06655c020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:28.673662 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-47fd8897-7f02-494b-9d5d-72c06655c020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:28.685914 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd8897-7f02-494b-9d5d-72c06655c020 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:28.686803 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-47fd8897-7f02-494b-9d5d-72c06655c020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:28.689067 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-e3fd2124-2342-414e-9252-972e98e08332 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] In _notify_port_updated(), no bound segment for port 604cfa33-6e29-497f-bf1d-31f14806d927 on network 2765d1f8-54b4-494c-a296-b3e2fb8d2a17 {{(pid=84169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:22:28.692973 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fd2124-2342-414e-9252-972e98e08332 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:28.693597 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e3fd2124-2342-414e-9252-972e98e08332 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:28.694951 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e3fd2124-2342-414e-9252-972e98e08332 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "PUT /v2.0/ports/604cfa33-6e29-497f-bf1d-31f14806d927 HTTP/1.1" status: 200 len: 925 time: 1.9934142 Dec 21 22:22:28.699961 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35314) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:28.707089 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-3a83a783-0771-42c7-829b-ec21e44380b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd511a422-ff51-4b4a-9db1-411ddd40db63'}, {'subnet_id': 'a0683aab-6dd8-4fba-9242-f355dbcdf5d4'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:28.757773 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd2124-2342-414e-9252-972e98e08332 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=604cfa33-6e29-497f-bf1d-31f14806d927,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:28.781817 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240d298-6a10-489e-b890-52827490aeae None None] Pushing event updated for resources: {'Port': ['ID=897510a8-2416-4333-8551-93b0988c89e7,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:28.788473 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-47fd8897-7f02-494b-9d5d-72c06655c020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:28.788870 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd8897-7f02-494b-9d5d-72c06655c020 None None] The sync data for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:22:28.856548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b098b090-79e7-4690-9883-9d2853b00b8d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:28.865735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b098b090-79e7-4690-9883-9d2853b00b8d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:28.877565 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a83a783-0771-42c7-829b-ec21e44380b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:28.885876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-7fb3c400-9b50-4767-8a19-1a571fd01c90 None None] Allocated IP 2001:db8:0:1::2 (2765d1f8-54b4-494c-a296-b3e2fb8d2a17/a0683aab-6dd8-4fba-9242-f355dbcdf5d4/897510a8-2416-4333-8551-93b0988c89e7) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:28.916513 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098b090-79e7-4690-9883-9d2853b00b8d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Network': ['ID=b4eddca3-eb7a-49d3-8ccf-7c48797ccef2,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:28.956904 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b098b090-79e7-4690-9883-9d2853b00b8d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/b4eddca3-eb7a-49d3-8ccf-7c48797ccef2 HTTP/1.1" status: 204 len: 168 time: 1.7588959 Dec 21 22:22:28.960560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35318) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:29.007730 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b941af6-3c69-44f4-b353-ca4e12dbb020 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] GET failed (client error): The resource could not be found. Dec 21 22:22:29.008230 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5b941af6-3c69-44f4-b353-ca4e12dbb020 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Synchronizing usage tracker for tenant:49d01ada7fe342dbac812ee14f417ef1 on resource:subnet {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:29.032070 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:22:29.042451 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e64549f1-235a-4561-812c-dab3e2a00716 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/20b66116-eddd-4afb-9b68-dd9e76fac1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5037026 Dec 21 22:22:29.043539 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35324) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:29.046468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-7fb3c400-9b50-4767-8a19-1a571fd01c90 None None] For port 897510a8-2416-4333-8551-93b0988c89e7, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=897510a8-2416-4333-8551-93b0988c89e7,segment=NetworkSegment(5d339293-37d0-4788-b109-2d26b5712285),segment_id=5d339293-37d0-4788-b109-2d26b5712285)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:29.052087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f8b26df2-e139-464c-88ca-918483d6bc2e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:29.077090 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7fb3c400-9b50-4767-8a19-1a571fd01c90 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:29.094304 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7fb3c400-9b50-4767-8a19-1a571fd01c90 None None] Transition to ACTIVE for port object 897510a8-2416-4333-8551-93b0988c89e7 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:29.097900 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Sync routers for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:22:29.101041 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c7c4cfeb-0f8a-480a-9513-07625af711a5 None None] Provisioning for port 4c2b42aa-3e67-40ba-8cf8-270c3b818661 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:29.121498 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5b941af6-3c69-44f4-b353-ca4e12dbb020 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Unset dirty status for tenant:49d01ada7fe342dbac812ee14f417ef1 on resource:subnet {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:29.125555 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5b941af6-3c69-44f4-b353-ca4e12dbb020 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "GET /v2.0/subnets/2a5b8afd-b3d4-489d-ab84-8a58d127a55c HTTP/1.1" status: 404 len: 337 time: 0.1613493 Dec 21 22:22:29.127618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35330) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:29.145259 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4e9bdb58-2b66-4337-8b84-9e1fb35b09ad req-545e89be-8240-439e-918f-8a707e502c2e tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0482857 Dec 21 22:22:29.160417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c7c4cfeb-0f8a-480a-9513-07625af711a5 None None] Provisioning complete for port 4c2b42aa-3e67-40ba-8cf8-270c3b818661 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:29.160782 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c7c4cfeb-0f8a-480a-9513-07625af711a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:29.189647 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7fb3c400-9b50-4767-8a19-1a571fd01c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:29.268944 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:29.269574 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:29.274592 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b405619-4ece-474f-9863-341fe03a6ecc tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:29.275197 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b405619-4ece-474f-9863-341fe03a6ecc tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:29.276932 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1b405619-4ece-474f-9863-341fe03a6ecc tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/b4eddca3-eb7a-49d3-8ccf-7c48797ccef2 HTTP/1.1" status: 404 len: 339 time: 0.1483250 Dec 21 22:22:29.280543 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35334) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:29.449317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4cfeb-0f8a-480a-9513-07625af711a5 None None] Port 4c2b42aa-3e67-40ba-8cf8-270c3b818661 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:22:29.504039 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e056c3-7fdc-497d-af35-496a9deeaeb7 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:29.504614 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-29e056c3-7fdc-497d-af35-496a9deeaeb7 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Synchronizing usage tracker for tenant:49d01ada7fe342dbac812ee14f417ef1 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:29.527955 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3c400-9b50-4767-8a19-1a571fd01c90 None None] Pushing event updated for resources: {'Port': ['ID=897510a8-2416-4333-8551-93b0988c89e7,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:29.541331 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-3a83a783-0771-42c7-829b-ec21e44380b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Allocated IP 2001:db8:0:1::7f (2765d1f8-54b4-494c-a296-b3e2fb8d2a17/a0683aab-6dd8-4fba-9242-f355dbcdf5d4/604cfa33-6e29-497f-bf1d-31f14806d927) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:29.568602 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:22:29.640047 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c7c4cfeb-0f8a-480a-9513-07625af711a5 None None] Provisioning for port 456e94c4-dd57-42a5-8bd4-88aba06e3a53 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:29.649633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c7c4cfeb-0f8a-480a-9513-07625af711a5 None None] Provisioning complete for port 456e94c4-dd57-42a5-8bd4-88aba06e3a53 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:29.651862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c7c4cfeb-0f8a-480a-9513-07625af711a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:29.670809 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-29e056c3-7fdc-497d-af35-496a9deeaeb7 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Unset dirty status for tenant:49d01ada7fe342dbac812ee14f417ef1 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:29.672325 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-29e056c3-7fdc-497d-af35-496a9deeaeb7 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3906929 Dec 21 22:22:29.678854 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35338) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:29.681867 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3a5295e7-da92-4b93-ac54-f549b57110da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:29.706467 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dc6934-a1af-48ed-96b0-9bddac60be6a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router e7076bea-8b76-470b-aa10-b5ba1f4955eb has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:22:29.740140 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8d34b4be-751a-4432-9470-19c1016ee684 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Synchronizing usage tracker for tenant:49d01ada7fe342dbac812ee14f417ef1 on resource:subnet {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:29.786227 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8d34b4be-751a-4432-9470-19c1016ee684 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Unset dirty status for tenant:49d01ada7fe342dbac812ee14f417ef1 on resource:subnet {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:29.787510 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8d34b4be-751a-4432-9470-19c1016ee684 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708 HTTP/1.1" status: 200 len: 207 time: 0.1076846 Dec 21 22:22:29.791186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35342) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:29.941159 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a83a783-0771-42c7-829b-ec21e44380b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:29.980859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-3a83a783-0771-42c7-829b-ec21e44380b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Ignored duplicate provisioning block setup for port 604cfa33-6e29-497f-bf1d-31f14806d927 by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 21 22:22:30.011736 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392db22-69e1-4456-8de4-16d8f33146a0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:30.014713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c7c4cfeb-0f8a-480a-9513-07625af711a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:30.017229 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392db22-69e1-4456-8de4-16d8f33146a0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:30.021857 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392db22-69e1-4456-8de4-16d8f33146a0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:30.027069 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392db22-69e1-4456-8de4-16d8f33146a0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:30.029012 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2392db22-69e1-4456-8de4-16d8f33146a0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.2367179 Dec 21 22:22:30.034487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35346) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:30.062228 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a83a783-0771-42c7-829b-ec21e44380b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:30.083869 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c7c4cfeb-0f8a-480a-9513-07625af711a5 None None] For port 456e94c4-dd57-42a5-8bd4-88aba06e3a53, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=456e94c4-dd57-42a5-8bd4-88aba06e3a53,segment=NetworkSegment(69260e40-94f9-4cf9-8d33-d90726088a3e),segment_id=69260e40-94f9-4cf9-8d33-d90726088a3e)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:30.103541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:25Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '3050ce36-a595-4ada-81e2-a6d922a70353', 'name': '', 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:c1:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:14Z', 'updated_at': '2021-12-21T22:22:25Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2b42aa-3e67-40ba-8cf8-270c3b818661', 'name': '', 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:0f:f0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:24Z', 'updated_at': '2021-12-21T22:22:26Z', 'revision_number': 2, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:30.109224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Checking router: 20b66116-eddd-4afb-9b68-dd9e76fac1ae for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:22:30.109578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Updating router 20b66116-eddd-4afb-9b68-dd9e76fac1ae port 4c2b42aa-3e67-40ba-8cf8-270c3b818661 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:22:30.181737 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:30.280191 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c7c4cfeb-0f8a-480a-9513-07625af711a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:30.342488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.extraroute_db [None req-f8b26df2-e139-464c-88ca-918483d6bc2e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84168) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 22:22:30.347347 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8717fad1-cb6d-4eef-9e20-99a1955599be None None] Network 2765d1f8-54b4-494c-a296-b3e2fb8d2a17 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:30.365251 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.extraroute_db [None req-f8b26df2-e139-464c-88ca-918483d6bc2e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Removed routes are [] {{(pid=84168) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 22:22:30.371171 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8b26df2-e139-464c-88ca-918483d6bc2e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:30.393777 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dc6934-a1af-48ed-96b0-9bddac60be6a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:22:30.399122 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 897510a8-2416-4333-8551-93b0988c89e7 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:30.403309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b1dc6934-a1af-48ed-96b0-9bddac60be6a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:30.427649 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740b4e78-8f7d-4df1-9683-bbe725472e34 None None] Sync routers for ids ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:22:30.455994 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740b4e78-8f7d-4df1-9683-bbe725472e34 None None] Routers {'e7076bea-8b76-470b-aa10-b5ba1f4955eb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:30.456911 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-740b4e78-8f7d-4df1-9683-bbe725472e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:30.533033 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-41fa55a4-b379-4f25-acb1-5a572edae378 req-dd322350-450e-4a14-b9dc-c7bc478a6e30 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0496550 Dec 21 22:22:30.601097 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83a783-0771-42c7-829b-ec21e44380b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=604cfa33-6e29-497f-bf1d-31f14806d927,revision_number=3']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:30.610276 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-740b4e78-8f7d-4df1-9683-bbe725472e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:30.634297 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3a83a783-0771-42c7-829b-ec21e44380b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] In _notify_port_updated(), no bound segment for port 604cfa33-6e29-497f-bf1d-31f14806d927 on network 2765d1f8-54b4-494c-a296-b3e2fb8d2a17 {{(pid=84169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:22:30.638353 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a83a783-0771-42c7-829b-ec21e44380b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:30.638977 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a83a783-0771-42c7-829b-ec21e44380b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:30.642696 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3a83a783-0771-42c7-829b-ec21e44380b8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "PUT /v2.0/ports/604cfa33-6e29-497f-bf1d-31f14806d927 HTTP/1.1" status: 200 len: 1010 time: 1.9381812 Dec 21 22:22:30.644047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35354) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:30.652778 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740b4e78-8f7d-4df1-9683-bbe725472e34 None None] Routers {'e7076bea-8b76-470b-aa10-b5ba1f4955eb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:30.653456 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-740b4e78-8f7d-4df1-9683-bbe725472e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:30.734567 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-03e0a06a-131f-4ecd-8b54-d0b8ee8f02a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port 604cfa33-6e29-497f-bf1d-31f14806d927 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:30.734911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03e0a06a-131f-4ecd-8b54-d0b8ee8f02a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:30.795644 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-740b4e78-8f7d-4df1-9683-bbe725472e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:30.796316 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740b4e78-8f7d-4df1-9683-bbe725472e34 None None] The sync data for ids ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:22:30.798959 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-04fbd05c-60e1-412f-8de3-64a4745a3b31 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.7632833 Dec 21 22:22:30.804680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35360) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:30.895227 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b1dc6934-a1af-48ed-96b0-9bddac60be6a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "PUT /v2.0/floatingips/b385f624-0be6-41f9-9396-c6bd0dd509dc HTTP/1.1" status: 200 len: 976 time: 6.0996881 Dec 21 22:22:30.896802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4cfeb-0f8a-480a-9513-07625af711a5 None None] Pushing event updated for resources: {'Port': ['ID=456e94c4-dd57-42a5-8bd4-88aba06e3a53,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:30.904172 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35364) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:30.960087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfe0736-a07f-4db3-9046-a508c94b77ea tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:30.961487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfe0736-a07f-4db3-9046-a508c94b77ea tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:30.963390 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6cfe0736-a07f-4db3-9046-a508c94b77ea tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1498415 Dec 21 22:22:30.968879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35368) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:31.019490 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.resource_extend [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:22:31.028979 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-90c55698-50ef-4ed1-8e8a-423a4c44371f None None] Provisioning complete for port 4c2b42aa-3e67-40ba-8cf8-270c3b818661 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:31.028979 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-90c55698-50ef-4ed1-8e8a-423a4c44371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:31.043841 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-8083590f-7e4e-419c-9ef9-a8b307d1beb0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Deleting port fb31ee68-fbf8-4c4c-bf65-a229867e3852 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:31.044172 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8083590f-7e4e-419c-9ef9-a8b307d1beb0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:31.095416 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0963d0-aa46-4d81-a33d-2d46b862d659 req-163d2a72-9c29-4217-8fb8-ed20ba4029fa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:31.096889 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9c0963d0-aa46-4d81-a33d-2d46b862d659 req-163d2a72-9c29-4217-8fb8-ed20ba4029fa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.2146425 Dec 21 22:22:31.098732 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03e0a06a-131f-4ecd-8b54-d0b8ee8f02a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:31.116303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abde0a30-1a87-4cea-acb0-be2c090c18e0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:31.117558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abde0a30-1a87-4cea-acb0-be2c090c18e0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:31.124728 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-abde0a30-1a87-4cea-acb0-be2c090c18e0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1437535 Dec 21 22:22:31.124728 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35372) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:31.189983 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:31.205227 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:31.209944 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-90c55698-50ef-4ed1-8e8a-423a4c44371f None None] Port 4c2b42aa-3e67-40ba-8cf8-270c3b818661 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:22:31.228263 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:31.250611 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Transition to ACTIVE for port object 4c2b42aa-3e67-40ba-8cf8-270c3b818661 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:31.255760 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-03e0a06a-131f-4ecd-8b54-d0b8ee8f02a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for 604cfa33-6e29-497f-bf1d-31f14806d927 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:31.332389 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9c0963d0-aa46-4d81-a33d-2d46b862d659 req-dc68ac62-207f-4ee9-906a-98994d0478b6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247117 Dec 21 22:22:31.357424 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:31.401172 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-90c55698-50ef-4ed1-8e8a-423a4c44371f None None] Provisioning for port 604cfa33-6e29-497f-bf1d-31f14806d927 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:31.427101 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-90c55698-50ef-4ed1-8e8a-423a4c44371f None None] Provisioning complete for port 604cfa33-6e29-497f-bf1d-31f14806d927 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:31.427936 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-90c55698-50ef-4ed1-8e8a-423a4c44371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:31.499040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8b26df2-e139-464c-88ca-918483d6bc2e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:31.559309 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c72d26-bd15-4643-8459-20e9edce8048 None None] Pushing event updated for resources: {'Port': ['ID=4c2b42aa-3e67-40ba-8cf8-270c3b818661,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:31.567151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8b26df2-e139-464c-88ca-918483d6bc2e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:31.578619 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-90c55698-50ef-4ed1-8e8a-423a4c44371f None None] Port 604cfa33-6e29-497f-bf1d-31f14806d927 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:22:31.682116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898be8cc-84c9-48a5-a783-0fa8702bc86a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:31.682733 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-898be8cc-84c9-48a5-a783-0fa8702bc86a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Synchronizing usage tracker for tenant:49d01ada7fe342dbac812ee14f417ef1 on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:31.701504 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Attempting to bind port 4c2b42aa-3e67-40ba-8cf8-270c3b818661 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:22:31.701959 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Attempting to bind port 4c2b42aa-3e67-40ba-8cf8-270c3b818661 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '69260e40-94f9-4cf9-8d33-d90726088a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:22:31.702258 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Attempting to bind port 4c2b42aa-3e67-40ba-8cf8-270c3b818661 on network 251151b7-2b1d-4b4a-933b-9d24865fe8be {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:22:31.711681 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:22:31.712079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Checking segment: {'id': '69260e40-94f9-4cf9-8d33-d90726088a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:31.712482 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:31.712871 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Bound using segment: {'id': '69260e40-94f9-4cf9-8d33-d90726088a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:22:31.713331 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Bound port: 4c2b42aa-3e67-40ba-8cf8-270c3b818661, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69260e40-94f9-4cf9-8d33-d90726088a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:22:31.713704 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:31.716341 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b02f4bcb-94a8-42ec-a159-ef681c75ff4a req-6dcb81e6-e2c0-49cd-a475-e4e6f6c91e06 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0728514 Dec 21 22:22:31.717818 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03e0a06a-131f-4ecd-8b54-d0b8ee8f02a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:31.778646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0a06a-131f-4ecd-8b54-d0b8ee8f02a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=604cfa33-6e29-497f-bf1d-31f14806d927,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:31.816399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-90c55698-50ef-4ed1-8e8a-423a4c44371f None None] Provisioning for port 897510a8-2416-4333-8551-93b0988c89e7 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:31.827141 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-90c55698-50ef-4ed1-8e8a-423a4c44371f None None] Provisioning complete for port 897510a8-2416-4333-8551-93b0988c89e7 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:31.827516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-90c55698-50ef-4ed1-8e8a-423a4c44371f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:31.878318 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03e0a06a-131f-4ecd-8b54-d0b8ee8f02a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:31.888617 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-03e0a06a-131f-4ecd-8b54-d0b8ee8f02a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/604cfa33-6e29-497f-bf1d-31f14806d927 HTTP/1.1" status: 204 len: 168 time: 1.2436469 Dec 21 22:22:31.897982 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35380) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:31.933200 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] For port 4c2b42aa-3e67-40ba-8cf8-270c3b818661, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:22:31.945078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] For port 4c2b42aa-3e67-40ba-8cf8-270c3b818661, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4c2b42aa-3e67-40ba-8cf8-270c3b818661,segment=NetworkSegment(69260e40-94f9-4cf9-8d33-d90726088a3e),segment_id=69260e40-94f9-4cf9-8d33-d90726088a3e)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:22:31.956317 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7e8099-9506-4770-a84e-bc6c5ae2ac09 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] GET failed (client error): The resource could not be found. Dec 21 22:22:31.956846 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cf7e8099-9506-4770-a84e-bc6c5ae2ac09 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:31.966677 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-898be8cc-84c9-48a5-a783-0fa8702bc86a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Unset dirty status for tenant:49d01ada7fe342dbac812ee14f417ef1 on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:31.968557 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-898be8cc-84c9-48a5-a783-0fa8702bc86a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "GET /v2.0/networks/56778faf-e9d1-495f-9ec3-11a46806507d HTTP/1.1" status: 200 len: 799 time: 0.8433864 Dec 21 22:22:31.970875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8083590f-7e4e-419c-9ef9-a8b307d1beb0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:31.975136 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35384) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:32.045161 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cf7e8099-9506-4770-a84e-bc6c5ae2ac09 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:32.050951 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cf7e8099-9506-4770-a84e-bc6c5ae2ac09 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports/604cfa33-6e29-497f-bf1d-31f14806d927 HTTP/1.1" status: 404 len: 333 time: 0.1504226 Dec 21 22:22:32.050951 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35388) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:32.052069 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:32.163598 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c72d26-bd15-4643-8459-20e9edce8048 None None] Pushing event updated for resources: {'Port': ['ID=4c2b42aa-3e67-40ba-8cf8-270c3b818661,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:32.212593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:32.214287 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:32.341887 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:32.351919 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 456e94c4-dd57-42a5-8bd4-88aba06e3a53 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:32.470299 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ac529eba-2b20-47fc-8bbb-d1bd54d5a36a None None] Could not find standard attr ID for object 604cfa33-6e29-497f-bf1d-31f14806d927. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:22:32.491526 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-33545a51-54fc-4726-821e-05429940b532 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "GET /v2.0/networks/56778faf-e9d1-495f-9ec3-11a46806507d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5155268 Dec 21 22:22:32.492365 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35394) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:32.563074 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 456e94c4-dd57-42a5-8bd4-88aba06e3a53 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:32.563759 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:32.577228 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8a1fe3-cb32-4ab7-9480-4bb9505e2011 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:32.586061 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2c8a1fe3-cb32-4ab7-9480-4bb9505e2011 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "GET /v2.0/subnets/831692c4-425b-4a1a-863b-0960ae3ca78d HTTP/1.1" status: 200 len: 811 time: 0.0841556 Dec 21 22:22:32.591043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35398) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:32.644116 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ac529eba-2b20-47fc-8bbb-d1bd54d5a36a None None] Provisioning complete for port 897510a8-2416-4333-8551-93b0988c89e7 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:32.644355 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ac529eba-2b20-47fc-8bbb-d1bd54d5a36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:32.669499 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b337c-d88c-4726-a061-aac50f7ffe5c req-e578e2c1-16ac-4ea4-b555-5331e3a56530 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:32.671056 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-300b337c-d88c-4726-a061-aac50f7ffe5c req-e578e2c1-16ac-4ea4-b555-5331e3a56530 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.3610830 Dec 21 22:22:32.707348 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:22:32.726351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8083590f-7e4e-419c-9ef9-a8b307d1beb0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:32.726831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8083590f-7e4e-419c-9ef9-a8b307d1beb0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:32.727133 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-8083590f-7e4e-419c-9ef9-a8b307d1beb0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Floating IP b385f624-0be6-41f9-9396-c6bd0dd509dc disassociated. External IP: 172.26.3.9, port: fb31ee68-fbf8-4c4c-bf65-a229867e3852. Dec 21 22:22:32.727469 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-8083590f-7e4e-419c-9ef9-a8b307d1beb0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Calling delete_port for fb31ee68-fbf8-4c4c-bf65-a229867e3852 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:32.791656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab77d36-7c86-44ba-87d5-2b10943740ad tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:32.793079 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-dab77d36-7c86-44ba-87d5-2b10943740ad tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "GET /v2.0/subnets/831692c4-425b-4a1a-863b-0960ae3ca78d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1996837 Dec 21 22:22:32.801704 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35404) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:32.805435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b26df2-e139-464c-88ca-918483d6bc2e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 20b66116-eddd-4afb-9b68-dd9e76fac1ae has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:22:32.812546 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-6be2da27-e036-4121-8f12-ca38dc7f4dc6 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-926207897'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:32.864107 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6be2da27-e036-4121-8f12-ca38dc7f4dc6 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:32.901179 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-300b337c-d88c-4726-a061-aac50f7ffe5c req-bd67ef32-8552-4fe8-a215-6d5885169b38 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215865 Dec 21 22:22:32.910877 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0437530-c015-4bcb-9bea-9e4b0b064195 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting subnet a0683aab-6dd8-4fba-9242-f355dbcdf5d4 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:22:32.913967 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0437530-c015-4bcb-9bea-9e4b0b064195 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:32.946631 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-650badba-6d61-4180-a523-e45d29cc60c6 req-b6c1a1eb-500d-43fa-abb1-a5cd1c68ae29 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1224492 Dec 21 22:22:32.950352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6be2da27-e036-4121-8f12-ca38dc7f4dc6 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:32.993270 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0437530-c015-4bcb-9bea-9e4b0b064195 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:33.079805 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be2da27-e036-4121-8f12-ca38dc7f4dc6 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:33.082495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6be2da27-e036-4121-8f12-ca38dc7f4dc6 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:33.095578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0437530-c015-4bcb-9bea-9e4b0b064195 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:33.218549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f40bbdb8-ba49-4c32-9cd6-aefd46e520f9 None None] Could not find standard attr ID for object 604cfa33-6e29-497f-bf1d-31f14806d927. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:22:33.234311 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0437530-c015-4bcb-9bea-9e4b0b064195 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:33.256372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b26df2-e139-464c-88ca-918483d6bc2e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:22:33.274333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0437530-c015-4bcb-9bea-9e4b0b064195 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Subnet': ['ID=a0683aab-6dd8-4fba-9242-f355dbcdf5d4,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:33.280079 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0437530-c015-4bcb-9bea-9e4b0b064195 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:33.291177 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8b26df2-e139-464c-88ca-918483d6bc2e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:33.300414 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b0437530-c015-4bcb-9bea-9e4b0b064195 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/a0683aab-6dd8-4fba-9242-f355dbcdf5d4 HTTP/1.1" status: 204 len: 168 time: 1.2382598 Dec 21 22:22:33.300580 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f8b26df2-e139-464c-88ca-918483d6bc2e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/20b66116-eddd-4afb-9b68-dd9e76fac1ae HTTP/1.1" status: 200 len: 933 time: 4.2466199 Dec 21 22:22:33.300685 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35412) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:33.300784 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8083590f-7e4e-419c-9ef9-a8b307d1beb0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:33.300930 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c95799-6197-4711-b8da-c5da5cef8acb None None] Network 2765d1f8-54b4-494c-a296-b3e2fb8d2a17 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:33.311970 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35414) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:33.369301 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be2da27-e036-4121-8f12-ca38dc7f4dc6 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:22:33.373706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-98177ebc-ec03-43c6-9464-bf4625978f25 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting subnet d511a422-ff51-4b4a-9db1-411ddd40db63 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:22:33.376998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-98177ebc-ec03-43c6-9464-bf4625978f25 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:33.379461 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6be2da27-e036-4121-8f12-ca38dc7f4dc6 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:33.379815 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-6be2da27-e036-4121-8f12-ca38dc7f4dc6 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Added segment fae12eb9-aa5a-4942-b3d7-0ee23c45eb12 of type vlan for network 890cda78-b12c-4f47-a2f3-ef55fbef1bcd Dec 21 22:22:33.417250 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6be2da27-e036-4121-8f12-ca38dc7f4dc6 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:33.424980 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:30Z', 'revision_number': 6, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '3050ce36-a595-4ada-81e2-a6d922a70353', 'name': '', 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:c1:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:14Z', 'updated_at': '2021-12-21T22:22:25Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2b42aa-3e67-40ba-8cf8-270c3b818661', 'name': '', 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:0f:f0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:24Z', 'updated_at': '2021-12-21T22:22:31Z', 'revision_number': 4, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:33.431583 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94644023-40c6-4a97-9b56-956195bc8165 None None] The sync data for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv is: [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:30Z', 'revision_number': 6, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '3050ce36-a595-4ada-81e2-a6d922a70353', 'name': '', 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:c1:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:14Z', 'updated_at': '2021-12-21T22:22:25Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2b42aa-3e67-40ba-8cf8-270c3b818661', 'name': '', 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:0f:f0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:24Z', 'updated_at': '2021-12-21T22:22:31Z', 'revision_number': 4, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:22:33.476855 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-98177ebc-ec03-43c6-9464-bf4625978f25 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:33.549657 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083590f-7e4e-419c-9ef9-a8b307d1beb0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Port': ['ID=fb31ee68-fbf8-4c4c-bf65-a229867e3852,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:33.659678 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-98177ebc-ec03-43c6-9464-bf4625978f25 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:33.729570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [None req-6be2da27-e036-4121-8f12-ca38dc7f4dc6 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:22:33.861624 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-98177ebc-ec03-43c6-9464-bf4625978f25 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:33.869648 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6be2da27-e036-4121-8f12-ca38dc7f4dc6 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:33.873338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2da27-e036-4121-8f12-ca38dc7f4dc6 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:33.873930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6be2da27-e036-4121-8f12-ca38dc7f4dc6 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:33.916210 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98177ebc-ec03-43c6-9464-bf4625978f25 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Subnet': ['ID=d511a422-ff51-4b4a-9db1-411ddd40db63,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:33.929899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-98177ebc-ec03-43c6-9464-bf4625978f25 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:33.945239 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f748f5e2-296e-4436-8e91-a086b0db4983 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/routers/20b66116-eddd-4afb-9b68-dd9e76fac1ae HTTP/1.1" status: 200 len: 933 time: 0.5850029 Dec 21 22:22:33.945723 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-98177ebc-ec03-43c6-9464-bf4625978f25 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/d511a422-ff51-4b4a-9db1-411ddd40db63 HTTP/1.1" status: 204 len: 168 time: 0.6517053 Dec 21 22:22:33.946750 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35422) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:33.947141 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35424) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:34.023013 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2da27-e036-4121-8f12-ca38dc7f4dc6 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Network': ['ID=890cda78-b12c-4f47-a2f3-ef55fbef1bcd,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:34.057741 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 890cda78-b12c-4f47-a2f3-ef55fbef1bcd details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:34.057931 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6be2da27-e036-4121-8f12-ca38dc7f4dc6 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2520292 Dec 21 22:22:34.061943 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35434) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:34.077022 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-3672eacb-034b-4e45-861d-05771186fa07 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'subnet': {'network_id': '890cda78-b12c-4f47-a2f3-ef55fbef1bcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:34.125439 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:34.132705 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-94e2cedc-f149-4469-ab4e-2dddb573d6d3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'router': {'routes': None}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:34.396792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4c2b42aa-3e67-40ba-8cf8-270c3b818661 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:34.418648 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4bda63d9-1b7f-429b-8eaf-a21ad93ea952 req-3138a52e-a72f-4bc6-9a97-5a3d7e62cb31 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.3272519 Dec 21 22:22:34.449961 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port 897510a8-2416-4333-8551-93b0988c89e7 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:34.450319 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:34.451449 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8083590f-7e4e-419c-9ef9-a8b307d1beb0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router e7076bea-8b76-470b-aa10-b5ba1f4955eb has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:22:34.530524 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3672eacb-034b-4e45-861d-05771186fa07 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:34.538364 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d51256-5f25-443a-bc82-705a7f399169 None None] Network 2765d1f8-54b4-494c-a296-b3e2fb8d2a17 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:34.581495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 4c2b42aa-3e67-40ba-8cf8-270c3b818661 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:34.608358 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3672eacb-034b-4e45-861d-05771186fa07 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:34.608742 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b4171-6818-45c8-b819-722cb6c989df req-e80d702a-e490-4dd7-9cc0-2046ed6ca2e5 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:34.615747 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-683b4171-6818-45c8-b819-722cb6c989df req-e80d702a-e490-4dd7-9cc0-2046ed6ca2e5 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.2501776 Dec 21 22:22:34.640988 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4c2b42aa-3e67-40ba-8cf8-270c3b818661 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:34.641367 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:34.702448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3672eacb-034b-4e45-861d-05771186fa07 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Made reservation on behalf of 49d01ada7fe342dbac812ee14f417ef1 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:34.709234 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4899cd15-c7f9-4f87-b7ac-7921548ea3f1 None None] Provisioning complete for port 897510a8-2416-4333-8551-93b0988c89e7 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:34.709605 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4899cd15-c7f9-4f87-b7ac-7921548ea3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:34.825366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3672eacb-034b-4e45-861d-05771186fa07 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:34.832487 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-683b4171-6818-45c8-b819-722cb6c989df req-3824dc28-25ef-4c1a-8720-eb59b52784d3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158432 Dec 21 22:22:34.921353 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] For port 897510a8-2416-4333-8551-93b0988c89e7, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=897510a8-2416-4333-8551-93b0988c89e7,segment=NetworkSegment(5d339293-37d0-4788-b109-2d26b5712285),segment_id=5d339293-37d0-4788-b109-2d26b5712285)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:34.921979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:34.930732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.ipam_backend_mixin [None req-3672eacb-034b-4e45-861d-05771186fa07 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Performing IP validity checks on allocation pools {{(pid=84168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 21 22:22:34.931588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.ipam_backend_mixin [None req-3672eacb-034b-4e45-861d-05771186fa07 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84168) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 21 22:22:34.948693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8083590f-7e4e-419c-9ef9-a8b307d1beb0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:22:34.960721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:34.975620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96fd3c3-8f82-44bc-ae90-77ac5ec29833 None None] Sync routers for ids ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:22:35.015412 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96fd3c3-8f82-44bc-ae90-77ac5ec29833 None None] Routers {'e7076bea-8b76-470b-aa10-b5ba1f4955eb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:35.016037 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b96fd3c3-8f82-44bc-ae90-77ac5ec29833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:35.073217 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 4c2b42aa-3e67-40ba-8cf8-270c3b818661, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4c2b42aa-3e67-40ba-8cf8-270c3b818661,segment=NetworkSegment(69260e40-94f9-4cf9-8d33-d90726088a3e),segment_id=69260e40-94f9-4cf9-8d33-d90726088a3e)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:35.081521 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b96fd3c3-8f82-44bc-ae90-77ac5ec29833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:35.094672 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96fd3c3-8f82-44bc-ae90-77ac5ec29833 None None] Routers {'e7076bea-8b76-470b-aa10-b5ba1f4955eb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:35.095234 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b96fd3c3-8f82-44bc-ae90-77ac5ec29833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:35.156810 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:35.176905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for 897510a8-2416-4333-8551-93b0988c89e7 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:35.190825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8083590f-7e4e-419c-9ef9-a8b307d1beb0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:35.202804 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b96fd3c3-8f82-44bc-ae90-77ac5ec29833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:35.203302 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96fd3c3-8f82-44bc-ae90-77ac5ec29833 None None] The sync data for ids ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:22:35.204994 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bac7f31-38b3-4408-a20a-ef827ff10d01 None None] DHCP port deletion for 2765d1f8-54b4-494c-a296-b3e2fb8d2a17 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:22:35.205383 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8083590f-7e4e-419c-9ef9-a8b307d1beb0 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/ports/fb31ee68-fbf8-4c4c-bf65-a229867e3852 HTTP/1.1" status: 204 len: 168 time: 4.2978644 Dec 21 22:22:35.214042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35438) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:35.224751 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1bac7f31-38b3-4408-a20a-ef827ff10d01 None None] Deleting port 897510a8-2416-4333-8551-93b0988c89e7 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:35.225207 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1bac7f31-38b3-4408-a20a-ef827ff10d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:35.291313 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=4c2b42aa-3e67-40ba-8cf8-270c3b818661,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:35.399967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3672eacb-034b-4e45-861d-05771186fa07 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:35.456879 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-1bac7f31-38b3-4408-a20a-ef827ff10d01 None None] For port 897510a8-2416-4333-8551-93b0988c89e7, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=897510a8-2416-4333-8551-93b0988c89e7,segment=NetworkSegment(5d339293-37d0-4788-b109-2d26b5712285),segment_id=5d339293-37d0-4788-b109-2d26b5712285)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:35.457417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1bac7f31-38b3-4408-a20a-ef827ff10d01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:35.487015 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672eacb-034b-4e45-861d-05771186fa07 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Subnet': ['ID=b6bfc9c6-cc0e-4982-884b-ca32c8a676ed,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:35.526718 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:35.540205 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7515697f-0102-4289-9d8b-1975af9fc411 req-a8a6af13-b9ea-4c23-9174-9969d327774c tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0541139 Dec 21 22:22:35.548192 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3672eacb-034b-4e45-861d-05771186fa07 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Checking segment: {'id': 'fae12eb9-aa5a-4942-b3d7-0ee23c45eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '890cda78-b12c-4f47-a2f3-ef55fbef1bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:35.548589 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3672eacb-034b-4e45-861d-05771186fa07 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network hostable DHCP agents. Network: 890cda78-b12c-4f47-a2f3-ef55fbef1bcd, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:22:35.629950 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=897510a8-2416-4333-8551-93b0988c89e7,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:35.639641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3672eacb-034b-4e45-861d-05771186fa07 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Network 890cda78-b12c-4f47-a2f3-ef55fbef1bcd is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:22:35.641797 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1bac7f31-38b3-4408-a20a-ef827ff10d01 None None] Calling delete_port for 897510a8-2416-4333-8551-93b0988c89e7 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:35.655268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No DVR routers for this DVR port 897510a8-2416-4333-8551-93b0988c89e7 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:22:35.705861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-3672eacb-034b-4e45-861d-05771186fa07 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 890cda78-b12c-4f47-a2f3-ef55fbef1bcd) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:35.710423 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3672eacb-034b-4e45-861d-05771186fa07 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:35.711059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3672eacb-034b-4e45-861d-05771186fa07 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:35.718730 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7033b9-7c8e-4e04-bd88-2728f0cbf1ab None None] Network 890cda78-b12c-4f47-a2f3-ef55fbef1bcd requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:35.738260 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-1bac7f31-38b3-4408-a20a-ef827ff10d01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:22:35.738639 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-1bac7f31-38b3-4408-a20a-ef827ff10d01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:22:35.742410 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:35.742754 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:35.743101 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:35.743959 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:35.744283 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:35.744688 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:35.745013 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:35.745374 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:35.745693 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:35.746031 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:35.746430 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:35.800676 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3672eacb-034b-4e45-861d-05771186fa07 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7373874 Dec 21 22:22:35.803375 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35444) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:35.810394 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:35.856185 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:35.880137 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.extraroute_db [None req-94e2cedc-f149-4469-ab4e-2dddb573d6d3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Added routes are [] {{(pid=84169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 22:22:35.880493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.extraroute_db [None req-94e2cedc-f149-4469-ab4e-2dddb573d6d3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=84169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 22:22:35.905030 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2765d1f8-54b4-494c-a296-b3e2fb8d2a17']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:35.931709 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d339293-37d0-4788-b109-2d26b5712285') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:35.932069 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d339293-37d0-4788-b109-2d26b5712285') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:35.946768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7712190'] for subnet, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:35.955973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-890cda78-b12c-4f47-a2f3-ef55fbef1bcd', 'network_id': '890cda78-b12c-4f47-a2f3-ef55fbef1bcd', 'tenant_id': '49d01ada7fe342dbac812ee14f417ef1', 'fixed_ips': [{'subnet_id': 'b6bfc9c6-cc0e-4982-884b-ca32c8a676ed'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:22:35.958591 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:35.958712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:35.980899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-94e2cedc-f149-4469-ab4e-2dddb573d6d3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:35.983016 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:35.990988 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:22:35.991367 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:36.006574 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:36.241215 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1bac7f31-38b3-4408-a20a-ef827ff10d01 None None] Deleting port 897510a8-2416-4333-8551-93b0988c89e7 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:36.241780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1bac7f31-38b3-4408-a20a-ef827ff10d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:36.245439 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755463838437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7898352'] for subnet, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:36.336558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event updated for resources: {'Subnet': ['ID=b6bfc9c6-cc0e-4982-884b-ca32c8a676ed,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:36.342737 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:36.342936 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:36.344608 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4c2b42aa-3e67-40ba-8cf8-270c3b818661 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:36.347786 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "PUT /v2.0/subnets/b6bfc9c6-cc0e-4982-884b-ca32c8a676ed HTTP/1.1" status: 200 len: 877 time: 0.5426197 Dec 21 22:22:36.348377 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35450) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:36.370731 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:36.375763 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:36.376399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:36.376768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:36.377076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:36.377428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:36.377755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:36.378106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:36.379867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:36.379867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:36.379867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:36.379867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:36.379867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf9024-f5fe-41e9-8d32-04e08b9ad624 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:36.413421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Network': ['ID=2765d1f8-54b4-494c-a296-b3e2fb8d2a17,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:36.426379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b43cb-2f68-47fe-98ad-e2060692ee2b req-50a476eb-add9-4045-9b59-385f24a665be tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:36.427893 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-332b43cb-2f68-47fe-98ad-e2060692ee2b req-50a476eb-add9-4045-9b59-385f24a665be tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.4205196 Dec 21 22:22:36.429092 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1bac7f31-38b3-4408-a20a-ef827ff10d01 None None] The port '897510a8-2416-4333-8551-93b0988c89e7' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:22:36.459550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Allocated IP 172.20.0.3 (890cda78-b12c-4f47-a2f3-ef55fbef1bcd/b6bfc9c6-cc0e-4982-884b-ca32c8a676ed/3959fd82-6e6f-4902-b3ee-0d2220398ae9) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:36.520223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:36.536093 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8976f3c9-bd17-4c21-99ec-5fb2efc7a639 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/networks/2765d1f8-54b4-494c-a296-b3e2fb8d2a17 HTTP/1.1" status: 204 len: 168 time: 2.5827692 Dec 21 22:22:36.547549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35454) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:36.565763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4c2b42aa-3e67-40ba-8cf8-270c3b818661 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:36.566176 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:36.597364 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:36.731873 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-332b43cb-2f68-47fe-98ad-e2060692ee2b req-16bfe0dc-3e0d-4b1e-9845-17f9e9416309 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503819 Dec 21 22:22:36.736786 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf5c6154-d84a-4e83-bc53-6434eae33b35 req-70c5f815-e47e-4edf-8161-8b7bcc1d87b7 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0980167 Dec 21 22:22:36.826966 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:36.842266 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Transition to ACTIVE for port object 3959fd82-6e6f-4902-b3ee-0d2220398ae9 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:36.874096 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Transition to ACTIVE for port object 3959fd82-6e6f-4902-b3ee-0d2220398ae9 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:36.879660 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 897510a8-2416-4333-8551-93b0988c89e7 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:22:36.914971 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12651632-f765-400d-86ae-491e298e13de None None] Sync routers for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:22:36.920004 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 897510a8-2416-4333-8551-93b0988c89e7 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:22:36.920386 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 897510a8-2416-4333-8551-93b0988c89e7 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:22:36.928959 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12651632-f765-400d-86ae-491e298e13de None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:36.934703 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-12651632-f765-400d-86ae-491e298e13de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:36.939433 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-94e2cedc-f149-4469-ab4e-2dddb573d6d3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:36.946079 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940d6018-8f48-4748-8921-084e36271127 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:36.948762 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-940d6018-8f48-4748-8921-084e36271127 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:36.952469 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-02b29b15-8d7b-46a1-8a2d-377bf6a6ff13 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:36.984811 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:37.019392 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-94e2cedc-f149-4469-ab4e-2dddb573d6d3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:37.063568 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Network 890cda78-b12c-4f47-a2f3-ef55fbef1bcd is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:37.068049 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:37.069459 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:37.070130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Pushing event updated for resources: {'Port': ['ID=3959fd82-6e6f-4902-b3ee-0d2220398ae9,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:37.073132 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:37.107269 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-12651632-f765-400d-86ae-491e298e13de None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:22:37.108797 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-940d6018-8f48-4748-8921-084e36271127 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:37.110118 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-940d6018-8f48-4748-8921-084e36271127 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5616324 Dec 21 22:22:37.125298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35460) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:37.127007 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Subnet': ['ID=b6bfc9c6-cc0e-4982-884b-ca32c8a676ed,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:37.195764 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Attempting to bind port 3959fd82-6e6f-4902-b3ee-0d2220398ae9 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:22:37.196140 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Attempting to bind port 3959fd82-6e6f-4902-b3ee-0d2220398ae9 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'fae12eb9-aa5a-4942-b3d7-0ee23c45eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '890cda78-b12c-4f47-a2f3-ef55fbef1bcd'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:22:37.197023 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Attempting to bind port 3959fd82-6e6f-4902-b3ee-0d2220398ae9 on network 890cda78-b12c-4f47-a2f3-ef55fbef1bcd {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:22:37.204853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:22:37.204853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Checking segment: {'id': 'fae12eb9-aa5a-4942-b3d7-0ee23c45eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '890cda78-b12c-4f47-a2f3-ef55fbef1bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:37.210110 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:37.210110 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Bound using segment: {'id': 'fae12eb9-aa5a-4942-b3d7-0ee23c45eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '890cda78-b12c-4f47-a2f3-ef55fbef1bcd'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:22:37.210110 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Bound port: 3959fd82-6e6f-4902-b3ee-0d2220398ae9, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae12eb9-aa5a-4942-b3d7-0ee23c45eb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '890cda78-b12c-4f47-a2f3-ef55fbef1bcd'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:22:37.210110 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:37.342276 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] For port 3959fd82-6e6f-4902-b3ee-0d2220398ae9, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:22:37.347598 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] For port 3959fd82-6e6f-4902-b3ee-0d2220398ae9, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=3959fd82-6e6f-4902-b3ee-0d2220398ae9,segment=NetworkSegment(fae12eb9-aa5a-4942-b3d7-0ee23c45eb12),segment_id=fae12eb9-aa5a-4942-b3d7-0ee23c45eb12)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:22:37.399321 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e2cedc-f149-4469-ab4e-2dddb573d6d3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 20b66116-eddd-4afb-9b68-dd9e76fac1ae has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:22:37.450085 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:37.464847 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:37.495879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890cda78-b12c-4f47-a2f3-ef55fbef1bcd']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:37.506866 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-12651632-f765-400d-86ae-491e298e13de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:35Z', 'revision_number': 7, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '3050ce36-a595-4ada-81e2-a6d922a70353', 'name': '', 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:c1:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:14Z', 'updated_at': '2021-12-21T22:22:25Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2b42aa-3e67-40ba-8cf8-270c3b818661', 'name': '', 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:0f:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:24Z', 'updated_at': '2021-12-21T22:22:34Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:37.511448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b4d9ee3b-9e86-40d2-b8f5-a6608d13bd3b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:37.514594 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12651632-f765-400d-86ae-491e298e13de None None] Checking router: 20b66116-eddd-4afb-9b68-dd9e76fac1ae for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:22:37.515016 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae12eb9-aa5a-4942-b3d7-0ee23c45eb12') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:37.515310 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae12eb9-aa5a-4942-b3d7-0ee23c45eb12') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:37.531028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:37.532774 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12651632-f765-400d-86ae-491e298e13de None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:37.534709 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-12651632-f765-400d-86ae-491e298e13de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:37.549899 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b4d9ee3b-9e86-40d2-b8f5-a6608d13bd3b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:37.552895 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b4d9ee3b-9e86-40d2-b8f5-a6608d13bd3b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4205198 Dec 21 22:22:37.555318 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35464) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:37.561218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-8e888fad-dd04-4a5c-839a-2610fbff4dbc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1308160077'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:37.564823 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:37.570275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-8e888fad-dd04-4a5c-839a-2610fbff4dbc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:37.575058 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:22:37.575455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:37.582155 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d60ac3-5380-460e-802d-696f150bb24f None None] Pushing event updated for resources: {'Port': ['ID=3959fd82-6e6f-4902-b3ee-0d2220398ae9,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:37.594183 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:37.599278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8e888fad-dd04-4a5c-839a-2610fbff4dbc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:network and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:37.605299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8e888fad-dd04-4a5c-839a-2610fbff4dbc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:37.623010 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-8e888fad-dd04-4a5c-839a-2610fbff4dbc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:37.702216 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c68a1fe-beb4-48c4-8a27-dadd219f738d None None] Network 890cda78-b12c-4f47-a2f3-ef55fbef1bcd requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:37.711956 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.api [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:22:37.711956 dv-neutron-822520-1-hyperv neutron-server[84168]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:22:37.711956 dv-neutron-822520-1-hyperv neutron-server[84168]: [parameters: {'id': '890cda78-b12c-4f47-a2f3-ef55fbef1bcd'}] Dec 21 22:22:37.711956 dv-neutron-822520-1-hyperv neutron-server[84168]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:22:37.712791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG oslo_db.api [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:22:37.721189 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-12651632-f765-400d-86ae-491e298e13de None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:22:37.745862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e888fad-dd04-4a5c-839a-2610fbff4dbc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:37.748822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8e888fad-dd04-4a5c-839a-2610fbff4dbc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:37.812130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e888fad-dd04-4a5c-839a-2610fbff4dbc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:22:37.823552 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e2cedc-f149-4469-ab4e-2dddb573d6d3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:22:37.830740 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-94e2cedc-f149-4469-ab4e-2dddb573d6d3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:37.835251 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-94e2cedc-f149-4469-ab4e-2dddb573d6d3 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/20b66116-eddd-4afb-9b68-dd9e76fac1ae HTTP/1.1" status: 200 len: 699 time: 3.8836620 Dec 21 22:22:37.835251 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35472) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:37.841045 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8e888fad-dd04-4a5c-839a-2610fbff4dbc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:37.842618 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-8e888fad-dd04-4a5c-839a-2610fbff4dbc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Added segment 4915505d-87ef-4926-ae38-2b7df0c0fb70 of type vlan for network 5a9c077a-4ad1-475b-9dca-de463137395f Dec 21 22:22:37.921371 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b355b400-8266-47ff-a52e-c90ee0f00509 req-909a8843-51b9-48e5-81a8-de917184c387 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0650933 Dec 21 22:22:37.948213 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8e888fad-dd04-4a5c-839a-2610fbff4dbc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:37.986486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d142931a-b51c-4f93-800b-304032753456 None None] Network 890cda78-b12c-4f47-a2f3-ef55fbef1bcd requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:38.049338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8e888fad-dd04-4a5c-839a-2610fbff4dbc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:38.053040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e888fad-dd04-4a5c-839a-2610fbff4dbc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:38.053616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8e888fad-dd04-4a5c-839a-2610fbff4dbc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:38.176038 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e888fad-dd04-4a5c-839a-2610fbff4dbc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Network': ['ID=5a9c077a-4ad1-475b-9dca-de463137395f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:38.190974 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 5a9c077a-4ad1-475b-9dca-de463137395f details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:38.200344 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8e888fad-dd04-4a5c-839a-2610fbff4dbc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6437490 Dec 21 22:22:38.203164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35476) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:38.219472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2b5c99a5-3c78-4e24-917e-8fd4505fd9fe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'subnet': {'network_id': '5a9c077a-4ad1-475b-9dca-de463137395f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:38.323072 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-12651632-f765-400d-86ae-491e298e13de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:35Z', 'revision_number': 7, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '3050ce36-a595-4ada-81e2-a6d922a70353', 'name': '', 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:c1:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:14Z', 'updated_at': '2021-12-21T22:22:25Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2b42aa-3e67-40ba-8cf8-270c3b818661', 'name': '', 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:0f:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:24Z', 'updated_at': '2021-12-21T22:22:34Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:38.326035 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-02b29b15-8d7b-46a1-8a2d-377bf6a6ff13 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Deleting port ea1a3619-8f8b-44dd-b063-6a57d4a02594 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:38.326496 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-02b29b15-8d7b-46a1-8a2d-377bf6a6ff13 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:38.326937 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf1f4e7-af48-4ce4-9bf7-2be923b8bd9b None None] get_active_networks_info from dv-neutron-822520-1-hyperv {{(pid=84170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:22:38.334637 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12651632-f765-400d-86ae-491e298e13de None None] The sync data for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv is: [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:35Z', 'revision_number': 7, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '3050ce36-a595-4ada-81e2-a6d922a70353', 'name': '', 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:c1:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:14Z', 'updated_at': '2021-12-21T22:22:25Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2b42aa-3e67-40ba-8cf8-270c3b818661', 'name': '', 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:0f:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:24Z', 'updated_at': '2021-12-21T22:22:34Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:22:38.364476 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ecd0e-82c8-4a1e-98fc-fd1cea994aeb req-232040e9-7f4b-428b-9510-af7310811f0d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:38.366387 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d41ecd0e-82c8-4a1e-98fc-fd1cea994aeb req-232040e9-7f4b-428b-9510-af7310811f0d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.3488274 Dec 21 22:22:38.383347 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-baa2addd-b373-43b6-addf-d6df25d3354b tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/routers/20b66116-eddd-4afb-9b68-dd9e76fac1ae HTTP/1.1" status: 200 len: 699 time: 0.5476432 Dec 21 22:22:38.396037 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:38.401287 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35480) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:38.485185 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d41ecd0e-82c8-4a1e-98fc-fd1cea994aeb req-d13b7169-e49c-4748-8cc3-80d5766a0c41 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093194 Dec 21 22:22:38.490199 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2b5c99a5-3c78-4e24-917e-8fd4505fd9fe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:38.494594 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2b5c99a5-3c78-4e24-917e-8fd4505fd9fe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:subnet and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:38.497934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2b5c99a5-3c78-4e24-917e-8fd4505fd9fe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:38.504212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2b5c99a5-3c78-4e24-917e-8fd4505fd9fe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:38.516128 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Deleting port 3959fd82-6e6f-4902-b3ee-0d2220398ae9 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:38.516631 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:38.533442 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1f4e7-af48-4ce4-9bf7-2be923b8bd9b None None] Resources bound (agent type, host, resource id): {{(pid=84170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 22:22:38.607102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-02b29b15-8d7b-46a1-8a2d-377bf6a6ff13 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:38.663875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5c99a5-3c78-4e24-917e-8fd4505fd9fe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:38.683017 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb86cca0-0bb3-40c9-8e89-cb75fa0da933 None None] Sync routers for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:22:38.723366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86cca0-0bb3-40c9-8e89-cb75fa0da933 None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:38.724030 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-cb86cca0-0bb3-40c9-8e89-cb75fa0da933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:38.744420 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-02b29b15-8d7b-46a1-8a2d-377bf6a6ff13 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Calling delete_port for ea1a3619-8f8b-44dd-b063-6a57d4a02594 owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:38.860343 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b5c99a5-3c78-4e24-917e-8fd4505fd9fe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:38.955010 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-cb86cca0-0bb3-40c9-8e89-cb75fa0da933 None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:22:38.997836 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-02b29b15-8d7b-46a1-8a2d-377bf6a6ff13 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:39.053366 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b29b15-8d7b-46a1-8a2d-377bf6a6ff13 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Port': ['ID=ea1a3619-8f8b-44dd-b063-6a57d4a02594,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:39.256467 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] For port 3959fd82-6e6f-4902-b3ee-0d2220398ae9, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=3959fd82-6e6f-4902-b3ee-0d2220398ae9,segment=NetworkSegment(fae12eb9-aa5a-4942-b3d7-0ee23c45eb12),segment_id=fae12eb9-aa5a-4942-b3d7-0ee23c45eb12)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:39.256740 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:39.266719 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-850e2ae7-848c-46cf-afc9-abbfeeaf7f7a req-5fb47ce8-7b10-44dc-a603-05babfb3da2e tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.2456415 Dec 21 22:22:39.404119 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-02b29b15-8d7b-46a1-8a2d-377bf6a6ff13 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:39.447245 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Calling delete_port for 3959fd82-6e6f-4902-b3ee-0d2220398ae9 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:39.448641 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-cb86cca0-0bb3-40c9-8e89-cb75fa0da933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:35Z', 'revision_number': 7, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '3050ce36-a595-4ada-81e2-a6d922a70353', 'name': '', 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:c1:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:14Z', 'updated_at': '2021-12-21T22:22:25Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2b42aa-3e67-40ba-8cf8-270c3b818661', 'name': '', 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:0f:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:24Z', 'updated_at': '2021-12-21T22:22:34Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:39.453372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb86cca0-0bb3-40c9-8e89-cb75fa0da933 None None] Checking router: 20b66116-eddd-4afb-9b68-dd9e76fac1ae for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:22:39.467796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86cca0-0bb3-40c9-8e89-cb75fa0da933 None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:39.468459 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-cb86cca0-0bb3-40c9-8e89-cb75fa0da933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:39.698809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46be15ea-34d2-44f8-b37a-6f03f4ecc4cc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:39.731433 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-cb86cca0-0bb3-40c9-8e89-cb75fa0da933 None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:22:39.767095 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:39.804632 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b5c99a5-3c78-4e24-917e-8fd4505fd9fe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:39.878312 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38027227-30bd-4706-9e15-55cc6a8d8608 req-ceb47025-8c13-4d26-8b4b-4a687b756580 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:39.879761 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-38027227-30bd-4706-9e15-55cc6a8d8608 req-ceb47025-8c13-4d26-8b4b-4a687b756580 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.1879606 Dec 21 22:22:39.899228 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Port': ['ID=3959fd82-6e6f-4902-b3ee-0d2220398ae9,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:39.926418 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No DVR routers for this DVR port 3959fd82-6e6f-4902-b3ee-0d2220398ae9 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:22:40.002502 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-38027227-30bd-4706-9e15-55cc6a8d8608 req-8c7e1211-2a0d-480f-b675-f127bc2a9158 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672269 Dec 21 22:22:40.055339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c99a5-3c78-4e24-917e-8fd4505fd9fe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Subnet': ['ID=c7c33d16-d5e8-4bc8-a715-2763e191099e,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:40.095499 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-cb86cca0-0bb3-40c9-8e89-cb75fa0da933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:35Z', 'revision_number': 7, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '3050ce36-a595-4ada-81e2-a6d922a70353', 'name': '', 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:c1:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:14Z', 'updated_at': '2021-12-21T22:22:25Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2b42aa-3e67-40ba-8cf8-270c3b818661', 'name': '', 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:0f:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:24Z', 'updated_at': '2021-12-21T22:22:34Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:40.100593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb86cca0-0bb3-40c9-8e89-cb75fa0da933 None None] The sync data for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv is: [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:35Z', 'revision_number': 7, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '3050ce36-a595-4ada-81e2-a6d922a70353', 'name': '', 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:c1:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:14Z', 'updated_at': '2021-12-21T22:22:25Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2b42aa-3e67-40ba-8cf8-270c3b818661', 'name': '', 'network_id': '251151b7-2b1d-4b4a-933b-9d24865fe8be', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:0f:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:24Z', 'updated_at': '2021-12-21T22:22:34Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '7fad43fd-9a29-415f-bcfe-1d29e71c13f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:22:40.123649 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:40.136799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5c99a5-3c78-4e24-917e-8fd4505fd9fe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Checking segment: {'id': '4915505d-87ef-4926-ae38-2b7df0c0fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a9c077a-4ad1-475b-9dca-de463137395f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:40.137307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5c99a5-3c78-4e24-917e-8fd4505fd9fe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network hostable DHCP agents. Network: 5a9c077a-4ad1-475b-9dca-de463137395f, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:22:40.163930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890cda78-b12c-4f47-a2f3-ef55fbef1bcd']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:40.188432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae12eb9-aa5a-4942-b3d7-0ee23c45eb12') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:40.188722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae12eb9-aa5a-4942-b3d7-0ee23c45eb12') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:40.205047 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:40.235557 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b29b15-8d7b-46a1-8a2d-377bf6a6ff13 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router e7076bea-8b76-470b-aa10-b5ba1f4955eb has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:22:40.252051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:40.273389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:22:40.273707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:40.288754 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:40.445724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b29b15-8d7b-46a1-8a2d-377bf6a6ff13 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:22:40.448983 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5c99a5-3c78-4e24-917e-8fd4505fd9fe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 5a9c077a-4ad1-475b-9dca-de463137395f is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:22:40.455657 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854069d7-585a-4322-83d7-4765e05ba184 None None] Sync routers for ids ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:22:40.462786 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-02b29b15-8d7b-46a1-8a2d-377bf6a6ff13 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "PUT /v2.0/routers/e7076bea-8b76-470b-aa10-b5ba1f4955eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2446268 Dec 21 22:22:40.464147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35490) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:40.469491 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854069d7-585a-4322-83d7-4765e05ba184 None None] Routers {'e7076bea-8b76-470b-aa10-b5ba1f4955eb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:40.470233 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-854069d7-585a-4322-83d7-4765e05ba184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:40.480567 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3fff6ad2-0e4b-4a6c-a63a-26f2eea9a8b8 req-30b1f87b-8c4b-4c1e-8e6e-06cd80fb7515 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1177154 Dec 21 22:22:40.531298 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-854069d7-585a-4322-83d7-4765e05ba184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:40.543858 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854069d7-585a-4322-83d7-4765e05ba184 None None] Routers {'e7076bea-8b76-470b-aa10-b5ba1f4955eb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:40.544784 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-854069d7-585a-4322-83d7-4765e05ba184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:40.580782 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:40.600551 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:40.608541 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-854069d7-585a-4322-83d7-4765e05ba184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:40.608860 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854069d7-585a-4322-83d7-4765e05ba184 None None] The sync data for ids ['e7076bea-8b76-470b-aa10-b5ba1f4955eb'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:22:40.611901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-2b5c99a5-3c78-4e24-917e-8fd4505fd9fe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 5a9c077a-4ad1-475b-9dca-de463137395f) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:40.619791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Network': ['ID=890cda78-b12c-4f47-a2f3-ef55fbef1bcd,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:40.621920 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c99a5-3c78-4e24-917e-8fd4505fd9fe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:40.622517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b5c99a5-3c78-4e24-917e-8fd4505fd9fe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:40.628746 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd12375-a0a6-4ef1-af9c-3898c4f992d5 None None] Network 5a9c077a-4ad1-475b-9dca-de463137395f requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:40.684393 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1802-ac22-4225-9097-49e85832378a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:40.686564 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6a0f89ae-00d2-40dd-beee-e7b22445b53b tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/890cda78-b12c-4f47-a2f3-ef55fbef1bcd HTTP/1.1" status: 204 len: 168 time: 4.3351071 Dec 21 22:22:40.691468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35494) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:40.848457 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2b5c99a5-3c78-4e24-917e-8fd4505fd9fe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6441524 Dec 21 22:22:40.851455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35498) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:40.852121 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-15579321-b0e0-4e0d-836f-5b00717cb31c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:40.853125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15579321-b0e0-4e0d-836f-5b00717cb31c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:40.857909 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-15579321-b0e0-4e0d-836f-5b00717cb31c tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/subnets/b6bfc9c6-cc0e-4982-884b-ca32c8a676ed HTTP/1.1" status: 404 len: 337 time: 0.1624291 Dec 21 22:22:40.858915 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35500) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:40.865046 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'network_id': '5a9c077a-4ad1-475b-9dca-de463137395f', 'name': 'tempest-PortsIpV6TestJSON-283418090'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:40.888107 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-5a9c077a-4ad1-475b-9dca-de463137395f', 'network_id': '5a9c077a-4ad1-475b-9dca-de463137395f', 'tenant_id': 'e25ed88120b04026a7839bff967cb097', 'fixed_ips': [{'subnet_id': 'c7c33d16-d5e8-4bc8-a715-2763e191099e'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:22:40.889230 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:40.936906 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d21e41-34d8-42eb-ab3a-a43b73395494 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:40.937324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d21e41-34d8-42eb-ab3a-a43b73395494 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:40.941197 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-29d21e41-34d8-42eb-ab3a-a43b73395494 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/890cda78-b12c-4f47-a2f3-ef55fbef1bcd HTTP/1.1" status: 404 len: 339 time: 0.0782237 Dec 21 22:22:40.942384 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35506) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:40.984237 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26249fe-dba1-4b0e-b9fd-979d8e105f75 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:40.984823 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26249fe-dba1-4b0e-b9fd-979d8e105f75 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:40.988835 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e26249fe-dba1-4b0e-b9fd-979d8e105f75 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/subnets/2a5b8afd-b3d4-489d-ab84-8a58d127a55c HTTP/1.1" status: 404 len: 337 time: 0.0432289 Dec 21 22:22:40.990417 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35510) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:41.032380 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e8f5800-11b9-4e1e-a926-53963be0628a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:41.048492 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e8f5800-11b9-4e1e-a926-53963be0628a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:41.050473 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7e8f5800-11b9-4e1e-a926-53963be0628a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/b4eddca3-eb7a-49d3-8ccf-7c48797ccef2 HTTP/1.1" status: 404 len: 339 time: 0.0594316 Dec 21 22:22:41.053119 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35516) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:41.089834 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Allocated IP 2001:db8::2 (5a9c077a-4ad1-475b-9dca-de463137395f/c7c33d16-d5e8-4bc8-a715-2763e191099e/7fdaa26c-ef50-4ff2-8185-34ee704ca563) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:41.117728 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-46be15ea-34d2-44f8-b37a-6f03f4ecc4cc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port 4c2b42aa-3e67-40ba-8cf8-270c3b818661 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:41.120885 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46be15ea-34d2-44f8-b37a-6f03f4ecc4cc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:41.122214 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:41.128685 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:port and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:41.133299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:41.148376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:41.154097 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1802-ac22-4225-9097-49e85832378a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:41.255280 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a52a6f-a2c2-43cf-aea2-2fdfc8429d08 req-8ea5282a-3728-4fc2-8325-0de3068c41ba tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:41.257466 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d0a52a6f-a2c2-43cf-aea2-2fdfc8429d08 req-8ea5282a-3728-4fc2-8325-0de3068c41ba tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.0967393 Dec 21 22:22:41.296261 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-9c8a1802-ac22-4225-9097-49e85832378a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Deleting port 43a6808b-b738-4388-916c-0b2d9fc432e1 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:41.296652 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1802-ac22-4225-9097-49e85832378a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:41.324598 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:41.327524 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:41.350073 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d912a0c7-23c2-4c3b-9827-cb5fa986a98a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:41.355758 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:41.367009 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Transition to ACTIVE for port object 7fdaa26c-ef50-4ff2-8185-34ee704ca563 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:41.373992 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d0a52a6f-a2c2-43cf-aea2-2fdfc8429d08 req-7c817869-217d-4c35-8227-dd821737697d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101050 Dec 21 22:22:41.381965 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] device_id is not set on port c5702bfe-fb94-4153-a4d9-2d6bc2a93ea3 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:22:41.398755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Transition to ACTIVE for port object 7fdaa26c-ef50-4ff2-8185-34ee704ca563 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:41.465972 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:41.483282 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-46be15ea-34d2-44f8-b37a-6f03f4ecc4cc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] For port 4c2b42aa-3e67-40ba-8cf8-270c3b818661, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4c2b42aa-3e67-40ba-8cf8-270c3b818661,segment=NetworkSegment(69260e40-94f9-4cf9-8d33-d90726088a3e),segment_id=69260e40-94f9-4cf9-8d33-d90726088a3e)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:41.483784 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46be15ea-34d2-44f8-b37a-6f03f4ecc4cc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:41.539696 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Network 5a9c077a-4ad1-475b-9dca-de463137395f is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:41.543775 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:41.545612 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Pushing event updated for resources: {'Port': ['ID=7fdaa26c-ef50-4ff2-8185-34ee704ca563,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:41.548132 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:41.610938 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d912a0c7-23c2-4c3b-9827-cb5fa986a98a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:41.617724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1802-ac22-4225-9097-49e85832378a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:41.641343 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Attempting to bind port 7fdaa26c-ef50-4ff2-8185-34ee704ca563 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:22:41.641710 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Attempting to bind port 7fdaa26c-ef50-4ff2-8185-34ee704ca563 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '4915505d-87ef-4926-ae38-2b7df0c0fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a9c077a-4ad1-475b-9dca-de463137395f'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:22:41.642097 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Attempting to bind port 7fdaa26c-ef50-4ff2-8185-34ee704ca563 on network 5a9c077a-4ad1-475b-9dca-de463137395f {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:22:41.648792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:22:41.649155 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Checking segment: {'id': '4915505d-87ef-4926-ae38-2b7df0c0fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a9c077a-4ad1-475b-9dca-de463137395f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:41.650151 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:41.650544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Bound using segment: {'id': '4915505d-87ef-4926-ae38-2b7df0c0fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a9c077a-4ad1-475b-9dca-de463137395f'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:22:41.650992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Bound port: 7fdaa26c-ef50-4ff2-8185-34ee704ca563, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4915505d-87ef-4926-ae38-2b7df0c0fb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a9c077a-4ad1-475b-9dca-de463137395f'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:22:41.651350 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:41.733935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-46be15ea-34d2-44f8-b37a-6f03f4ecc4cc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for 4c2b42aa-3e67-40ba-8cf8-270c3b818661 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:41.741049 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] For port 7fdaa26c-ef50-4ff2-8185-34ee704ca563, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:22:41.745346 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] For port 7fdaa26c-ef50-4ff2-8185-34ee704ca563, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=7fdaa26c-ef50-4ff2-8185-34ee704ca563,segment=NetworkSegment(4915505d-87ef-4926-ae38-2b7df0c0fb70),segment_id=4915505d-87ef-4926-ae38-2b7df0c0fb70)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:22:41.777467 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-d912a0c7-23c2-4c3b-9827-cb5fa986a98a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed3e2e3-df08-451c-b9de-6fe9183ddcf4']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:41.786421 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5f8127ae-4c6e-4dce-af60-3468a371cd91 req-4f0a915b-e57c-4db5-ad09-cd604598082f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1642292 Dec 21 22:22:41.804772 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-d912a0c7-23c2-4c3b-9827-cb5fa986a98a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06909a48-0fce-4c8b-9933-0d897ec6ef0e') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:41.805076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-d912a0c7-23c2-4c3b-9827-cb5fa986a98a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06909a48-0fce-4c8b-9933-0d897ec6ef0e') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:41.828078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d912a0c7-23c2-4c3b-9827-cb5fa986a98a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:41.835415 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:41.857668 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d912a0c7-23c2-4c3b-9827-cb5fa986a98a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:41.861268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-9c8a1802-ac22-4225-9097-49e85832378a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Calling delete_port for 43a6808b-b738-4388-916c-0b2d9fc432e1 owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:41.877762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d912a0c7-23c2-4c3b-9827-cb5fa986a98a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:22:41.878186 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d912a0c7-23c2-4c3b-9827-cb5fa986a98a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:41.892898 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:41.901169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Allocated IP 2001:db8::138 (5a9c077a-4ad1-475b-9dca-de463137395f/c7c33d16-d5e8-4bc8-a715-2763e191099e/c5702bfe-fb94-4153-a4d9-2d6bc2a93ea3) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:41.925741 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04223c55-7957-410f-bb2b-852c483c34f1 None None] Pushing event updated for resources: {'Port': ['ID=7fdaa26c-ef50-4ff2-8185-34ee704ca563,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:42.067776 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d912a0c7-23c2-4c3b-9827-cb5fa986a98a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:42.073418 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d912a0c7-23c2-4c3b-9827-cb5fa986a98a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:42.112395 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912a0c7-23c2-4c3b-9827-cb5fa986a98a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Network': ['ID=2ed3e2e3-df08-451c-b9de-6fe9183ddcf4,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:42.121802 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d912a0c7-23c2-4c3b-9827-cb5fa986a98a tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/2ed3e2e3-df08-451c-b9de-6fe9183ddcf4 HTTP/1.1" status: 204 len: 168 time: 1.0673814 Dec 21 22:22:42.122587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35522) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:42.158108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46be15ea-34d2-44f8-b37a-6f03f4ecc4cc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:42.203910 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-2873e6d2-451d-41d3-951a-dcfe0b6cc852 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:42.204354 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2873e6d2-451d-41d3-951a-dcfe0b6cc852 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:42.206043 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2873e6d2-451d-41d3-951a-dcfe0b6cc852 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/subnets/9ab834e8-cbd6-4991-b511-03b85320cab7 HTTP/1.1" status: 404 len: 337 time: 0.0825291 Dec 21 22:22:42.209346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35526) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:42.214073 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be15ea-34d2-44f8-b37a-6f03f4ecc4cc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Port': ['ID=4c2b42aa-3e67-40ba-8cf8-270c3b818661,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:42.270924 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7604591-5abc-4546-9609-956432650d65 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:42.271363 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7604591-5abc-4546-9609-956432650d65 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:42.284673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:42.325662 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Transition to ACTIVE for port object c5702bfe-fb94-4153-a4d9-2d6bc2a93ea3 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:42.360733 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b7604591-5abc-4546-9609-956432650d65 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/c127ab27-f90c-434b-af7c-d7b27b2927b9 HTTP/1.1" status: 404 len: 339 time: 0.1468239 Dec 21 22:22:42.360733 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1802-ac22-4225-9097-49e85832378a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:42.364318 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35530) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:42.468362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:42.474076 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a1802-ac22-4225-9097-49e85832378a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Port': ['ID=43a6808b-b738-4388-916c-0b2d9fc432e1,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:42.480731 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3b581d-dce2-4c69-b1e5-e2c48eed2978 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:42.489639 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3b581d-dce2-4c69-b1e5-e2c48eed2978 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:42.489639 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dd3b581d-dce2-4c69-b1e5-e2c48eed2978 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/subnets/d56a4e14-ca54-4852-a439-cc07b612fce8 HTTP/1.1" status: 404 len: 337 time: 0.0804765 Dec 21 22:22:42.489973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 7fdaa26c-ef50-4ff2-8185-34ee704ca563 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:42.518041 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35536) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:42.633938 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 7fdaa26c-ef50-4ff2-8185-34ee704ca563 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:42.691863 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-85cbbd59-ea84-4500-9ad3-741f3029adad tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:42.692523 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85cbbd59-ea84-4500-9ad3-741f3029adad tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:42.696232 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-85cbbd59-ea84-4500-9ad3-741f3029adad tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/8a12d4cb-b722-4b95-b235-54e86d3759a9 HTTP/1.1" status: 404 len: 339 time: 0.1676540 Dec 21 22:22:42.697851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35540) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:42.702143 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 5a9c077a-4ad1-475b-9dca-de463137395f is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:42.710302 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:42.718886 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:42.722789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:42.723383 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:42.732793 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=c5702bfe-fb94-4153-a4d9-2d6bc2a93ea3,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:42.750500 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9f91bf-a7b6-4aa8-bcea-e8d547bcca70 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:42.750938 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9f91bf-a7b6-4aa8-bcea-e8d547bcca70 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:42.752582 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bd9f91bf-a7b6-4aa8-bcea-e8d547bcca70 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/subnets/70564d52-bd0c-4925-bd71-8f4c8a20aa69 HTTP/1.1" status: 404 len: 337 time: 0.0493517 Dec 21 22:22:42.756524 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35544) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:42.778159 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46be15ea-34d2-44f8-b37a-6f03f4ecc4cc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:42.789937 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeeff5ad-9f40-48fa-89f9-691596b32e52 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:42.790986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeeff5ad-9f40-48fa-89f9-691596b32e52 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:42.794810 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-eeeff5ad-9f40-48fa-89f9-691596b32e52 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/4de12cd1-7393-45eb-9c85-b8395c9f0bc9 HTTP/1.1" status: 404 len: 339 time: 0.0351508 Dec 21 22:22:42.795112 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35548) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:42.892529 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ab9a0a5f-8271-4872-a758-ba0e2159e667 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0346463 Dec 21 22:22:42.897749 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-addda9ea-ffed-4dda-9b81-26af1150816f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:42.898292 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-addda9ea-ffed-4dda-9b81-26af1150816f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:42.903036 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-addda9ea-ffed-4dda-9b81-26af1150816f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/subnets/228f5f5d-32be-4ca2-8b56-811a62e669a0 HTTP/1.1" status: 404 len: 337 time: 0.1041524 Dec 21 22:22:42.903256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35554) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:42.904331 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35556) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:42.911850 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'network_id': '5a9c077a-4ad1-475b-9dca-de463137395f', 'name': 'tempest-PortsIpV6TestJSON-1876830262'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:42.981192 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890de3cc-e684-4376-86cf-11f2e5001e62 req-352548bb-17cf-4197-9546-627b1ea47330 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:42.982757 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-890de3cc-e684-4376-86cf-11f2e5001e62 req-352548bb-17cf-4197-9546-627b1ea47330 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.4546134 Dec 21 22:22:42.983288 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1802-ac22-4225-9097-49e85832378a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:43.008316 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4716ffb3-f59d-4cb3-b832-c44d7d525c4e req-6b6829d4-34f8-4741-8e5a-2970697ba3c9 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1021175 Dec 21 22:22:43.038729 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c26da1-df86-48a6-813d-8329f4488598 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:43.038831 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c26da1-df86-48a6-813d-8329f4488598 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:43.041095 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d9c26da1-df86-48a6-813d-8329f4488598 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/dc9bbb5c-489f-4fc8-87c3-aaae5c0f1ebc HTTP/1.1" status: 404 len: 339 time: 0.1156459 Dec 21 22:22:43.047745 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35562) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:43.072926 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9f24a3-efcc-4fe1-9dcb-45c9e7756bff None None] Network 5a9c077a-4ad1-475b-9dca-de463137395f requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:43.095320 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d95c2a8-d968-435d-9e97-6547d620dc71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:43.096015 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d95c2a8-d968-435d-9e97-6547d620dc71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:43.099892 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8d95c2a8-d968-435d-9e97-6547d620dc71 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/subnets/e9e924c6-49b2-4634-bc88-15288d71fd0f HTTP/1.1" status: 404 len: 337 time: 0.0491095 Dec 21 22:22:43.100277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35566) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:43.130289 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-941cea2a-4368-4001-b374-b07a808c4ebb tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:43.130722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941cea2a-4368-4001-b374-b07a808c4ebb tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:43.135424 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-941cea2a-4368-4001-b374-b07a808c4ebb tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/36d9996d-e9cc-4d67-be3b-1cf5ba474b59 HTTP/1.1" status: 404 len: 339 time: 0.0312140 Dec 21 22:22:43.135565 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35570) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:43.178960 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5a97c4-fde5-4169-9a6d-60f6f977863e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:43.179396 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5a97c4-fde5-4169-9a6d-60f6f977863e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:43.184012 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4c5a97c4-fde5-4169-9a6d-60f6f977863e tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/subnets/5429e0eb-dcfd-460c-b1c1-ab831c588d48 HTTP/1.1" status: 404 len: 337 time: 0.0446212 Dec 21 22:22:43.184012 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35574) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:43.215125 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6a2ec9-d93b-4770-8ee8-84661101e3f0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:43.215558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6a2ec9-d93b-4770-8ee8-84661101e3f0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:43.219750 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8b6a2ec9-d93b-4770-8ee8-84661101e3f0 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/6e48ab89-154a-449f-80fe-4ce53f7f1b18 HTTP/1.1" status: 404 len: 339 time: 0.0323880 Dec 21 22:22:43.219902 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35578) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:43.308693 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0fe12f06-433c-4a40-be59-d6248ea7462d None None] Provisioning for port 7fdaa26c-ef50-4ff2-8185-34ee704ca563 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:43.321687 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2abad3-be4c-42d4-9499-a2978edc1db1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:43.322458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd2abad3-be4c-42d4-9499-a2978edc1db1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:43.327371 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-cd2abad3-be4c-42d4-9499-a2978edc1db1 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/subnets/212afb15-eb96-41c8-a4ea-2bb4cfcc58c2 HTTP/1.1" status: 404 len: 337 time: 0.1036110 Dec 21 22:22:43.330549 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35582) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:43.366548 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0fe12f06-433c-4a40-be59-d6248ea7462d None None] Provisioning complete for port 7fdaa26c-ef50-4ff2-8185-34ee704ca563 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:43.366918 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0fe12f06-433c-4a40-be59-d6248ea7462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:43.432430 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-5624c1c1-9494-4a85-b026-dbeb36a852fe tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:43.432957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5624c1c1-9494-4a85-b026-dbeb36a852fe tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:43.437253 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5624c1c1-9494-4a85-b026-dbeb36a852fe tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/e68986f2-7396-429c-96b1-ff54668e5f05 HTTP/1.1" status: 404 len: 339 time: 0.1063063 Dec 21 22:22:43.437881 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35586) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:43.481607 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-890de3cc-e684-4376-86cf-11f2e5001e62 req-ac6cda2e-c5ad-4a57-9bc2-6b74fca63b28 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4375339 Dec 21 22:22:43.483722 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1802-ac22-4225-9097-49e85832378a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:43.490656 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-11378acb-59e1-478e-8cd7-d1050206375f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:43.491193 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11378acb-59e1-478e-8cd7-d1050206375f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:43.493655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1802-ac22-4225-9097-49e85832378a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:43.496526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35590) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:43.497271 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-11378acb-59e1-478e-8cd7-d1050206375f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/subnets/ac8f92e3-c1f8-406f-a9da-8901749cd764 HTTP/1.1" status: 404 len: 337 time: 0.0492663 Dec 21 22:22:43.516630 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0fe12f06-433c-4a40-be59-d6248ea7462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:43.521895 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:43.527504 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:port and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:43.530532 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-37dde82d-31a2-46eb-ba87-b75fa4f6e91f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:43.530827 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37dde82d-31a2-46eb-ba87-b75fa4f6e91f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:43.534720 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-37dde82d-31a2-46eb-ba87-b75fa4f6e91f tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/0832b2d9-0a7c-4666-9130-0957a59d6bc0 HTTP/1.1" status: 404 len: 339 time: 0.0345795 Dec 21 22:22:43.534720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:43.536392 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35594) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:43.541143 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:43.565031 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0fe12f06-433c-4a40-be59-d6248ea7462d None None] For port 7fdaa26c-ef50-4ff2-8185-34ee704ca563, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=7fdaa26c-ef50-4ff2-8185-34ee704ca563,segment=NetworkSegment(4915505d-87ef-4926-ae38-2b7df0c0fb70),segment_id=4915505d-87ef-4926-ae38-2b7df0c0fb70)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:43.644717 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:43.647856 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:43.656540 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0fe12f06-433c-4a40-be59-d6248ea7462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:43.671003 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1802-ac22-4225-9097-49e85832378a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:43.671630 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8a1802-ac22-4225-9097-49e85832378a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Fanout notify agent at l3_agent the message router_deleted on router e7076bea-8b76-470b-aa10-b5ba1f4955eb {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:22:43.687154 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] device_id is not set on port edc1b8ec-c43a-4196-bfbb-1e6a0a946e9e yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:22:43.728850 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c8a1802-ac22-4225-9097-49e85832378a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:43.729960 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9c8a1802-ac22-4225-9097-49e85832378a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/routers/e7076bea-8b76-470b-aa10-b5ba1f4955eb HTTP/1.1" status: 204 len: 168 time: 3.2649007 Dec 21 22:22:43.733602 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35598) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:43.754797 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe12f06-433c-4a40-be59-d6248ea7462d None None] Pushing event updated for resources: {'Port': ['ID=7fdaa26c-ef50-4ff2-8185-34ee704ca563,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:43.788201 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f45d25fa-96af-4294-94b1-60636c53eb94 None None] Provisioning complete for port 7fdaa26c-ef50-4ff2-8185-34ee704ca563 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:43.788337 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f45d25fa-96af-4294-94b1-60636c53eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:43.891593 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-444576ad-057d-4c24-bf7e-de3fdc45d088 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Deleting subnet 831692c4-425b-4a1a-863b-0960ae3ca78d {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:22:43.896204 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-444576ad-057d-4c24-bf7e-de3fdc45d088 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:43.952967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46be15ea-34d2-44f8-b37a-6f03f4ecc4cc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 20b66116-eddd-4afb-9b68-dd9e76fac1ae has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:22:43.962563 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-444576ad-057d-4c24-bf7e-de3fdc45d088 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.003706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f45d25fa-96af-4294-94b1-60636c53eb94 None None] Provisioning for port c5702bfe-fb94-4153-a4d9-2d6bc2a93ea3 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:44.010717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f45d25fa-96af-4294-94b1-60636c53eb94 None None] Provisioning complete for port c5702bfe-fb94-4153-a4d9-2d6bc2a93ea3 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:44.011334 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f45d25fa-96af-4294-94b1-60636c53eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.024024 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Allocated IP 2001:db8::ed (5a9c077a-4ad1-475b-9dca-de463137395f/c7c33d16-d5e8-4bc8-a715-2763e191099e/edc1b8ec-c43a-4196-bfbb-1e6a0a946e9e) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:44.066328 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f45d25fa-96af-4294-94b1-60636c53eb94 None None] Port c5702bfe-fb94-4153-a4d9-2d6bc2a93ea3 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:22:44.076441 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e468889-8ddd-4ec9-b3b0-83029769be9e tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Deleting subnet ff17fa62-11f8-49fc-ac70-2a71f491db80 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:22:44.082512 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4e468889-8ddd-4ec9-b3b0-83029769be9e tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.164667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4e468889-8ddd-4ec9-b3b0-83029769be9e tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.188933 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-da3f1245-1393-40ff-9302-e5b0222b0b30 None None] Provisioning complete for port c5702bfe-fb94-4153-a4d9-2d6bc2a93ea3 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:44.189557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-da3f1245-1393-40ff-9302-e5b0222b0b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.257069 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-da3f1245-1393-40ff-9302-e5b0222b0b30 None None] Port c5702bfe-fb94-4153-a4d9-2d6bc2a93ea3 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:22:44.337479 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-54a18602-ad38-45ab-a505-e9b27638089d req-171b515a-fbf8-47a0-b307-bb2448343dd7 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.2492032 Dec 21 22:22:44.347237 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 7fdaa26c-ef50-4ff2-8185-34ee704ca563 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:44.373949 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-444576ad-057d-4c24-bf7e-de3fdc45d088 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.387520 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4e468889-8ddd-4ec9-b3b0-83029769be9e tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.435593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 7fdaa26c-ef50-4ff2-8185-34ee704ca563 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:44.435972 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.449114 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.469618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46be15ea-34d2-44f8-b37a-6f03f4ecc4cc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:22:44.483659 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a057af23-f861-41fe-8f83-fc126479bf25 None None] Sync routers for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:22:44.483867 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-46be15ea-34d2-44f8-b37a-6f03f4ecc4cc tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/20b66116-eddd-4afb-9b68-dd9e76fac1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0806687 Dec 21 22:22:44.485986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35608) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:44.486151 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Transition to ACTIVE for port object edc1b8ec-c43a-4196-bfbb-1e6a0a946e9e will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:44.510132 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a057af23-f861-41fe-8f83-fc126479bf25 None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:44.510758 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a057af23-f861-41fe-8f83-fc126479bf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:44.533465 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-444576ad-057d-4c24-bf7e-de3fdc45d088 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.587384 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-444576ad-057d-4c24-bf7e-de3fdc45d088 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.591381 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4e468889-8ddd-4ec9-b3b0-83029769be9e tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.591549 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-444576ad-057d-4c24-bf7e-de3fdc45d088 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/subnets/831692c4-425b-4a1a-863b-0960ae3ca78d HTTP/1.1" status: 204 len: 168 time: 1.0509233 Dec 21 22:22:44.593237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444576ad-057d-4c24-bf7e-de3fdc45d088 tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Subnet': ['ID=831692c4-425b-4a1a-863b-0960ae3ca78d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:44.594751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35614) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:44.604362 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ed60f3-ebc1-4dd2-8d5e-fbbe742c13c7 None None] Network 56778faf-e9d1-495f-9ec3-11a46806507d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:44.646489 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e468889-8ddd-4ec9-b3b0-83029769be9e tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Subnet': ['ID=ff17fa62-11f8-49fc-ac70-2a71f491db80,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:44.650287 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.807599 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4e468889-8ddd-4ec9-b3b0-83029769be9e tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.820294 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 5a9c077a-4ad1-475b-9dca-de463137395f is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:44.825015 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:44.827717 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:44.832014 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:44.832767 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.845914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4a7c50-88cc-4f19-99f4-a9290e5ecfb3 None None] Network bb7a0440-66d6-45ea-a371-5fef166bc6fe requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:44.862190 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1e0abe-9a31-4b29-9b43-8012e70dfa4c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting subnet 7fad43fd-9a29-415f-bcfe-1d29e71c13f8 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:22:44.866775 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a057af23-f861-41fe-8f83-fc126479bf25 None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:22:44.868857 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0abe-9a31-4b29-9b43-8012e70dfa4c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.881586 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4e468889-8ddd-4ec9-b3b0-83029769be9e tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/subnets/ff17fa62-11f8-49fc-ac70-2a71f491db80 HTTP/1.1" status: 204 len: 168 time: 1.1443329 Dec 21 22:22:44.881586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=edc1b8ec-c43a-4196-bfbb-1e6a0a946e9e,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:44.885356 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35618) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:44.903638 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.944422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Deleting port bc8f8304-8c3c-4ed4-8692-da76944d0d71 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:44.944901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:44.954038 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2ada5-b73f-4ed4-89cd-f62ad0fed005 req-eb87ce93-b2da-4f37-9872-3b160df5116a tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:44.955547 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-44e2ada5-b73f-4ed4-89cd-f62ad0fed005 req-eb87ce93-b2da-4f37-9872-3b160df5116a tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.2258918 Dec 21 22:22:44.964031 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d51bb2dd-f2b2-40d0-a304-2961afef4196 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0610240 Dec 21 22:22:44.964810 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35622) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:44.972825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0abe-9a31-4b29-9b43-8012e70dfa4c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:45.135700 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:45.164003 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-44e2ada5-b73f-4ed4-89cd-f62ad0fed005 req-0dfaee40-3ba3-474b-a228-c35cb8427bd7 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955013 Dec 21 22:22:45.170901 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Deleting port a6e45818-7d73-45bf-a901-90902041fee7 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:45.171163 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:45.236360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81080e-0e82-43fc-9f9d-181905b535a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:45.237042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2b81080e-0e82-43fc-9f9d-181905b535a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:45.272700 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] For port bc8f8304-8c3c-4ed4-8692-da76944d0d71, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bc8f8304-8c3c-4ed4-8692-da76944d0d71,segment=NetworkSegment(9a762efc-ae2f-43e6-8ba4-f76eb2fe27a2),segment_id=9a762efc-ae2f-43e6-8ba4-f76eb2fe27a2)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:45.273316 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:45.413110 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Calling delete_port for bc8f8304-8c3c-4ed4-8692-da76944d0d71 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:45.413308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2b81080e-0e82-43fc-9f9d-181905b535a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:45.413463 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:45.417335 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3eced8b8-96f0-4b3f-8af5-67a4eda79da4 None None] Provisioning for port edc1b8ec-c43a-4196-bfbb-1e6a0a946e9e completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:45.417443 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2b81080e-0e82-43fc-9f9d-181905b535a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A138 HTTP/1.1" status: 200 len: 928 time: 0.4254191 Dec 21 22:22:45.418127 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35630) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:45.436658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3eced8b8-96f0-4b3f-8af5-67a4eda79da4 None None] Provisioning complete for port edc1b8ec-c43a-4196-bfbb-1e6a0a946e9e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:45.437030 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3eced8b8-96f0-4b3f-8af5-67a4eda79da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:45.454126 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0abe-9a31-4b29-9b43-8012e70dfa4c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:45.487387 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] For port a6e45818-7d73-45bf-a901-90902041fee7, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a6e45818-7d73-45bf-a901-90902041fee7,segment=NetworkSegment(99469934-7db8-4273-9510-286cf46be167),segment_id=99469934-7db8-4273-9510-286cf46be167)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:45.487898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:45.543975 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ab3d11a3-b9c1-4818-8b21-13737c7a1e7b req-0abe5f43-cd27-4f0f-b6fa-1ecb01cf9451 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0595973 Dec 21 22:22:45.559860 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3eced8b8-96f0-4b3f-8af5-67a4eda79da4 None None] Port edc1b8ec-c43a-4196-bfbb-1e6a0a946e9e cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:22:45.587058 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7e3e46-05bb-4b29-ac86-75429cc7192b None None] DHCP port deletion for 56778faf-e9d1-495f-9ec3-11a46806507d request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:22:45.602980 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-aa7e3e46-05bb-4b29-ac86-75429cc7192b None None] Deleting port bc8f8304-8c3c-4ed4-8692-da76944d0d71 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:45.602980 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aa7e3e46-05bb-4b29-ac86-75429cc7192b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:45.661718 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a057af23-f861-41fe-8f83-fc126479bf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:41Z', 'revision_number': 8, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '3050ce36-a595-4ada-81e2-a6d922a70353', 'name': '', 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:c1:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:14Z', 'updated_at': '2021-12-21T22:22:25Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:45.667364 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecb2ad8-f9f3-47e8-a79a-ba54d86ad2f8 None None] DHCP port deletion for bb7a0440-66d6-45ea-a371-5fef166bc6fe request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:22:45.684854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:45.697760 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb2ad8-f9f3-47e8-a79a-ba54d86ad2f8 None None] Deleting port a6e45818-7d73-45bf-a901-90902041fee7 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:45.698240 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2ad8-f9f3-47e8-a79a-ba54d86ad2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:45.732783 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a057af23-f861-41fe-8f83-fc126479bf25 None None] Checking router: 20b66116-eddd-4afb-9b68-dd9e76fac1ae for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:22:45.733055 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Port': ['ID=bc8f8304-8c3c-4ed4-8692-da76944d0d71,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:45.737006 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0abe-9a31-4b29-9b43-8012e70dfa4c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:45.737542 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-4c60c35b-891e-4cec-964a-7a2e7681ce7e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port edc1b8ec-c43a-4196-bfbb-1e6a0a946e9e {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:45.737875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4c60c35b-891e-4cec-964a-7a2e7681ce7e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:45.744122 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-aa7e3e46-05bb-4b29-ac86-75429cc7192b None None] The port 'bc8f8304-8c3c-4ed4-8692-da76944d0d71' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:22:45.780924 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Calling delete_port for a6e45818-7d73-45bf-a901-90902041fee7 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:45.788709 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d1e0abe-9a31-4b29-9b43-8012e70dfa4c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:45.798260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e0abe-9a31-4b29-9b43-8012e70dfa4c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Subnet': ['ID=7fad43fd-9a29-415f-bcfe-1d29e71c13f8,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:45.802775 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aa7280-e062-4592-895d-72faf7cc7d8b None None] Network 251151b7-2b1d-4b4a-933b-9d24865fe8be requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:45.803633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] No DVR routers for this DVR port bc8f8304-8c3c-4ed4-8692-da76944d0d71 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:22:45.828636 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a057af23-f861-41fe-8f83-fc126479bf25 None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:45.829269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a057af23-f861-41fe-8f83-fc126479bf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:45.835619 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0d1e0abe-9a31-4b29-9b43-8012e70dfa4c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/7fad43fd-9a29-415f-bcfe-1d29e71c13f8 HTTP/1.1" status: 204 len: 168 time: 1.3475759 Dec 21 22:22:45.836715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35634) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:46.047383 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:46.113516 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Port': ['ID=a6e45818-7d73-45bf-a901-90902041fee7,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:46.120858 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] No DVR routers for this DVR port a6e45818-7d73-45bf-a901-90902041fee7 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:22:46.151069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:46.153241 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4c60c35b-891e-4cec-964a-7a2e7681ce7e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:46.198950 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:46.214935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56778faf-e9d1-495f-9ec3-11a46806507d']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:46.223246 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5ecb2ad8-f9f3-47e8-a79a-ba54d86ad2f8 None None] For port a6e45818-7d73-45bf-a901-90902041fee7, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a6e45818-7d73-45bf-a901-90902041fee7,segment=NetworkSegment(99469934-7db8-4273-9510-286cf46be167),segment_id=99469934-7db8-4273-9510-286cf46be167)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:46.223640 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2ad8-f9f3-47e8-a79a-ba54d86ad2f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:46.240191 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a057af23-f861-41fe-8f83-fc126479bf25 None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:22:46.247646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a762efc-ae2f-43e6-8ba4-f76eb2fe27a2') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:46.247938 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a762efc-ae2f-43e6-8ba4-f76eb2fe27a2') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:46.279560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:46.311024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:46.323459 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port 456e94c4-dd57-42a5-8bd4-88aba06e3a53 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:46.323819 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:46.353568 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bc8f8304-8c3c-4ed4-8692-da76944d0d71 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:22:46.375666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:22:46.376000 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:46.391890 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:46.417583 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-4c60c35b-891e-4cec-964a-7a2e7681ce7e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for edc1b8ec-c43a-4196-bfbb-1e6a0a946e9e owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:46.461205 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb2ad8-f9f3-47e8-a79a-ba54d86ad2f8 None None] Calling delete_port for a6e45818-7d73-45bf-a901-90902041fee7 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:46.492789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: bc8f8304-8c3c-4ed4-8692-da76944d0d71 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:22:46.493885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bc8f8304-8c3c-4ed4-8692-da76944d0d71 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:22:46.494320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a6e45818-7d73-45bf-a901-90902041fee7 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:22:46.523508 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:46.551841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: a6e45818-7d73-45bf-a901-90902041fee7 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:22:46.552225 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a6e45818-7d73-45bf-a901-90902041fee7 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:22:46.580629 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7a0440-66d6-45ea-a371-5fef166bc6fe']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:46.590770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:46.601468 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99469934-7db8-4273-9510-286cf46be167') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:46.601718 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99469934-7db8-4273-9510-286cf46be167') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:46.617593 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:46.656733 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:46.684027 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:46.703283 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f93a57-aba7-47cd-8a10-5cc6338e227a req-ee69d342-443f-47a7-8a9a-7e1523fb6422 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:46.704655 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:22:46.709900 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a2f93a57-aba7-47cd-8a10-5cc6338e227a req-ee69d342-443f-47a7-8a9a-7e1523fb6422 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.3309739 Dec 21 22:22:46.716071 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:22:46.716390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:46.718356 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] Pushing event deleted for resources: {'Network': ['ID=56778faf-e9d1-495f-9ec3-11a46806507d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:46.731670 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:46.739296 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-21ece69f-58cd-48d7-916f-2b7b6ac3ce7d tempest-NetworksTest-1584097800 tempest-NetworksTest-1584097800-project] 10.222.0.37 "DELETE /v2.0/networks/56778faf-e9d1-495f-9ec3-11a46806507d HTTP/1.1" status: 204 len: 168 time: 2.1391630 Dec 21 22:22:46.741671 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-313021bc-9f3c-4d48-9db5-449ee48f7657 req-c28c6221-9569-4606-b46a-d35504990cb4 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0820820 Dec 21 22:22:46.744933 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] For port 456e94c4-dd57-42a5-8bd4-88aba06e3a53, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=456e94c4-dd57-42a5-8bd4-88aba06e3a53,segment=NetworkSegment(69260e40-94f9-4cf9-8d33-d90726088a3e),segment_id=69260e40-94f9-4cf9-8d33-d90726088a3e)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:46.745287 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:46.831823 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-5ecb2ad8-f9f3-47e8-a79a-ba54d86ad2f8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:22:46.837532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-5ecb2ad8-f9f3-47e8-a79a-ba54d86ad2f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:22:46.888721 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4c60c35b-891e-4cec-964a-7a2e7681ce7e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:46.898960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for 456e94c4-dd57-42a5-8bd4-88aba06e3a53 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:46.951092 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60c35b-891e-4cec-964a-7a2e7681ce7e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=edc1b8ec-c43a-4196-bfbb-1e6a0a946e9e,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:46.969237 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a2f93a57-aba7-47cd-8a10-5cc6338e227a req-2cecdc16-0f26-4d8a-8a67-8ccf9c82d6c7 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2557757 Dec 21 22:22:46.981196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8db229-d7b6-49f0-81d1-321afa0e8438 None None] DHCP port deletion for 251151b7-2b1d-4b4a-933b-9d24865fe8be request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:22:46.989871 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-fd8db229-d7b6-49f0-81d1-321afa0e8438 None None] Deleting port 456e94c4-dd57-42a5-8bd4-88aba06e3a53 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:46.990264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fd8db229-d7b6-49f0-81d1-321afa0e8438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:47.027391 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4c60c35b-891e-4cec-964a-7a2e7681ce7e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:47.051346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:47.074076 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:47.079228 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/networks/bb7a0440-66d6-45ea-a371-5fef166bc6fe HTTP/1.1" status: 204 len: 168 time: 2.1899559 Dec 21 22:22:47.080798 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:47.086417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35648) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:47.091007 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-fd8db229-d7b6-49f0-81d1-321afa0e8438 None None] The port '456e94c4-dd57-42a5-8bd4-88aba06e3a53' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:22:47.097111 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738413df-9652-478f-81f3-ef569e9b5045 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Network': ['ID=bb7a0440-66d6-45ea-a371-5fef166bc6fe,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:47.125602 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a057af23-f861-41fe-8f83-fc126479bf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:41Z', 'revision_number': 8, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '3050ce36-a595-4ada-81e2-a6d922a70353', 'name': '', 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:c1:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:14Z', 'updated_at': '2021-12-21T22:22:25Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:47.130332 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a057af23-f861-41fe-8f83-fc126479bf25 None None] The sync data for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv is: [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:41Z', 'revision_number': 8, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '3050ce36-a595-4ada-81e2-a6d922a70353', 'name': '', 'network_id': '7fc7e621-c19d-46dc-bd92-4f06dc6153bf', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:c1:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:14Z', 'updated_at': '2021-12-21T22:22:25Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': 'b507a1a6-417c-4851-9b80-900359f99f9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:22:47.154532 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4c60c35b-891e-4cec-964a-7a2e7681ce7e tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/edc1b8ec-c43a-4196-bfbb-1e6a0a946e9e HTTP/1.1" status: 204 len: 168 time: 1.7332304 Dec 21 22:22:47.154944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35652) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:47.206346 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-05211c01-a9d9-495b-a0a2-b7fca433af12 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] GET failed (client error): The resource could not be found. Dec 21 22:22:47.206930 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-05211c01-a9d9-495b-a0a2-b7fca433af12 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:47.234680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Port': ['ID=456e94c4-dd57-42a5-8bd4-88aba06e3a53,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:47.258416 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] No DVR routers for this DVR port 456e94c4-dd57-42a5-8bd4-88aba06e3a53 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:22:47.313510 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-05211c01-a9d9-495b-a0a2-b7fca433af12 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:47.314840 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-05211c01-a9d9-495b-a0a2-b7fca433af12 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports/edc1b8ec-c43a-4196-bfbb-1e6a0a946e9e HTTP/1.1" status: 404 len: 333 time: 0.1588137 Dec 21 22:22:47.317514 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35656) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:47.334392 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb2ad8-f9f3-47e8-a79a-ba54d86ad2f8 None None] Deleting port a6e45818-7d73-45bf-a901-90902041fee7 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:47.335062 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2ad8-f9f3-47e8-a79a-ba54d86ad2f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:47.400311 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-711f14f6-7fdb-433e-9473-c8b0dd855d22 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Deleting port 7e9cdfcb-5242-4467-b772-7c96af269f20 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:47.401320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-711f14f6-7fdb-433e-9473-c8b0dd855d22 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:47.424152 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb2ad8-f9f3-47e8-a79a-ba54d86ad2f8 None None] The port 'a6e45818-7d73-45bf-a901-90902041fee7' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:22:47.424805 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-25f43c52-ba6f-4469-8648-6846380161b6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port c5702bfe-fb94-4153-a4d9-2d6bc2a93ea3 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:47.425162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-25f43c52-ba6f-4469-8648-6846380161b6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:47.535895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35664) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:47.544507 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:47.620430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251151b7-2b1d-4b4a-933b-9d24865fe8be']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:47.650136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69260e40-94f9-4cf9-8d33-d90726088a3e') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:47.650547 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69260e40-94f9-4cf9-8d33-d90726088a3e') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:47.719086 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:47.812635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:47.853579 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:22:47.854093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:47.876194 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22644bf0-773c-474d-9559-bc9da429ba07 req-d397058c-8f30-4e87-b5a2-f8271bc2f477 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:47.877633 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-22644bf0-773c-474d-9559-bc9da429ba07 req-d397058c-8f30-4e87-b5a2-f8271bc2f477 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.3676088 Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:47.904640 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:47.948286 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-25f43c52-ba6f-4469-8648-6846380161b6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:48.015931 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-22644bf0-773c-474d-9559-bc9da429ba07 req-2d835f75-a0f7-4d3c-b2ff-928b5f1e8701 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324022 Dec 21 22:22:48.029908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-711f14f6-7fdb-433e-9473-c8b0dd855d22 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:48.030229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-711f14f6-7fdb-433e-9473-c8b0dd855d22 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:48.066769 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d78b5121-bd0a-4c74-a34d-e4716e2bd1aa req-217483a0-fe49-41ad-aa18-85234b3a962c tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.2219214 Dec 21 22:22:48.094640 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-25f43c52-ba6f-4469-8648-6846380161b6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for c5702bfe-fb94-4153-a4d9-2d6bc2a93ea3 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:48.237932 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-711f14f6-7fdb-433e-9473-c8b0dd855d22 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Calling delete_port for 7e9cdfcb-5242-4467-b772-7c96af269f20 owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:48.278699 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e6e09cfd-ce1c-4065-9574-3435a74ad2bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49d01ada7fe342dbac812ee14f417ef1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7377830 Dec 21 22:22:48.285979 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35672) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:48.288319 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-25f43c52-ba6f-4469-8648-6846380161b6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:48.309069 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3341735f-0081-42d5-95a5-fd9913371ed2 req-02494bc7-2ddd-4ca7-9406-309da207ef18 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1554338f714a4532b4ef038ba8da42a6&device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 1098 time: 0.5969598 Dec 21 22:22:48.313346 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 456e94c4-dd57-42a5-8bd4-88aba06e3a53 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:22:48.338168 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f43c52-ba6f-4469-8648-6846380161b6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=c5702bfe-fb94-4153-a4d9-2d6bc2a93ea3,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:48.351454 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 456e94c4-dd57-42a5-8bd4-88aba06e3a53 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:22:48.352099 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 456e94c4-dd57-42a5-8bd4-88aba06e3a53 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:22:48.352741 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4c2b42aa-3e67-40ba-8cf8-270c3b818661 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:22:48.361366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:48.396056 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 4c2b42aa-3e67-40ba-8cf8-270c3b818661 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:22:48.396384 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4c2b42aa-3e67-40ba-8cf8-270c3b818661 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:22:48.423591 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:48.428046 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-25f43c52-ba6f-4469-8648-6846380161b6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:48.496718 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Network': ['ID=251151b7-2b1d-4b4a-933b-9d24865fe8be,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:48.654463 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d26d61fe-8be7-4cd0-90ee-10ef4f2249b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/networks/251151b7-2b1d-4b4a-933b-9d24865fe8be HTTP/1.1" status: 204 len: 168 time: 2.7122889 Dec 21 22:22:48.654463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-867f19d1-b2cf-428c-8b2c-b21ce47b5d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:48.654463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341735f-0081-42d5-95a5-fd9913371ed2 req-bbc480f6-d85e-49a2-bd4d-d9a847dc404d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:48.654463 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3341735f-0081-42d5-95a5-fd9913371ed2 req-bbc480f6-d85e-49a2-bd4d-d9a847dc404d service neutron] 10.222.0.49 "GET /v2.0/networks?id=23bea38b-1ef2-4c9c-a871-d310f9003b4f HTTP/1.1" status: 200 len: 912 time: 0.3077161 Dec 21 22:22:48.655401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35676) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:48.707116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-867f19d1-b2cf-428c-8b2c-b21ce47b5d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:48.777860 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3341735f-0081-42d5-95a5-fd9913371ed2 req-6f420982-fdd1-4235-8dd9-3e0b9555215c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e488e08-58b5-4407-bf45-a146ca34f446 HTTP/1.1" status: 200 len: 1001 time: 0.1389499 Dec 21 22:22:48.845198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341735f-0081-42d5-95a5-fd9913371ed2 req-35d8a310-a454-4dea-af7b-1a75b1496219 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:48.846642 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3341735f-0081-42d5-95a5-fd9913371ed2 req-35d8a310-a454-4dea-af7b-1a75b1496219 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db6618fb-d062-4732-86da-363d150315c5 HTTP/1.1" status: 200 len: 850 time: 0.0594630 Dec 21 22:22:48.929731 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3341735f-0081-42d5-95a5-fd9913371ed2 req-d43423f0-64ab-43d1-9063-6520678702e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23bea38b-1ef2-4c9c-a871-d310f9003b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715699 Dec 21 22:22:48.969747 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-25f43c52-ba6f-4469-8648-6846380161b6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/c5702bfe-fb94-4153-a4d9-2d6bc2a93ea3 HTTP/1.1" status: 204 len: 168 time: 1.6511040 Dec 21 22:22:48.979637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35680) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:49.021227 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f28ae0ed-3627-470a-af2b-fd1026cb6999 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] GET failed (client error): The resource could not be found. Dec 21 22:22:49.021717 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f28ae0ed-3627-470a-af2b-fd1026cb6999 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:49.031503 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-867f19d1-b2cf-428c-8b2c-b21ce47b5d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:49.034625 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-711f14f6-7fdb-433e-9473-c8b0dd855d22 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:49.052528 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-383e6357-bacf-45df-8fc2-598f14e13561 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:49.096734 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f19d1-b2cf-428c-8b2c-b21ce47b5d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10514273-139d-4671-9538-4a23babc0857,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:49.109076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f14f6-7fdb-433e-9473-c8b0dd855d22 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Port': ['ID=7e9cdfcb-5242-4467-b772-7c96af269f20,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:49.172577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f28ae0ed-3627-470a-af2b-fd1026cb6999 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:49.176210 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f28ae0ed-3627-470a-af2b-fd1026cb6999 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports/c5702bfe-fb94-4153-a4d9-2d6bc2a93ea3 HTTP/1.1" status: 404 len: 333 time: 0.1998794 Dec 21 22:22:49.176330 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3341735f-0081-42d5-95a5-fd9913371ed2 req-4f2924d7-022c-49b8-8fdc-c7a39664d69f service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349749 Dec 21 22:22:49.178295 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35688) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:49.224631 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-867f19d1-b2cf-428c-8b2c-b21ce47b5d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:49.228616 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-867f19d1-b2cf-428c-8b2c-b21ce47b5d4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10514273-139d-4671-9538-4a23babc0857 HTTP/1.1" status: 204 len: 168 time: 0.9375749 Dec 21 22:22:49.293509 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f2be09ea-67c0-45c8-8541-afb5e9b8e098 req-5d6ed76f-6aec-47e8-a5d2-eb31c362bf0a tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0924103 Dec 21 22:22:49.366214 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-711f14f6-7fdb-433e-9473-c8b0dd855d22 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for floatingip, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:49.369170 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-711f14f6-7fdb-433e-9473-c8b0dd855d22 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:49.370306 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-711f14f6-7fdb-433e-9473-c8b0dd855d22 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/floatingips/b385f624-0be6-41f9-9396-c6bd0dd509dc HTTP/1.1" status: 204 len: 168 time: 2.2434587 Dec 21 22:22:49.379462 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35694) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:49.394083 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b38413-58e7-4717-b415-9b051e0c7754 req-1a6aa776-ba23-456d-85f8-896fb04db48e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:49.398510 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-24b38413-58e7-4717-b415-9b051e0c7754 req-1a6aa776-ba23-456d-85f8-896fb04db48e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.1762977 Dec 21 22:22:49.435774 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a6ff0e-1ee7-4a52-84d3-8ccb3a526316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:49.436210 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a6ff0e-1ee7-4a52-84d3-8ccb3a526316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:49.437824 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-70a6ff0e-1ee7-4a52-84d3-8ccb3a526316 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/ports/fb31ee68-fbf8-4c4c-bf65-a229867e3852 HTTP/1.1" status: 404 len: 333 time: 0.0574551 Dec 21 22:22:49.440642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35698) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:49.485059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d6e12dcb-44fa-4b37-bab4-272f5a5aecd6 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Synchronizing usage tracker for tenant:d0abccf8fdf748e6a1d14020fd33dfb5 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:49.488596 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3341735f-0081-42d5-95a5-fd9913371ed2 req-2ca75d90-6a48-4712-bcfc-72096d33f047 service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865305 Dec 21 22:22:49.582406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d6e12dcb-44fa-4b37-bab4-272f5a5aecd6 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Unset dirty status for tenant:d0abccf8fdf748e6a1d14020fd33dfb5 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:49.583659 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d6e12dcb-44fa-4b37-bab4-272f5a5aecd6 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7076bea-8b76-470b-aa10-b5ba1f4955eb HTTP/1.1" status: 200 len: 205 time: 0.1421924 Dec 21 22:22:49.586303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35704) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:49.698624 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-24b38413-58e7-4717-b415-9b051e0c7754 req-67df83c6-48d5-4aa0-99da-be87918cc9ba tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930858 Dec 21 22:22:49.722101 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca2d8d9-6e58-40b4-bb50-3e899f69e513 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting subnet c7c33d16-d5e8-4bc8-a715-2763e191099e {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:22:49.777375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8ca2d8d9-6e58-40b4-bb50-3e899f69e513 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:49.779633 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-5f43c407-f627-4e16-8653-835d70936c20 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] delete failed (client error): The resource could not be found. Dec 21 22:22:49.783382 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5f43c407-f627-4e16-8653-835d70936c20 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/routers/e7076bea-8b76-470b-aa10-b5ba1f4955eb HTTP/1.1" status: 404 len: 336 time: 0.1931686 Dec 21 22:22:49.783488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35714) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:49.821572 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3c44ef-051d-47d6-a8d3-aa77bb15e9f2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] DELETE failed (client error): The resource could not be found. Dec 21 22:22:49.822171 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3c44ef-051d-47d6-a8d3-aa77bb15e9f2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:22:49.823753 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6e3c44ef-051d-47d6-a8d3-aa77bb15e9f2 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/subnets/ff17fa62-11f8-49fc-ac70-2a71f491db80 HTTP/1.1" status: 404 len: 337 time: 0.0394282 Dec 21 22:22:49.826391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35718) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:49.879399 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8ca2d8d9-6e58-40b4-bb50-3e899f69e513 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:49.894958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-b4b058b1-cabb-4833-b997-886a916faed8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Deleting port 94e5b62e-765f-4306-9a74-e2d3f0fe5c4b {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:49.894958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b4b058b1-cabb-4833-b997-886a916faed8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:50.067164 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8ca2d8d9-6e58-40b4-bb50-3e899f69e513 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:50.158646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b4b058b1-cabb-4833-b997-886a916faed8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:50.260255 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8ca2d8d9-6e58-40b4-bb50-3e899f69e513 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:50.320274 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2d8d9-6e58-40b4-bb50-3e899f69e513 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c33d16-d5e8-4bc8-a715-2763e191099e,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:50.331385 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8ca2d8d9-6e58-40b4-bb50-3e899f69e513 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:50.337819 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878a2249-5935-46b4-9c9b-b65858f52a2a None None] Network 5a9c077a-4ad1-475b-9dca-de463137395f requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:50.340320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-b4b058b1-cabb-4833-b997-886a916faed8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Calling delete_port for 94e5b62e-765f-4306-9a74-e2d3f0fe5c4b owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:50.344071 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8ca2d8d9-6e58-40b4-bb50-3e899f69e513 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/c7c33d16-d5e8-4bc8-a715-2763e191099e HTTP/1.1" status: 204 len: 168 time: 1.1556511 Dec 21 22:22:50.345095 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35730) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:50.522524 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-383e6357-bacf-45df-8fc2-598f14e13561 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port 3050ce36-a595-4ada-81e2-a6d922a70353 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:50.522757 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-383e6357-bacf-45df-8fc2-598f14e13561 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:50.550056 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35736) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:50.551989 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b6a78c45-f5a6-4ab5-a04b-29336e5c2599 req-96018007-c754-4ee3-b446-f0e3e32a3fa9 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1683710 Dec 21 22:22:50.557947 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:50.593656 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port 7fdaa26c-ef50-4ff2-8185-34ee704ca563 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:50.593994 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:50.655219 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] DHCP port deletion for 5a9c077a-4ad1-475b-9dca-de463137395f request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:22:50.661285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b4b058b1-cabb-4833-b997-886a916faed8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:50.661735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] Deleting port 7fdaa26c-ef50-4ff2-8185-34ee704ca563 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:50.661735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:50.708657 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b058b1-cabb-4833-b997-886a916faed8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Port': ['ID=94e5b62e-765f-4306-9a74-e2d3f0fe5c4b,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:50.820291 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-5b93bb77-1d50-4018-9928-a2ea1e492a9c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2034467905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:50.835034 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5b93bb77-1d50-4018-9928-a2ea1e492a9c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:50.843838 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5b93bb77-1d50-4018-9928-a2ea1e492a9c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Usage tracker for resource:router and tenant:bf9aba04ad104db39221c94035ae93a5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:50.848787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5b93bb77-1d50-4018-9928-a2ea1e492a9c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:50.857495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5b93bb77-1d50-4018-9928-a2ea1e492a9c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:50.859888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b4b058b1-cabb-4833-b997-886a916faed8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:50.905639 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] For port 7fdaa26c-ef50-4ff2-8185-34ee704ca563, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=7fdaa26c-ef50-4ff2-8185-34ee704ca563,segment=NetworkSegment(4915505d-87ef-4926-ae38-2b7df0c0fb70),segment_id=4915505d-87ef-4926-ae38-2b7df0c0fb70)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:50.906047 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:50.936145 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-383e6357-bacf-45df-8fc2-598f14e13561 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] For port 3050ce36-a595-4ada-81e2-a6d922a70353, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=3050ce36-a595-4ada-81e2-a6d922a70353,segment=NetworkSegment(8d7b050e-67a0-42df-b253-fa7f7e011d07),segment_id=8d7b050e-67a0-42df-b253-fa7f7e011d07)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:50.936489 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-383e6357-bacf-45df-8fc2-598f14e13561 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:50.937337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5b93bb77-1d50-4018-9928-a2ea1e492a9c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:50.938528 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5b93bb77-1d50-4018-9928-a2ea1e492a9c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:50.958448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5b93bb77-1d50-4018-9928-a2ea1e492a9c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:50.971439 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b4b058b1-cabb-4833-b997-886a916faed8 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/ports/94e5b62e-765f-4306-9a74-e2d3f0fe5c4b HTTP/1.1" status: 204 len: 168 time: 1.1417873 Dec 21 22:22:50.974968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35744) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:51.025851 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] Calling delete_port for 7fdaa26c-ef50-4ff2-8185-34ee704ca563 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:51.045356 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-285a4697-22f9-47ab-a269-dbcfe1fc96b3 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Deleting port 8924c738-3d99-4ce9-8a07-3c4d005f1f4e {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:51.045917 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-285a4697-22f9-47ab-a269-dbcfe1fc96b3 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:51.097196 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5b93bb77-1d50-4018-9928-a2ea1e492a9c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:51.136402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:51.167519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-383e6357-bacf-45df-8fc2-598f14e13561 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for 3050ce36-a595-4ada-81e2-a6d922a70353 owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:51.182109 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] Pushing event deleted for resources: {'Port': ['ID=7fdaa26c-ef50-4ff2-8185-34ee704ca563,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:51.195709 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:51.196085 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:51.196924 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:51.197251 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:51.197584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:51.197911 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:51.198442 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:51.198593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:51.198875 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:51.199196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:51.199569 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:22:51.202402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557cc73f-afff-4b5e-b6eb-be0eb22fe32b None None] No DVR routers for this DVR port 7fdaa26c-ef50-4ff2-8185-34ee704ca563 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:22:51.215233 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] For port 7fdaa26c-ef50-4ff2-8185-34ee704ca563, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=7fdaa26c-ef50-4ff2-8185-34ee704ca563,segment=NetworkSegment(4915505d-87ef-4926-ae38-2b7df0c0fb70),segment_id=4915505d-87ef-4926-ae38-2b7df0c0fb70)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:51.215589 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:51.221711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5b93bb77-1d50-4018-9928-a2ea1e492a9c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:51.226258 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5b93bb77-1d50-4018-9928-a2ea1e492a9c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6733241 Dec 21 22:22:51.229847 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35748) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:51.237739 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-576813981'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:51.245478 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:51.299257 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Usage tracker for resource:network and tenant:bf9aba04ad104db39221c94035ae93a5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:51.304600 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:51.314942 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:51.352661 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-285a4697-22f9-47ab-a269-dbcfe1fc96b3 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:51.417844 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Made reservation on behalf of bf9aba04ad104db39221c94035ae93a5 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:51.420779 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:51.464932 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for 7fdaa26c-ef50-4ff2-8185-34ee704ca563 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:51.490445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-285a4697-22f9-47ab-a269-dbcfe1fc96b3 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Calling delete_port for 8924c738-3d99-4ce9-8a07-3c4d005f1f4e owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:51.521832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:51.531454 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3097c-507d-453e-83f7-38799d0c361b req-f8766697-127b-42c2-b1b7-35a772dbdb1d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:51.532975 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-20b3097c-507d-453e-83f7-38799d0c361b req-f8766697-127b-42c2-b1b7-35a772dbdb1d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.6805456 Dec 21 22:22:51.619818 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.api [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:22:51.620140 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG oslo_db.api [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:22:51.622476 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-20b3097c-507d-453e-83f7-38799d0c361b req-411b92a2-d535-4a64-9468-f171256b0dd4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801790 Dec 21 22:22:51.645125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:51.650955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Usage tracker for resource:security_group_rule and tenant:bf9aba04ad104db39221c94035ae93a5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:51.655494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:51.793058 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-383e6357-bacf-45df-8fc2-598f14e13561 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:51.829624 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:51.839601 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-59e3da3f-9382-4831-b447-8c98ecf9a18f req-89a136fe-ba45-4e23-83e7-24695dc22622 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1973467 Dec 21 22:22:51.847767 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e6357-bacf-45df-8fc2-598f14e13561 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Port': ['ID=3050ce36-a595-4ada-81e2-a6d922a70353,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:51.884201 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6e38db4c-c409-4310-a203-4d95562e29d9 req-d8680d00-68c6-4a5d-a591-999155e97661 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3625908 Dec 21 22:22:51.955271 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:52.015412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-285a4697-22f9-47ab-a269-dbcfe1fc96b3 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:52.032621 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7812e-89ad-4361-bbdf-b8b7221548dd req-5a24bd21-1b20-4f76-a14a-da97c49636f5 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:52.038504 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-06f7812e-89ad-4361-bbdf-b8b7221548dd req-5a24bd21-1b20-4f76-a14a-da97c49636f5 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.2837684 Dec 21 22:22:52.067230 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:52.082385 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285a4697-22f9-47ab-a269-dbcfe1fc96b3 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Port': ['ID=8924c738-3d99-4ce9-8a07-3c4d005f1f4e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:52.124540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port 7fdaa26c-ef50-4ff2-8185-34ee704ca563 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:52.124788 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:52.148511 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:22:52.169951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb754eb-2e82-4675-80ac-7495646d9948,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:52.206357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:52.206788 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Added segment e4520070-83c7-4d42-bd44-2560f8d68078 of type vlan for network 47889955-e8e1-4e32-a54e-5f96293e4d15 Dec 21 22:22:52.217539 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] The port '7fdaa26c-ef50-4ff2-8185-34ee704ca563' was deleted {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:22:52.234241 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-06f7812e-89ad-4361-bbdf-b8b7221548dd req-1b055167-49f6-4795-b2ce-319cdb3d442b tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839919 Dec 21 22:22:52.265910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-285a4697-22f9-47ab-a269-dbcfe1fc96b3 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:52.277588 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6e38db4c-c409-4310-a203-4d95562e29d9 req-b3cc27ed-e09d-4755-9cd3-101ecd26e2b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1554338f714a4532b4ef038ba8da42a6&device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 1098 time: 0.2962694 Dec 21 22:22:52.277588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:52.318324 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-285a4697-22f9-47ab-a269-dbcfe1fc96b3 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/ports/8924c738-3d99-4ce9-8a07-3c4d005f1f4e HTTP/1.1" status: 204 len: 168 time: 1.3451226 Dec 21 22:22:52.324999 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35758) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:52.425898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:52.456683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 7fdaa26c-ef50-4ff2-8185-34ee704ca563 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:22:52.478351 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a9c077a-4ad1-475b-9dca-de463137395f']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:52.485898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-383e6357-bacf-45df-8fc2-598f14e13561 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:52.496008 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 7fdaa26c-ef50-4ff2-8185-34ee704ca563 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:22:52.496290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 7fdaa26c-ef50-4ff2-8185-34ee704ca563 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:22:52.498889 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:52.499859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4915505d-87ef-4926-ae38-2b7df0c0fb70') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:52.500188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4915505d-87ef-4926-ae38-2b7df0c0fb70') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:52.503078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:52.503613 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:52.519954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:52.606517 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:52.636526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event updated for resources: {'Network': ['ID=47889955-e8e1-4e32-a54e-5f96293e4d15,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:52.642048 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38db4c-c409-4310-a203-4d95562e29d9 req-53f2bd9e-36e2-44f5-b29a-106125ed57f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:52.643561 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6e38db4c-c409-4310-a203-4d95562e29d9 req-53f2bd9e-36e2-44f5-b29a-106125ed57f6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=23bea38b-1ef2-4c9c-a871-d310f9003b4f HTTP/1.1" status: 200 len: 912 time: 0.3232727 Dec 21 22:22:52.647142 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 47889955-e8e1-4e32-a54e-5f96293e4d15 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:52.668681 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a02f7f0-784c-4cf8-a2cf-76e4f764a5e3 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:52.669368 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2a02f7f0-784c-4cf8-a2cf-76e4f764a5e3 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Synchronizing usage tracker for tenant:d0abccf8fdf748e6a1d14020fd33dfb5 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:22:52.679061 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:22:52.679061 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:52.697595 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:52.762619 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-138409c9-b2dc-4522-a9df-0855905af1a8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5286717 Dec 21 22:22:52.763623 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35762) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:52.771047 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-7eb116fe-bc85-4995-a909-b4fc654b1f90 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Request body: {'subnet': {'network_id': '47889955-e8e1-4e32-a54e-5f96293e4d15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:52.828451 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6e38db4c-c409-4310-a203-4d95562e29d9 req-2dd8395e-2802-4202-b47a-dfd6c0384f4c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e488e08-58b5-4407-bf45-a146ca34f446 HTTP/1.1" status: 200 len: 1001 time: 0.1778381 Dec 21 22:22:52.881360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:52.886223 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:52.909362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2a02f7f0-784c-4cf8-a2cf-76e4f764a5e3 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Unset dirty status for tenant:d0abccf8fdf748e6a1d14020fd33dfb5 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:22:52.912996 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2a02f7f0-784c-4cf8-a2cf-76e4f764a5e3 tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "GET /v2.0/ports?device_id=f412aff4-0850-47f1-9bfc-01e5c3dd119b HTTP/1.1" status: 200 len: 913 time: 0.5819707 Dec 21 22:22:52.917570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35768) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:53.019163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7eb116fe-bc85-4995-a909-b4fc654b1f90 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:53.025873 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38db4c-c409-4310-a203-4d95562e29d9 req-b62aa38b-fd13-4637-8196-d55c812cc7ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:53.027351 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6e38db4c-c409-4310-a203-4d95562e29d9 req-b62aa38b-fd13-4637-8196-d55c812cc7ae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db6618fb-d062-4732-86da-363d150315c5 HTTP/1.1" status: 200 len: 850 time: 0.1527193 Dec 21 22:22:53.028292 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7eb116fe-bc85-4995-a909-b4fc654b1f90 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Usage tracker for resource:subnet and tenant:bf9aba04ad104db39221c94035ae93a5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:53.032348 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7eb116fe-bc85-4995-a909-b4fc654b1f90 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:53.075117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7eb116fe-bc85-4995-a909-b4fc654b1f90 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:53.091050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Network': ['ID=5a9c077a-4ad1-475b-9dca-de463137395f,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:53.154112 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-da527737-9f97-4b59-b56b-fb24c88739ef req-9d5dde24-73b0-493a-8ad0-5e0e45dcf376 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0745015 Dec 21 22:22:53.191213 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb116fe-bc85-4995-a909-b4fc654b1f90 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Made reservation on behalf of bf9aba04ad104db39221c94035ae93a5 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:53.249979 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6aeb5ce7-3083-4c18-adf0-46e2aa232531 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/networks/5a9c077a-4ad1-475b-9dca-de463137395f HTTP/1.1" status: 204 len: 168 time: 2.9038246 Dec 21 22:22:53.265016 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35774) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:53.298141 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-8bc39a2b-b2c0-4b4d-b633-f66fad3bcce3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1596673172'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:53.309680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-8bc39a2b-b2c0-4b4d-b633-f66fad3bcce3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:53.316022 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6e38db4c-c409-4310-a203-4d95562e29d9 req-a046931d-3d58-426d-be7e-ecc4b41245ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23bea38b-1ef2-4c9c-a871-d310f9003b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2801414 Dec 21 22:22:53.357699 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383e6357-bacf-45df-8fc2-598f14e13561 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 20b66116-eddd-4afb-9b68-dd9e76fac1ae has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:22:53.364226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8bc39a2b-b2c0-4b4d-b633-f66fad3bcce3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:network and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:53.380361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8bc39a2b-b2c0-4b4d-b633-f66fad3bcce3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:53.412530 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d549507-ff55-4bd8-818f-8a267c35bcad req-b0322947-54db-4b1f-8e99-f23ddd5e4f0a tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:53.413858 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d549507-ff55-4bd8-818f-8a267c35bcad req-b0322947-54db-4b1f-8e99-f23ddd5e4f0a tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.3366189 Dec 21 22:22:53.419630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-8bc39a2b-b2c0-4b4d-b633-f66fad3bcce3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:53.429098 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7eb116fe-bc85-4995-a909-b4fc654b1f90 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:53.537191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383e6357-bacf-45df-8fc2-598f14e13561 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:22:53.542474 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-383e6357-bacf-45df-8fc2-598f14e13561 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/20b66116-eddd-4afb-9b68-dd9e76fac1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8857548 Dec 21 22:22:53.545084 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35778) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:53.547486 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5960c148-d142-4e62-9171-577349a39f0a None None] Sync routers for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:22:53.560344 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5960c148-d142-4e62-9171-577349a39f0a None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:53.560963 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-5960c148-d142-4e62-9171-577349a39f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:53.698150 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc39a2b-b2c0-4b4d-b633-f66fad3bcce3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:53.699408 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8bc39a2b-b2c0-4b4d-b633-f66fad3bcce3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:53.738357 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-5960c148-d142-4e62-9171-577349a39f0a None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:22:53.740546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2785e26-4a60-47af-a348-ac4daa338a42 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting subnet b507a1a6-417c-4851-9b80-900359f99f9f {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:22:53.746420 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2785e26-4a60-47af-a348-ac4daa338a42 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:53.803835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2785e26-4a60-47af-a348-ac4daa338a42 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:53.830915 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d549507-ff55-4bd8-818f-8a267c35bcad req-02e46a7e-5891-476c-8e8c-f09f4c074f5a tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4043365 Dec 21 22:22:53.844245 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc39a2b-b2c0-4b4d-b633-f66fad3bcce3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:22:53.859457 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6e38db4c-c409-4310-a203-4d95562e29d9 req-a478955f-2616-4cf4-a0c8-7b30fa9647a8 service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963777 Dec 21 22:22:53.866973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8bc39a2b-b2c0-4b4d-b633-f66fad3bcce3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:53.866973 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-8bc39a2b-b2c0-4b4d-b633-f66fad3bcce3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Added segment 81d30c55-a795-485a-bc2e-430536061ee9 of type vlan for network 5ebe5544-6c05-4162-82dc-9a4c6ca2f889 Dec 21 22:22:53.913043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2785e26-4a60-47af-a348-ac4daa338a42 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:54.049256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2785e26-4a60-47af-a348-ac4daa338a42 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:54.088167 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2785e26-4a60-47af-a348-ac4daa338a42 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Subnet': ['ID=b507a1a6-417c-4851-9b80-900359f99f9f,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:54.094701 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2785e26-4a60-47af-a348-ac4daa338a42 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:54.104274 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4f95f4-cda0-47af-bbac-f362f610624b None None] Network 7fc7e621-c19d-46dc-bd92-4f06dc6153bf requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:54.105111 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d2785e26-4a60-47af-a348-ac4daa338a42 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/b507a1a6-417c-4851-9b80-900359f99f9f HTTP/1.1" status: 204 len: 168 time: 0.5590365 Dec 21 22:22:54.106050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35784) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:54.110232 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-5960c148-d142-4e62-9171-577349a39f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:51Z', 'revision_number': 9, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:54.114706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8bc39a2b-b2c0-4b4d-b633-f66fad3bcce3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:54.117097 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5960c148-d142-4e62-9171-577349a39f0a None None] Checking router: 20b66116-eddd-4afb-9b68-dd9e76fac1ae for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:22:54.132618 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5960c148-d142-4e62-9171-577349a39f0a None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:22:54.133601 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-5960c148-d142-4e62-9171-577349a39f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:22:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:54.232354 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6e38db4c-c409-4310-a203-4d95562e29d9 req-6206a867-1500-4a58-9f2d-2fdeb97c64bc service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617105 Dec 21 22:22:54.350998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:54.351833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8bc39a2b-b2c0-4b4d-b633-f66fad3bcce3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:54.356839 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc39a2b-b2c0-4b4d-b633-f66fad3bcce3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:54.357531 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8bc39a2b-b2c0-4b4d-b633-f66fad3bcce3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:54.382563 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-5960c148-d142-4e62-9171-577349a39f0a None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:22:54.395174 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-19ed3c64-614e-4c4f-9e5b-f7f5e6c8b44f req-c98cb42f-6a3e-4427-b42d-601fa7ac244e tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0861368 Dec 21 22:22:54.396079 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7eb116fe-bc85-4995-a909-b4fc654b1f90 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:54.402203 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port 50aa842e-8075-48fb-bbb8-709a777044a0 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:54.402831 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:54.585371 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc39a2b-b2c0-4b4d-b633-f66fad3bcce3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Network': ['ID=5ebe5544-6c05-4162-82dc-9a4c6ca2f889,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:54.593141 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8bc39a2b-b2c0-4b4d-b633-f66fad3bcce3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3213460 Dec 21 22:22:54.594286 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d611494e-00b3-4df8-b5b1-ceb8c171e951 None None] DHCP port deletion for 7fc7e621-c19d-46dc-bd92-4f06dc6153bf request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:22:54.605022 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d611494e-00b3-4df8-b5b1-ceb8c171e951 None None] Deleting port 50aa842e-8075-48fb-bbb8-709a777044a0 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:54.605712 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35792) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:54.606223 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d611494e-00b3-4df8-b5b1-ceb8c171e951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:54.623786 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-367c22a6-37a4-48f6-b5d0-eb64436d7bd9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'subnet': {'network_id': '5ebe5544-6c05-4162-82dc-9a4c6ca2f889', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:54.631366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 5ebe5544-6c05-4162-82dc-9a4c6ca2f889 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:54.668596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb116fe-bc85-4995-a909-b4fc654b1f90 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event updated for resources: {'Subnet': ['ID=a2877f66-23b9-4c3e-a928-6afefdbf3da7,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:54.778051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb116fe-bc85-4995-a909-b4fc654b1f90 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Checking segment: {'id': 'e4520070-83c7-4d42-bd44-2560f8d68078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47889955-e8e1-4e32-a54e-5f96293e4d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:54.778791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aabab8-fe15-49cc-a1cc-9ae0f6eec8d2 req-fe2a4dec-01b1-4f8c-ae4f-7d73429ad6d7 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:54.779169 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb116fe-bc85-4995-a909-b4fc654b1f90 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Network hostable DHCP agents. Network: 47889955-e8e1-4e32-a54e-5f96293e4d15, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:22:54.781123 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-49aabab8-fe15-49cc-a1cc-9ae0f6eec8d2 req-fe2a4dec-01b1-4f8c-ae4f-7d73429ad6d7 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.2526834 Dec 21 22:22:54.807985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-367c22a6-37a4-48f6-b5d0-eb64436d7bd9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:54.812848 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-367c22a6-37a4-48f6-b5d0-eb64436d7bd9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:subnet and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:54.817579 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-367c22a6-37a4-48f6-b5d0-eb64436d7bd9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:54.826969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-367c22a6-37a4-48f6-b5d0-eb64436d7bd9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:54.836625 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-828bdd34-9ec7-4247-9439-6a14a018670c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:54.877155 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] For port 50aa842e-8075-48fb-bbb8-709a777044a0, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=50aa842e-8075-48fb-bbb8-709a777044a0,segment=NetworkSegment(8d7b050e-67a0-42df-b253-fa7f7e011d07),segment_id=8d7b050e-67a0-42df-b253-fa7f7e011d07)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:54.877407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:54.879797 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-5960c148-d142-4e62-9171-577349a39f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:51Z', 'revision_number': 9, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:54.885579 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5960c148-d142-4e62-9171-577349a39f0a None None] The sync data for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv is: [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:51Z', 'revision_number': 9, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '60e138b3-479f-47c9-9ad9-3bd250ebc364', 'name': '', 'network_id': '1b4e9663-ecc7-45d2-89c4-8371a977abc4', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:79:c5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:22:04Z', 'updated_at': '2021-12-21T22:22:15Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '0fa46787-7575-4c82-8da5-b39e714e1066', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:22:54.910886 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d611494e-00b3-4df8-b5b1-ceb8c171e951 None None] For port 50aa842e-8075-48fb-bbb8-709a777044a0, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=50aa842e-8075-48fb-bbb8-709a777044a0,segment=NetworkSegment(8d7b050e-67a0-42df-b253-fa7f7e011d07),segment_id=8d7b050e-67a0-42df-b253-fa7f7e011d07)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:54.913766 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d611494e-00b3-4df8-b5b1-ceb8c171e951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:54.995667 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb116fe-bc85-4995-a909-b4fc654b1f90 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Network 47889955-e8e1-4e32-a54e-5f96293e4d15 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:22:54.997849 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367c22a6-37a4-48f6-b5d0-eb64436d7bd9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:55.038067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d611494e-00b3-4df8-b5b1-ceb8c171e951 None None] Calling delete_port for 50aa842e-8075-48fb-bbb8-709a777044a0 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:55.116500 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-7eb116fe-bc85-4995-a909-b4fc654b1f90 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 47889955-e8e1-4e32-a54e-5f96293e4d15) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:55.127001 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb116fe-bc85-4995-a909-b4fc654b1f90 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:55.127286 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1ff9fd-fcc6-4d9f-8ac9-00bdba49706a None None] Network 47889955-e8e1-4e32-a54e-5f96293e4d15 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:55.127767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7eb116fe-bc85-4995-a909-b4fc654b1f90 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:55.142695 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-367c22a6-37a4-48f6-b5d0-eb64436d7bd9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:55.150854 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for 50aa842e-8075-48fb-bbb8-709a777044a0 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:55.219539 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d611494e-00b3-4df8-b5b1-ceb8c171e951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:55.222679 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-49aabab8-fe15-49cc-a1cc-9ae0f6eec8d2 req-605d9a3a-b379-47dd-a8c7-70af02760a19 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4356525 Dec 21 22:22:55.246524 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.api [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:22:55.247391 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG oslo_db.api [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:22:55.378917 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d611494e-00b3-4df8-b5b1-ceb8c171e951 None None] No DVR routers for this DVR port 50aa842e-8075-48fb-bbb8-709a777044a0 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:22:55.378917 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611494e-00b3-4df8-b5b1-ceb8c171e951 None None] Pushing event deleted for resources: {'Port': ['ID=50aa842e-8075-48fb-bbb8-709a777044a0,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:55.455494 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7eb116fe-bc85-4995-a909-b4fc654b1f90 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6520579 Dec 21 22:22:55.455784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35796) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:55.455784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-829be5fd-be38-445c-b9c6-be89ba7672e9 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Request body: {'network': {'name': 'tempest-router-network01--348445802'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:55.455784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-829be5fd-be38-445c-b9c6-be89ba7672e9 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:55.455784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-829be5fd-be38-445c-b9c6-be89ba7672e9 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Usage tracker for resource:network and tenant:bf9aba04ad104db39221c94035ae93a5 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:55.455784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-829be5fd-be38-445c-b9c6-be89ba7672e9 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:55.455784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-829be5fd-be38-445c-b9c6-be89ba7672e9 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:55.466124 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-47889955-e8e1-4e32-a54e-5f96293e4d15', 'network_id': '47889955-e8e1-4e32-a54e-5f96293e4d15', 'tenant_id': 'bf9aba04ad104db39221c94035ae93a5', 'fixed_ips': [{'subnet_id': 'a2877f66-23b9-4c3e-a928-6afefdbf3da7'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:22:55.467194 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:55.542830 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829be5fd-be38-445c-b9c6-be89ba7672e9 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Made reservation on behalf of bf9aba04ad104db39221c94035ae93a5 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:55.546242 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-829be5fd-be38-445c-b9c6-be89ba7672e9 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:55.574723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829be5fd-be38-445c-b9c6-be89ba7672e9 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:22:55.584074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-829be5fd-be38-445c-b9c6-be89ba7672e9 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:55.584487 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-829be5fd-be38-445c-b9c6-be89ba7672e9 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Added segment 400a0981-a7db-49ce-979f-6516a4bbdf68 of type vlan for network 12c309d2-9bb8-4a57-a852-6e2e09ae912c Dec 21 22:22:55.611396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-829be5fd-be38-445c-b9c6-be89ba7672e9 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:55.624237 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-74f23ee3-427b-4840-bf91-3bbee60de29d req-e95c727e-e2db-4cf1-aed8-409374e6f3f5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1234899 Dec 21 22:22:55.645255 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Allocated IP 2001:db8::2 (47889955-e8e1-4e32-a54e-5f96293e4d15/a2877f66-23b9-4c3e-a928-6afefdbf3da7/4141df86-bf26-4009-a1e2-6c525efb430d) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:55.736116 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-829be5fd-be38-445c-b9c6-be89ba7672e9 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:55.740001 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829be5fd-be38-445c-b9c6-be89ba7672e9 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:55.740475 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-829be5fd-be38-445c-b9c6-be89ba7672e9 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:55.770246 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port 50aa842e-8075-48fb-bbb8-709a777044a0 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:55.770494 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:55.848988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-367c22a6-37a4-48f6-b5d0-eb64436d7bd9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:55.862737 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:55.862976 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] The port '50aa842e-8075-48fb-bbb8-709a777044a0' was deleted {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:22:55.873946 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Transition to ACTIVE for port object 4141df86-bf26-4009-a1e2-6c525efb430d will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:55.893549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Transition to ACTIVE for port object 4141df86-bf26-4009-a1e2-6c525efb430d will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:55.933330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c22a6-37a4-48f6-b5d0-eb64436d7bd9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Subnet': ['ID=03e4a5fc-f56b-4c2c-8666-e324dcc88b34,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:55.948078 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-829be5fd-be38-445c-b9c6-be89ba7672e9 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5266407 Dec 21 22:22:55.949055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829be5fd-be38-445c-b9c6-be89ba7672e9 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event updated for resources: {'Network': ['ID=12c309d2-9bb8-4a57-a852-6e2e09ae912c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:55.951383 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35802) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:55.961505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-5d16fff2-a9ce-419e-9c45-d2ef4c4067de tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Request body: {'network': {'name': 'tempest-router-network02--1224425240'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:55.962290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 12c309d2-9bb8-4a57-a852-6e2e09ae912c details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:55.970091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5d16fff2-a9ce-419e-9c45-d2ef4c4067de tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:55.980151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d16fff2-a9ce-419e-9c45-d2ef4c4067de tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Usage tracker for resource:network and tenant:bf9aba04ad104db39221c94035ae93a5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:55.982917 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367c22a6-37a4-48f6-b5d0-eb64436d7bd9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Checking segment: {'id': '81d30c55-a795-485a-bc2e-430536061ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ebe5544-6c05-4162-82dc-9a4c6ca2f889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:55.983273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367c22a6-37a4-48f6-b5d0-eb64436d7bd9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network hostable DHCP agents. Network: 5ebe5544-6c05-4162-82dc-9a4c6ca2f889, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:22:55.986191 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.011986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d16fff2-a9ce-419e-9c45-d2ef4c4067de tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:56.031176 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5d16fff2-a9ce-419e-9c45-d2ef4c4067de tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:56.046229 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.077183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc7e621-c19d-46dc-bd92-4f06dc6153bf']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:56.091584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7b050e-67a0-42df-b253-fa7f7e011d07') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:56.091907 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7b050e-67a0-42df-b253-fa7f7e011d07') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:22:56.105162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.114435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d16fff2-a9ce-419e-9c45-d2ef4c4067de tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Made reservation on behalf of bf9aba04ad104db39221c94035ae93a5 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:56.117338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5d16fff2-a9ce-419e-9c45-d2ef4c4067de tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.124111 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.128476 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Network 47889955-e8e1-4e32-a54e-5f96293e4d15 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:56.132378 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:22:56.132646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.136697 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:56.139109 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:56.144400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367c22a6-37a4-48f6-b5d0-eb64436d7bd9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 5ebe5544-6c05-4162-82dc-9a4c6ca2f889 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:22:56.146135 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Pushing event updated for resources: {'Port': ['ID=4141df86-bf26-4009-a1e2-6c525efb430d,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:22:56.150400 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:22:56.165770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-828bdd34-9ec7-4247-9439-6a14a018670c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Deleting port 83727107-82f8-4e59-8f8d-19481b29fbba {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:56.166139 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-828bdd34-9ec7-4247-9439-6a14a018670c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.218647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d16fff2-a9ce-419e-9c45-d2ef4c4067de tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:22:56.224026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-367c22a6-37a4-48f6-b5d0-eb64436d7bd9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 5ebe5544-6c05-4162-82dc-9a4c6ca2f889) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:56.236811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367c22a6-37a4-48f6-b5d0-eb64436d7bd9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:56.237384 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-367c22a6-37a4-48f6-b5d0-eb64436d7bd9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.247364 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5d16fff2-a9ce-419e-9c45-d2ef4c4067de tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.249799 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-5d16fff2-a9ce-419e-9c45-d2ef4c4067de tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Added segment 241f7368-47df-436a-a1e2-6618d6cbb561 of type vlan for network bb304285-0ac9-452d-88e5-104f09f6eef9 Dec 21 22:22:56.256544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bb6a32-7ffe-4a45-a584-d55375289af9 None None] Network 5ebe5544-6c05-4162-82dc-9a4c6ca2f889 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:56.337224 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.358230 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.365120 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Network': ['ID=7fc7e621-c19d-46dc-bd92-4f06dc6153bf,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:56.375846 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f7099e19-48fe-4400-bc07-4ab592013c64 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/networks/7fc7e621-c19d-46dc-bd92-4f06dc6153bf HTTP/1.1" status: 204 len: 168 time: 2.2659028 Dec 21 22:22:56.375846 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35808) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:56.420736 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 50aa842e-8075-48fb-bbb8-709a777044a0 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:22:56.443215 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-367c22a6-37a4-48f6-b5d0-eb64436d7bd9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8328249 Dec 21 22:22:56.446098 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35812) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:56.463176 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5d16fff2-a9ce-419e-9c45-d2ef4c4067de tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.471549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 50aa842e-8075-48fb-bbb8-709a777044a0 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:22:56.471886 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 50aa842e-8075-48fb-bbb8-709a777044a0 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:22:56.472479 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 3050ce36-a595-4ada-81e2-a6d922a70353 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:22:56.473035 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'network_id': '5ebe5544-6c05-4162-82dc-9a4c6ca2f889', 'name': 'tempest-PortsIpV6TestJSON-554304406', 'fixed_ips': [{'subnet_id': '03e4a5fc-f56b-4c2c-8666-e324dcc88b34', 'ip_address': '2001:db8::10'}]}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:56.498090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-828bdd34-9ec7-4247-9439-6a14a018670c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.517454 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Attempting to bind port 4141df86-bf26-4009-a1e2-6c525efb430d on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:22:56.522103 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Attempting to bind port 4141df86-bf26-4009-a1e2-6c525efb430d by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'e4520070-83c7-4d42-bd44-2560f8d68078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47889955-e8e1-4e32-a54e-5f96293e4d15'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:22:56.522103 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Attempting to bind port 4141df86-bf26-4009-a1e2-6c525efb430d on network 47889955-e8e1-4e32-a54e-5f96293e4d15 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:22:56.522103 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 3050ce36-a595-4ada-81e2-a6d922a70353 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:22:56.522103 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 3050ce36-a595-4ada-81e2-a6d922a70353 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:22:56.532392 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:22:56.532762 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Checking segment: {'id': 'e4520070-83c7-4d42-bd44-2560f8d68078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47889955-e8e1-4e32-a54e-5f96293e4d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:56.533136 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.533514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Bound using segment: {'id': 'e4520070-83c7-4d42-bd44-2560f8d68078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47889955-e8e1-4e32-a54e-5f96293e4d15'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:22:56.534192 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Bound port: 4141df86-bf26-4009-a1e2-6c525efb430d, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4520070-83c7-4d42-bd44-2560f8d68078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47889955-e8e1-4e32-a54e-5f96293e4d15'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:22:56.534731 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.609046 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6b972-1f20-465d-810a-1cb51edf6ff6 req-3a076daf-d293-4865-8aea-fb5a8bc11537 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:56.610569 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-48b6b972-1f20-465d-810a-1cb51edf6ff6 req-3a076daf-d293-4865-8aea-fb5a8bc11537 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.1620822 Dec 21 22:22:56.619663 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-5ebe5544-6c05-4162-82dc-9a4c6ca2f889', 'network_id': '5ebe5544-6c05-4162-82dc-9a4c6ca2f889', 'tenant_id': 'e25ed88120b04026a7839bff967cb097', 'fixed_ips': [{'subnet_id': '03e4a5fc-f56b-4c2c-8666-e324dcc88b34'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:22:56.620453 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.647234 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-828bdd34-9ec7-4247-9439-6a14a018670c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Calling delete_port for 83727107-82f8-4e59-8f8d-19481b29fbba owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:56.676862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [None req-5d16fff2-a9ce-419e-9c45-d2ef4c4067de tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:22:56.731993 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] For port 4141df86-bf26-4009-a1e2-6c525efb430d, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:22:56.756574 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] For port 4141df86-bf26-4009-a1e2-6c525efb430d, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4141df86-bf26-4009-a1e2-6c525efb430d,segment=NetworkSegment(e4520070-83c7-4d42-bd44-2560f8d68078),segment_id=e4520070-83c7-4d42-bd44-2560f8d68078)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:22:56.807989 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-48b6b972-1f20-465d-810a-1cb51edf6ff6 req-cda93639-01a4-493a-ae06-bbfa366a6a25 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861246 Dec 21 22:22:56.812774 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b5e628e1-02e9-4d8a-a153-cb0ef8c58b50 req-31df15a8-2b18-4fe1-b0af-517c86fd17b2 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0726058 Dec 21 22:22:56.829946 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Allocated IP 2001:db8::2 (5ebe5544-6c05-4162-82dc-9a4c6ca2f889/03e4a5fc-f56b-4c2c-8666-e324dcc88b34/df8107ed-49d8-45ca-a040-02fde5708304) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:56.850575 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.879185 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:56.886023 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:port and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:56.889445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:56.891924 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d145ce5-d9f0-4c80-9288-25a1d2475fff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.897499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:56.905927 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5d16fff2-a9ce-419e-9c45-d2ef4c4067de tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:56.909547 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d16fff2-a9ce-419e-9c45-d2ef4c4067de tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:56.910150 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5d16fff2-a9ce-419e-9c45-d2ef4c4067de tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:57.036600 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16fff2-a9ce-419e-9c45-d2ef4c4067de tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event updated for resources: {'Network': ['ID=bb304285-0ac9-452d-88e5-104f09f6eef9,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:57.041462 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:57.047735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:57.053706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8748eda-5003-4dbd-95ef-7343d489abfe None None] Pushing event updated for resources: {'Port': ['ID=4141df86-bf26-4009-a1e2-6c525efb430d,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:57.061723 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network bb304285-0ac9-452d-88e5-104f09f6eef9 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:22:57.075257 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5d16fff2-a9ce-419e-9c45-d2ef4c4067de tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1194322 Dec 21 22:22:57.088010 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35820) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:57.099053 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a8ea90d3-2669-40f1-8b47-62ca754a0c86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Request body: {'subnet': {'network_id': '12c309d2-9bb8-4a57-a852-6e2e09ae912c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:57.105647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] device_id is not set on port 28f5b6b9-519e-4d01-98cd-90a3d2f630fd yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:22:57.281824 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a8ea90d3-2669-40f1-8b47-62ca754a0c86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:57.299836 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a8ea90d3-2669-40f1-8b47-62ca754a0c86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Usage tracker for resource:subnet and tenant:bf9aba04ad104db39221c94035ae93a5 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:57.302273 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:57.314534 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a8ea90d3-2669-40f1-8b47-62ca754a0c86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:57.329632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a8ea90d3-2669-40f1-8b47-62ca754a0c86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:57.348675 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Transition to ACTIVE for port object df8107ed-49d8-45ca-a040-02fde5708304 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:57.377203 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Transition to ACTIVE for port object df8107ed-49d8-45ca-a040-02fde5708304 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:57.382328 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-53a00da5-e2e6-407e-b60a-adce9ca798f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:57.448348 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-828bdd34-9ec7-4247-9439-6a14a018670c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:57.474043 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:57.535572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828bdd34-9ec7-4247-9439-6a14a018670c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Port': ['ID=83727107-82f8-4e59-8f8d-19481b29fbba,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:57.548238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Network 5ebe5544-6c05-4162-82dc-9a4c6ca2f889 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:57.556129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:57.560323 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:57.674337 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Pushing event updated for resources: {'Port': ['ID=df8107ed-49d8-45ca-a040-02fde5708304,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:57.684696 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Attempting to bind port df8107ed-49d8-45ca-a040-02fde5708304 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:22:57.685131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Attempting to bind port df8107ed-49d8-45ca-a040-02fde5708304 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '81d30c55-a795-485a-bc2e-430536061ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ebe5544-6c05-4162-82dc-9a4c6ca2f889'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:22:57.685563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Attempting to bind port df8107ed-49d8-45ca-a040-02fde5708304 on network 5ebe5544-6c05-4162-82dc-9a4c6ca2f889 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:22:57.693339 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:22:57.693584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Checking segment: {'id': '81d30c55-a795-485a-bc2e-430536061ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ebe5544-6c05-4162-82dc-9a4c6ca2f889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:57.693908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:57.694514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Bound using segment: {'id': '81d30c55-a795-485a-bc2e-430536061ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ebe5544-6c05-4162-82dc-9a4c6ca2f889'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:22:57.695215 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Bound port: df8107ed-49d8-45ca-a040-02fde5708304, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d30c55-a795-485a-bc2e-430536061ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5ebe5544-6c05-4162-82dc-9a4c6ca2f889'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:22:57.695664 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:57.765435 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ea90d3-2669-40f1-8b47-62ca754a0c86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Made reservation on behalf of bf9aba04ad104db39221c94035ae93a5 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:57.792789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] For port df8107ed-49d8-45ca-a040-02fde5708304, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:22:57.796356 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] For port df8107ed-49d8-45ca-a040-02fde5708304, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=df8107ed-49d8-45ca-a040-02fde5708304,segment=NetworkSegment(81d30c55-a795-485a-bc2e-430536061ee9),segment_id=81d30c55-a795-485a-bc2e-430536061ee9)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:22:57.804314 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Allocated IP 2001:db8::10 (5ebe5544-6c05-4162-82dc-9a4c6ca2f889/03e4a5fc-f56b-4c2c-8666-e324dcc88b34/28f5b6b9-519e-4d01-98cd-90a3d2f630fd) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:22:57.891222 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:57.991955 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6c8d4-2bd4-4705-a1f7-33755b7b4101 None None] Pushing event updated for resources: {'Port': ['ID=df8107ed-49d8-45ca-a040-02fde5708304,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:58.045424 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a8ea90d3-2669-40f1-8b47-62ca754a0c86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:58.086588 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-206dd506-466f-42f9-b5b4-e44ce375d27d req-10b73b1e-1701-4d11-bd7d-b3ebbc2a1807 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1646299 Dec 21 22:22:58.105388 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d51a8-d77f-46c9-9f8d-86f63f4aff12 req-bbab6f62-24fe-4d78-9f9e-ae2d6ccad4ba tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:58.106917 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e81d51a8-d77f-46c9-9f8d-86f63f4aff12 req-bbab6f62-24fe-4d78-9f9e-ae2d6ccad4ba tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.4578509 Dec 21 22:22:58.182103 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:58.208439 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Transition to ACTIVE for port object 28f5b6b9-519e-4d01-98cd-90a3d2f630fd will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:22:58.219154 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-828bdd34-9ec7-4247-9439-6a14a018670c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:58.331833 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e81d51a8-d77f-46c9-9f8d-86f63f4aff12 req-051e0cc7-d037-4e04-b63e-4f46539d6885 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697528 Dec 21 22:22:58.394948 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:58.517946 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device df8107ed-49d8-45ca-a040-02fde5708304 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:58.582768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 5ebe5544-6c05-4162-82dc-9a4c6ca2f889 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:22:58.583703 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=28f5b6b9-519e-4d01-98cd-90a3d2f630fd,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:58.594080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:58.597883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:22:58.601846 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:58.602707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:58.675152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a8ea90d3-2669-40f1-8b47-62ca754a0c86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:58.728914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port df8107ed-49d8-45ca-a040-02fde5708304 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:58.735331 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4141df86-bf26-4009-a1e2-6c525efb430d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:22:58.761057 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-9d145ce5-d9f0-4c80-9288-25a1d2475fff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port 60e138b3-479f-47c9-9ad9-3bd250ebc364 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:22:58.761451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d145ce5-d9f0-4c80-9288-25a1d2475fff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:58.799394 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd09a25-ea1c-49ec-8afd-a159ae1018c8 None None] Network 47889955-e8e1-4e32-a54e-5f96293e4d15 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:58.820428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea90d3-2669-40f1-8b47-62ca754a0c86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event updated for resources: {'Subnet': ['ID=a7c039b2-ec28-4a40-b910-eee411981071,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:58.828054 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b97d80d6-1bdd-471c-af93-d4ee2cf60c3a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3766649 Dec 21 22:22:58.833314 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35828) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:58.840908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'network_id': '5ebe5544-6c05-4162-82dc-9a4c6ca2f889', 'name': 'tempest-PortsIpV6TestJSON-1436751688', 'fixed_ips': [{'subnet_id': '03e4a5fc-f56b-4c2c-8666-e324dcc88b34', 'ip_address': '2001:db8::f'}]}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:58.873800 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ea90d3-2669-40f1-8b47-62ca754a0c86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Checking segment: {'id': '400a0981-a7db-49ce-979f-6516a4bbdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12c309d2-9bb8-4a57-a852-6e2e09ae912c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:22:58.874194 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ea90d3-2669-40f1-8b47-62ca754a0c86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Network hostable DHCP agents. Network: 12c309d2-9bb8-4a57-a852-6e2e09ae912c, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:22:59.000937 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-9d145ce5-d9f0-4c80-9288-25a1d2475fff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] For port 60e138b3-479f-47c9-9ad9-3bd250ebc364, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=60e138b3-479f-47c9-9ad9-3bd250ebc364,segment=NetworkSegment(49e1f34e-a3c7-4916-b8e6-4ae52f084016),segment_id=49e1f34e-a3c7-4916-b8e6-4ae52f084016)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:59.001416 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d145ce5-d9f0-4c80-9288-25a1d2475fff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:59.027376 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 4141df86-bf26-4009-a1e2-6c525efb430d completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:59.030443 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e987b9eb-b0c1-4b44-b3be-f7251cbd02e0 None None] Provisioning for port 4141df86-bf26-4009-a1e2-6c525efb430d completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:22:59.042118 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4141df86-bf26-4009-a1e2-6c525efb430d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:59.043634 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:59.101030 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e987b9eb-b0c1-4b44-b3be-f7251cbd02e0 None None] Provisioning complete for port 4141df86-bf26-4009-a1e2-6c525efb430d triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:22:59.101421 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e987b9eb-b0c1-4b44-b3be-f7251cbd02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:59.130373 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ea90d3-2669-40f1-8b47-62ca754a0c86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Network 12c309d2-9bb8-4a57-a852-6e2e09ae912c is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:22:59.140658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-9d145ce5-d9f0-4c80-9288-25a1d2475fff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for 60e138b3-479f-47c9-9ad9-3bd250ebc364 owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:22:59.278949 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-a8ea90d3-2669-40f1-8b47-62ca754a0c86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 12c309d2-9bb8-4a57-a852-6e2e09ae912c) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:22:59.282250 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f2dde1cd-5d12-4c74-b434-a5032f8c8cb6 req-e58f71d7-45a5-47e7-b839-352e0cad2f94 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0636191 Dec 21 22:22:59.283141 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:59.288823 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ea90d3-2669-40f1-8b47-62ca754a0c86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:22:59.290773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:port and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:59.290898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a8ea90d3-2669-40f1-8b47-62ca754a0c86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:59.293767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:59.313979 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:59.325637 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba75edb-ae2e-4449-9e1c-226d6c02d763 None None] Network 12c309d2-9bb8-4a57-a852-6e2e09ae912c requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:59.413774 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:59.432460 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a8ea90d3-2669-40f1-8b47-62ca754a0c86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3443358 Dec 21 22:22:59.433321 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35836) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:22:59.440540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e36141ec-a56c-4aef-a4e3-16058567f5c6 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Request body: {'subnet': {'network_id': 'bb304285-0ac9-452d-88e5-104f09f6eef9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:22:59.456623 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:22:59.464409 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d145ce5-d9f0-4c80-9288-25a1d2475fff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:59.464780 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:59.514412 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e987b9eb-b0c1-4b44-b3be-f7251cbd02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:59.519951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] device_id is not set on port 141e0ac2-5bf2-4976-a2f8-b910a3174642 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:22:59.577110 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d145ce5-d9f0-4c80-9288-25a1d2475fff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Port': ['ID=60e138b3-479f-47c9-9ad9-3bd250ebc364,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:22:59.604568 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 4141df86-bf26-4009-a1e2-6c525efb430d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4141df86-bf26-4009-a1e2-6c525efb430d,segment=NetworkSegment(e4520070-83c7-4d42-bd44-2560f8d68078),segment_id=e4520070-83c7-4d42-bd44-2560f8d68078)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:22:59.665592 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdc5ea4-512c-4874-b61f-afc5730ef00d None None] Network 5ebe5544-6c05-4162-82dc-9a4c6ca2f889 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:22:59.725807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828bdd34-9ec7-4247-9439-6a14a018670c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Router f412aff4-0850-47f1-9bfc-01e5c3dd119b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:22:59.855879 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:59.906907 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e36141ec-a56c-4aef-a4e3-16058567f5c6 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:22:59.923068 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e36141ec-a56c-4aef-a4e3-16058567f5c6 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Usage tracker for resource:subnet and tenant:bf9aba04ad104db39221c94035ae93a5 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:22:59.928627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-48195d60-dc66-4249-bf2c-2945841519ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:22:59.929026 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e36141ec-a56c-4aef-a4e3-16058567f5c6 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:22:59.942877 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e36141ec-a56c-4aef-a4e3-16058567f5c6 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:22:59.948290 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Allocated IP 2001:db8::f (5ebe5544-6c05-4162-82dc-9a4c6ca2f889/03e4a5fc-f56b-4c2c-8666-e324dcc88b34/141e0ac2-5bf2-4976-a2f8-b910a3174642) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:00.054047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496efab8-4d4c-43a3-b858-a2bf317d14fa req-627be523-d5a1-4e6c-a69a-52a5cb5585eb tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:00.055339 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-496efab8-4d4c-43a3-b858-a2bf317d14fa req-627be523-d5a1-4e6c-a69a-52a5cb5585eb tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.4819674 Dec 21 22:23:00.115113 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-12c309d2-9bb8-4a57-a852-6e2e09ae912c', 'network_id': '12c309d2-9bb8-4a57-a852-6e2e09ae912c', 'tenant_id': 'bf9aba04ad104db39221c94035ae93a5', 'fixed_ips': [{'subnet_id': 'a7c039b2-ec28-4a40-b910-eee411981071'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:23:00.115350 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:00.131075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36141ec-a56c-4aef-a4e3-16058567f5c6 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Made reservation on behalf of bf9aba04ad104db39221c94035ae93a5 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:00.150858 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-e987b9eb-b0c1-4b44-b3be-f7251cbd02e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:23:00.151309 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-e987b9eb-b0c1-4b44-b3be-f7251cbd02e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:23:00.201271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=4141df86-bf26-4009-a1e2-6c525efb430d,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:00.244824 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828bdd34-9ec7-4247-9439-6a14a018670c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:23:00.271004 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:00.276247 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-828bdd34-9ec7-4247-9439-6a14a018670c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "PUT /v2.0/routers/f412aff4-0850-47f1-9bfc-01e5c3dd119b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3534303 Dec 21 22:23:00.280200 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35840) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:00.300478 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-496efab8-4d4c-43a3-b858-a2bf317d14fa req-02f096e6-44f7-4955-8912-9620344ab1b1 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327201 Dec 21 22:23:00.305817 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e36141ec-a56c-4aef-a4e3-16058567f5c6 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:00.379864 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Transition to ACTIVE for port object 141e0ac2-5bf2-4976-a2f8-b910a3174642 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:00.435632 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c4329-7bbb-4e94-8e80-e5405c9eba65 None None] Sync routers for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:23:00.444935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d145ce5-d9f0-4c80-9288-25a1d2475fff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:00.475797 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4141df86-bf26-4009-a1e2-6c525efb430d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:00.487658 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bcb025c7-aea9-482d-a514-5cff1e90ffaa req-0f56aa22-a8f7-48c7-8bf4-61be67668f69 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0680652 Dec 21 22:23:00.583617 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c4329-7bbb-4e94-8e80-e5405c9eba65 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:00.585226 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7c9c4329-7bbb-4e94-8e80-e5405c9eba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:00.625147 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f225697-af2e-4630-a626-10f086c5983a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:00.648519 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Allocated IP 2001:db8::2 (12c309d2-9bb8-4a57-a852-6e2e09ae912c/a7c039b2-ec28-4a40-b910-eee411981071/a3bf0d49-cc63-4435-b4b7-8133129870a0) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:00.702417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:00.745480 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7c9c4329-7bbb-4e94-8e80-e5405c9eba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:00.826042 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=141e0ac2-5bf2-4976-a2f8-b910a3174642,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:00.847721 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891016cc-07f6-45f5-a088-6ad679f671e7 req-d578e272-21f1-4d27-bbc0-c83b67ae19ff tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:00.856733 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 5ebe5544-6c05-4162-82dc-9a4c6ca2f889 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:00.858166 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-891016cc-07f6-45f5-a088-6ad679f671e7 req-d578e272-21f1-4d27-bbc0-c83b67ae19ff tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.3058197 Dec 21 22:23:00.859575 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:00.863408 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:00.866738 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:00.867549 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:00.869054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:00.905744 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e36141ec-a56c-4aef-a4e3-16058567f5c6 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:00.940363 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:00.946950 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c4329-7bbb-4e94-8e80-e5405c9eba65 None None] Routers {'f412aff4-0850-47f1-9bfc-01e5c3dd119b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:00.948387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7c9c4329-7bbb-4e94-8e80-e5405c9eba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:00.970129 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6f701efc-fc30-4238-8a0c-f532464ef421 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1339154 Dec 21 22:23:00.970522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35848) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:01.114876 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e18a4d0-f1ac-4eff-802a-79a3a750520d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:01.115764 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0e18a4d0-f1ac-4eff-802a-79a3a750520d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:01.123443 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7c9c4329-7bbb-4e94-8e80-e5405c9eba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:01.123853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c4329-7bbb-4e94-8e80-e5405c9eba65 None None] The sync data for ids ['f412aff4-0850-47f1-9bfc-01e5c3dd119b'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:23:01.146756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f225697-af2e-4630-a626-10f086c5983a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:01.164780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4141df86-bf26-4009-a1e2-6c525efb430d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:01.165583 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:01.183713 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-891016cc-07f6-45f5-a088-6ad679f671e7 req-2c2e5eff-7e1f-4e06-a3ef-84fd97d4464b tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246756 Dec 21 22:23:01.195498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36141ec-a56c-4aef-a4e3-16058567f5c6 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event updated for resources: {'Subnet': ['ID=4c5bbf2d-2aae-4523-9d97-c12605e57324,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:01.228083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0e18a4d0-f1ac-4eff-802a-79a3a750520d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:01.230064 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0e18a4d0-f1ac-4eff-802a-79a3a750520d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2584059 Dec 21 22:23:01.233442 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35852) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:01.254722 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36141ec-a56c-4aef-a4e3-16058567f5c6 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Checking segment: {'id': '241f7368-47df-436a-a1e2-6618d6cbb561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb304285-0ac9-452d-88e5-104f09f6eef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:01.258042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36141ec-a56c-4aef-a4e3-16058567f5c6 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Network hostable DHCP agents. Network: bb304285-0ac9-452d-88e5-104f09f6eef9, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:23:01.293781 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-0f225697-af2e-4630-a626-10f086c5983a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Deleting port 0cb414e7-e22c-453e-ac65-595d16763b97 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:01.294170 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f225697-af2e-4630-a626-10f086c5983a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:01.370143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:01.384992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Transition to ACTIVE for port object a3bf0d49-cc63-4435-b4b7-8133129870a0 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:01.412721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Transition to ACTIVE for port object a3bf0d49-cc63-4435-b4b7-8133129870a0 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:01.433528 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-42cde61d-5ef8-4b4c-966f-5f32c71e56f6 None None] Provisioning for port 28f5b6b9-519e-4d01-98cd-90a3d2f630fd completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:01.471665 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-42cde61d-5ef8-4b4c-966f-5f32c71e56f6 None None] Provisioning complete for port 28f5b6b9-519e-4d01-98cd-90a3d2f630fd triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:01.472342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-42cde61d-5ef8-4b4c-966f-5f32c71e56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:01.509791 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:01.655901 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-42cde61d-5ef8-4b4c-966f-5f32c71e56f6 None None] Port 28f5b6b9-519e-4d01-98cd-90a3d2f630fd cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:01.680003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Network 12c309d2-9bb8-4a57-a852-6e2e09ae912c is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:01.681676 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Pushing event updated for resources: {'Port': ['ID=a3bf0d49-cc63-4435-b4b7-8133129870a0,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:01.687172 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:01.692641 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:01.702597 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d13d7997-6b5f-43bf-a53f-37c4aa38e39b req-2768275c-6140-4a3c-ba0f-f5cdf82b5b3a tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0909746 Dec 21 22:23:01.789126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36141ec-a56c-4aef-a4e3-16058567f5c6 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Network bb304285-0ac9-452d-88e5-104f09f6eef9 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:23:01.789387 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afc9de1-e5cf-4e44-b171-1ac24678cb48 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:01.793687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afc9de1-e5cf-4e44-b171-1ac24678cb48 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:01.796198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d145ce5-d9f0-4c80-9288-25a1d2475fff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 20b66116-eddd-4afb-9b68-dd9e76fac1ae has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:23:01.797560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afc9de1-e5cf-4e44-b171-1ac24678cb48 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:01.799205 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0afc9de1-e5cf-4e44-b171-1ac24678cb48 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.5656338 Dec 21 22:23:01.802179 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-42cde61d-5ef8-4b4c-966f-5f32c71e56f6 None None] Provisioning complete for port 4141df86-bf26-4009-a1e2-6c525efb430d triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:01.802562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-42cde61d-5ef8-4b4c-966f-5f32c71e56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:01.803619 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35860) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:01.838843 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0a32c-9bca-4e97-ba75-1b48ac005a6c req-871cb6a5-eb09-4e76-9992-c35213181dc2 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:01.840308 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-57e0a32c-9bca-4e97-ba75-1b48ac005a6c req-871cb6a5-eb09-4e76-9992-c35213181dc2 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.3576362 Dec 21 22:23:01.865938 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Attempting to bind port a3bf0d49-cc63-4435-b4b7-8133129870a0 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:23:01.866341 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Attempting to bind port a3bf0d49-cc63-4435-b4b7-8133129870a0 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '400a0981-a7db-49ce-979f-6516a4bbdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12c309d2-9bb8-4a57-a852-6e2e09ae912c'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:23:01.866700 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Attempting to bind port a3bf0d49-cc63-4435-b4b7-8133129870a0 on network 12c309d2-9bb8-4a57-a852-6e2e09ae912c {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:23:01.879723 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:23:01.880693 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Checking segment: {'id': '400a0981-a7db-49ce-979f-6516a4bbdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12c309d2-9bb8-4a57-a852-6e2e09ae912c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:01.880693 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:01.880971 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Bound using segment: {'id': '400a0981-a7db-49ce-979f-6516a4bbdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12c309d2-9bb8-4a57-a852-6e2e09ae912c'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:23:01.881311 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Bound port: a3bf0d49-cc63-4435-b4b7-8133129870a0, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400a0981-a7db-49ce-979f-6516a4bbdf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '12c309d2-9bb8-4a57-a852-6e2e09ae912c'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:23:01.881678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:01.881804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f225697-af2e-4630-a626-10f086c5983a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:01.919886 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-e36141ec-a56c-4aef-a4e3-16058567f5c6 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, bb304285-0ac9-452d-88e5-104f09f6eef9) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:01.937261 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5952f46d-8e92-4fd4-947a-4864d0b86c2b None None] Network bb304285-0ac9-452d-88e5-104f09f6eef9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:01.937515 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36141ec-a56c-4aef-a4e3-16058567f5c6 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:01.937986 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e36141ec-a56c-4aef-a4e3-16058567f5c6 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:02.015535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-803920db-9fab-4bb6-ae7e-771011807870 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port 141e0ac2-5bf2-4976-a2f8-b910a3174642 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:02.015922 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803920db-9fab-4bb6-ae7e-771011807870 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:02.019320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-0f225697-af2e-4630-a626-10f086c5983a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Calling delete_port for 0cb414e7-e22c-453e-ac65-595d16763b97 owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:02.075602 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-57e0a32c-9bca-4e97-ba75-1b48ac005a6c req-c3846935-b3b2-4cb9-8ce9-d2cc9c758d74 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213500 Dec 21 22:23:02.137047 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] For port a3bf0d49-cc63-4435-b4b7-8133129870a0, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:23:02.151298 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e36141ec-a56c-4aef-a4e3-16058567f5c6 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7169259 Dec 21 22:23:02.154971 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35866) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:02.168727 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] For port a3bf0d49-cc63-4435-b4b7-8133129870a0, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a3bf0d49-cc63-4435-b4b7-8133129870a0,segment=NetworkSegment(400a0981-a7db-49ce-979f-6516a4bbdf68),segment_id=400a0981-a7db-49ce-979f-6516a4bbdf68)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:23:02.249380 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:02.267179 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:02.310571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d145ce5-d9f0-4c80-9288-25a1d2475fff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:23:02.317105 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9d145ce5-d9f0-4c80-9288-25a1d2475fff tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/20b66116-eddd-4afb-9b68-dd9e76fac1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9427242 Dec 21 22:23:02.320095 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35870) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:02.332274 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b92b82-f606-4ae6-be22-a0e77de7831a None None] Sync routers for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:23:02.348775 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b92b82-f606-4ae6-be22-a0e77de7831a None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:02.350142 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-c1b92b82-f606-4ae6-be22-a0e77de7831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:02.398741 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-42cde61d-5ef8-4b4c-966f-5f32c71e56f6 None None] Provisioning for port df8107ed-49d8-45ca-a040-02fde5708304 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:02.428422 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803920db-9fab-4bb6-ae7e-771011807870 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:02.428615 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-42cde61d-5ef8-4b4c-966f-5f32c71e56f6 None None] Provisioning complete for port df8107ed-49d8-45ca-a040-02fde5708304 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:02.429454 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-42cde61d-5ef8-4b4c-966f-5f32c71e56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:02.468478 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-bb304285-0ac9-452d-88e5-104f09f6eef9', 'network_id': 'bb304285-0ac9-452d-88e5-104f09f6eef9', 'tenant_id': 'bf9aba04ad104db39221c94035ae93a5', 'fixed_ips': [{'subnet_id': '4c5bbf2d-2aae-4523-9d97-c12605e57324'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:23:02.469334 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:02.546356 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-c1b92b82-f606-4ae6-be22-a0e77de7831a None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:02.576536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dea59b-f1f7-4e3f-baea-14e5d365adaa None None] Pushing event updated for resources: {'Port': ['ID=a3bf0d49-cc63-4435-b4b7-8133129870a0,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:02.597508 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-803920db-9fab-4bb6-ae7e-771011807870 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for 141e0ac2-5bf2-4976-a2f8-b910a3174642 owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:02.604144 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f225697-af2e-4630-a626-10f086c5983a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:02.660046 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-42cde61d-5ef8-4b4c-966f-5f32c71e56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:02.676823 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f225697-af2e-4630-a626-10f086c5983a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Port': ['ID=0cb414e7-e22c-453e-ac65-595d16763b97,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:02.769143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-42cde61d-5ef8-4b4c-966f-5f32c71e56f6 None None] For port df8107ed-49d8-45ca-a040-02fde5708304, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=df8107ed-49d8-45ca-a040-02fde5708304,segment=NetworkSegment(81d30c55-a795-485a-bc2e-430536061ee9),segment_id=81d30c55-a795-485a-bc2e-430536061ee9)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:02.844526 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-42cde61d-5ef8-4b4c-966f-5f32c71e56f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:02.913932 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd3eb1e-9543-4ef2-9b9e-a2f100fa219c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting subnet 0fa46787-7575-4c82-8da5-b39e714e1066 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:23:02.922910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ffd3eb1e-9543-4ef2-9b9e-a2f100fa219c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:02.937332 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Allocated IP 2001:db8::2 (bb304285-0ac9-452d-88e5-104f09f6eef9/4c5bbf2d-2aae-4523-9d97-c12605e57324/724cef8e-05da-448f-9618-ea456f793e34) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:03.000866 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-04d441e7-3f81-45a7-86d3-c66d0de5cf1e req-7ced0e6f-7540-431e-b925-b26f9b093ed2 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1054416 Dec 21 22:23:03.018319 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ba40-9e8d-42c0-8b7d-e66eab230140 req-cb63d278-5dd7-430d-a72f-8c2ce520970f tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:03.031079 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8e53ba40-9e8d-42c0-8b7d-e66eab230140 req-cb63d278-5dd7-430d-a72f-8c2ce520970f tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.6738350 Dec 21 22:23:03.105361 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ffd3eb1e-9543-4ef2-9b9e-a2f100fa219c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:03.127361 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1b9d693f-64e0-4132-ab50-553cba4cdb8c None None] Provisioning complete for port 28f5b6b9-519e-4d01-98cd-90a3d2f630fd triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:03.127735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1b9d693f-64e0-4132-ab50-553cba4cdb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:03.150901 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-c1b92b82-f606-4ae6-be22-a0e77de7831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:59Z', 'revision_number': 10, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:03.156903 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b92b82-f606-4ae6-be22-a0e77de7831a None None] Checking router: 20b66116-eddd-4afb-9b68-dd9e76fac1ae for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:23:03.170527 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b92b82-f606-4ae6-be22-a0e77de7831a None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:03.171582 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-c1b92b82-f606-4ae6-be22-a0e77de7831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:03.183146 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8e53ba40-9e8d-42c0-8b7d-e66eab230140 req-608947dd-03a7-431e-a3dd-838f37af5168 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511059 Dec 21 22:23:03.247158 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ffd3eb1e-9543-4ef2-9b9e-a2f100fa219c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:03.266681 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cde61d-5ef8-4b4c-966f-5f32c71e56f6 None None] Pushing event updated for resources: {'Port': ['ID=df8107ed-49d8-45ca-a040-02fde5708304,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:03.327170 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d693f-64e0-4132-ab50-553cba4cdb8c None None] Port 28f5b6b9-519e-4d01-98cd-90a3d2f630fd cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:03.340750 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803920db-9fab-4bb6-ae7e-771011807870 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:03.350048 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f225697-af2e-4630-a626-10f086c5983a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:03.359043 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1b9d693f-64e0-4132-ab50-553cba4cdb8c None None] Could not find standard attr ID for object 141e0ac2-5bf2-4976-a2f8-b910a3174642. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:23:03.416846 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803920db-9fab-4bb6-ae7e-771011807870 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=141e0ac2-5bf2-4976-a2f8-b910a3174642,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:03.453323 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:03.468335 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Transition to ACTIVE for port object 724cef8e-05da-448f-9618-ea456f793e34 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:03.468789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-803920db-9fab-4bb6-ae7e-771011807870 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:03.482147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ffd3eb1e-9543-4ef2-9b9e-a2f100fa219c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:03.491961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Transition to ACTIVE for port object 724cef8e-05da-448f-9618-ea456f793e34 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:03.504714 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-c1b92b82-f606-4ae6-be22-a0e77de7831a None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:03.582256 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:03.679809 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3eb1e-9543-4ef2-9b9e-a2f100fa219c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Subnet': ['ID=0fa46787-7575-4c82-8da5-b39e714e1066,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:03.689254 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Network bb304285-0ac9-452d-88e5-104f09f6eef9 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:03.694265 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:03.696749 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Pushing event updated for resources: {'Port': ['ID=724cef8e-05da-448f-9618-ea456f793e34,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:03.707218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:03.708411 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ffd3eb1e-9543-4ef2-9b9e-a2f100fa219c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:03.714383 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ffd3eb1e-9543-4ef2-9b9e-a2f100fa219c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/0fa46787-7575-4c82-8da5-b39e714e1066 HTTP/1.1" status: 204 len: 168 time: 1.3930643 Dec 21 22:23:03.715109 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35878) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:03.785701 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-803920db-9fab-4bb6-ae7e-771011807870 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/141e0ac2-5bf2-4976-a2f8-b910a3174642 HTTP/1.1" status: 204 len: 168 time: 1.9767849 Dec 21 22:23:03.795131 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35882) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:03.892511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928a4a62-5aaf-4368-836c-4985cc806664 None None] Network 1b4e9663-ecc7-45d2-89c4-8371a977abc4 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:03.917094 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6a211f-7a82-4af5-8e32-5fdf6e2511ed tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] GET failed (client error): The resource could not be found. Dec 21 22:23:03.917893 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bb6a211f-7a82-4af5-8e32-5fdf6e2511ed tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:03.953984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f225697-af2e-4630-a626-10f086c5983a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:03.955864 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:03.960201 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Attempting to bind port 724cef8e-05da-448f-9618-ea456f793e34 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:23:03.960567 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Attempting to bind port 724cef8e-05da-448f-9618-ea456f793e34 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '241f7368-47df-436a-a1e2-6618d6cbb561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb304285-0ac9-452d-88e5-104f09f6eef9'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:23:03.960882 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:03.961024 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Attempting to bind port 724cef8e-05da-448f-9618-ea456f793e34 on network bb304285-0ac9-452d-88e5-104f09f6eef9 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:23:03.977291 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f225697-af2e-4630-a626-10f086c5983a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:03.983295 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port b0331f1e-bbae-4c68-8106-57e5ac22d284 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:03.983641 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:03.995942 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-c1b92b82-f606-4ae6-be22-a0e77de7831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:59Z', 'revision_number': 10, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:04.010112 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b92b82-f606-4ae6-be22-a0e77de7831a None None] The sync data for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv is: [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:22:59Z', 'revision_number': 10, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None, '_interfaces': [{'id': '80509a51-860a-4871-b607-fc83db5cd15a', 'name': '', 'network_id': '40b21b8e-feb7-477e-88f0-7f670e2ba5b0', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'mac_address': 'fa:16:3e:70:68:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:54Z', 'updated_at': '2021-12-21T22:22:09Z', 'revision_number': 5, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'subnets': [{'id': '5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:23:04.018695 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:23:04.019067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Checking segment: {'id': '241f7368-47df-436a-a1e2-6618d6cbb561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb304285-0ac9-452d-88e5-104f09f6eef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:04.019459 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:04.019844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Bound using segment: {'id': '241f7368-47df-436a-a1e2-6618d6cbb561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb304285-0ac9-452d-88e5-104f09f6eef9'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:23:04.020313 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Bound port: 724cef8e-05da-448f-9618-ea456f793e34, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241f7368-47df-436a-a1e2-6618d6cbb561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bb304285-0ac9-452d-88e5-104f09f6eef9'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:23:04.020683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:04.103077 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b0eb20-6063-44ad-97f6-94e949e375d5 None None] Network 12c309d2-9bb8-4a57-a852-6e2e09ae912c requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:04.112935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bb6a211f-7a82-4af5-8e32-5fdf6e2511ed tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:04.114393 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bb6a211f-7a82-4af5-8e32-5fdf6e2511ed tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports/141e0ac2-5bf2-4976-a2f8-b910a3174642 HTTP/1.1" status: 404 len: 333 time: 0.3183229 Dec 21 22:23:04.121088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35888) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:04.212868 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f225697-af2e-4630-a626-10f086c5983a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:04.214043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f225697-af2e-4630-a626-10f086c5983a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Fanout notify agent at l3_agent the message router_deleted on router f412aff4-0850-47f1-9bfc-01e5c3dd119b {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:23:04.231934 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-02423232-3b4e-42f0-9c6f-a794805ce351 req-1d082a42-711f-4ab7-8c38-bec710e06426 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1218786 Dec 21 22:23:04.238066 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f0cb4e3e-dbbb-4207-a9ee-ab3bde706cd2 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port 28f5b6b9-519e-4d01-98cd-90a3d2f630fd {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:04.238511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f0cb4e3e-dbbb-4207-a9ee-ab3bde706cd2 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:04.336049 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] For port 724cef8e-05da-448f-9618-ea456f793e34, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:23:04.356927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] For port 724cef8e-05da-448f-9618-ea456f793e34, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=724cef8e-05da-448f-9618-ea456f793e34,segment=NetworkSegment(241f7368-47df-436a-a1e2-6618d6cbb561),segment_id=241f7368-47df-436a-a1e2-6618d6cbb561)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:23:04.364992 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] For port b0331f1e-bbae-4c68-8106-57e5ac22d284, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b0331f1e-bbae-4c68-8106-57e5ac22d284,segment=NetworkSegment(49e1f34e-a3c7-4916-b8e6-4ae52f084016),segment_id=49e1f34e-a3c7-4916-b8e6-4ae52f084016)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:04.365457 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:04.372081 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f225697-af2e-4630-a626-10f086c5983a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:04.373218 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0f225697-af2e-4630-a626-10f086c5983a tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/routers/f412aff4-0850-47f1-9bfc-01e5c3dd119b HTTP/1.1" status: 204 len: 168 time: 4.0920742 Dec 21 22:23:04.383556 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35892) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:04.396067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2db76ff1-5351-49e6-98a8-00b3cfe6dab2 None None] Provisioning for port a3bf0d49-cc63-4435-b4b7-8133129870a0 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:04.474614 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:04.544717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8102f900-3661-4ad2-bb80-3f4c3567efb2 None None] DHCP port deletion for 1b4e9663-ecc7-45d2-89c4-8371a977abc4 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:23:04.568942 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for b0331f1e-bbae-4c68-8106-57e5ac22d284 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:04.575407 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-8102f900-3661-4ad2-bb80-3f4c3567efb2 None None] Deleting port b0331f1e-bbae-4c68-8106-57e5ac22d284 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:04.575787 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8102f900-3661-4ad2-bb80-3f4c3567efb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:04.655986 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a3bf0d49-cc63-4435-b4b7-8133129870a0 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:04.732152 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77e166-1de9-458d-bf4a-8b00441755d6 None None] Pushing event updated for resources: {'Port': ['ID=724cef8e-05da-448f-9618-ea456f793e34,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:04.794053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b47e05c-9bca-4df1-b5fc-aba6ee6d437e tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Deleting subnet 057ca3ad-af1b-458e-9d78-a8fc79057bc4 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:23:04.799405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b47e05c-9bca-4df1-b5fc-aba6ee6d437e tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:04.846172 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f0cb4e3e-dbbb-4207-a9ee-ab3bde706cd2 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:04.885998 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Allocated IP 2001:db8::1 (12c309d2-9bb8-4a57-a852-6e2e09ae912c/a7c039b2-ec28-4a40-b910-eee411981071/78e196a7-afdf-4e7a-884b-7ad880ee174f) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:04.909335 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b47e05c-9bca-4df1-b5fc-aba6ee6d437e tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:04.947077 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:04.963722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-8102f900-3661-4ad2-bb80-3f4c3567efb2 None None] For port b0331f1e-bbae-4c68-8106-57e5ac22d284, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b0331f1e-bbae-4c68-8106-57e5ac22d284,segment=NetworkSegment(49e1f34e-a3c7-4916-b8e6-4ae52f084016),segment_id=49e1f34e-a3c7-4916-b8e6-4ae52f084016)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:04.964119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8102f900-3661-4ad2-bb80-3f4c3567efb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:04.998614 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b47e05c-9bca-4df1-b5fc-aba6ee6d437e tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.032299 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port a3bf0d49-cc63-4435-b4b7-8133129870a0 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:05.082725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f0cb4e3e-dbbb-4207-a9ee-ab3bde706cd2 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for 28f5b6b9-519e-4d01-98cd-90a3d2f630fd owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:05.116979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] No DVR routers for this DVR port b0331f1e-bbae-4c68-8106-57e5ac22d284 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:23:05.140961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port a3bf0d49-cc63-4435-b4b7-8133129870a0 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:05.141354 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.160125 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Port': ['ID=b0331f1e-bbae-4c68-8106-57e5ac22d284,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:05.180936 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-8102f900-3661-4ad2-bb80-3f4c3567efb2 None None] Calling delete_port for b0331f1e-bbae-4c68-8106-57e5ac22d284 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:05.299852 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.320275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b47e05c-9bca-4df1-b5fc-aba6ee6d437e tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.344267 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3bf30a9e-ab91-4138-84cb-e851b62949b1 None None] Provisioning complete for port a3bf0d49-cc63-4435-b4b7-8133129870a0 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:05.344897 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3bf30a9e-ab91-4138-84cb-e851b62949b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.356164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Transition to ACTIVE for port object 78e196a7-afdf-4e7a-884b-7ad880ee174f will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:05.365610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.370167 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47e05c-9bca-4df1-b5fc-aba6ee6d437e tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Subnet': ['ID=057ca3ad-af1b-458e-9d78-a8fc79057bc4,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:05.377115 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b47e05c-9bca-4df1-b5fc-aba6ee6d437e tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.388050 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3b47e05c-9bca-4df1-b5fc-aba6ee6d437e tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/subnets/057ca3ad-af1b-458e-9d78-a8fc79057bc4 HTTP/1.1" status: 204 len: 168 time: 1.0033269 Dec 21 22:23:05.390813 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35898) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:05.433080 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-8102f900-3661-4ad2-bb80-3f4c3567efb2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:23:05.433702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-8102f900-3661-4ad2-bb80-3f4c3567efb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:23:05.445447 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.453680 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-612378fb-8e6e-4a0b-82ea-f4a217ec28a8 req-8a8e9855-b043-4950-8013-3e07bb29bd9f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0937383 Dec 21 22:23:05.538606 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port a3bf0d49-cc63-4435-b4b7-8133129870a0, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a3bf0d49-cc63-4435-b4b7-8133129870a0,segment=NetworkSegment(400a0981-a7db-49ce-979f-6516a4bbdf68),segment_id=400a0981-a7db-49ce-979f-6516a4bbdf68)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:05.559793 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3bf30a9e-ab91-4138-84cb-e851b62949b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.591354 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4e9663-ecc7-45d2-89c4-8371a977abc4']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:05.605023 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.605595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device df8107ed-49d8-45ca-a040-02fde5708304 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:05.613612 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e1f34e-a3c7-4916-b8e6-4ae52f084016') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:05.613893 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e1f34e-a3c7-4916-b8e6-4ae52f084016') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:05.632769 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.655291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.660415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.666095 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:23:05.666616 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:23:05.685075 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:23:05.707163 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f0cb4e3e-dbbb-4207-a9ee-ab3bde706cd2 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.749787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bba7c405-066a-47c9-a146-bc3753aecf6c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.778202 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Network 12c309d2-9bb8-4a57-a852-6e2e09ae912c is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:05.779106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event updated for resources: {'Port': ['ID=78e196a7-afdf-4e7a-884b-7ad880ee174f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:05.782908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:05.785385 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:05.785908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.806574 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-3bf30a9e-ab91-4138-84cb-e851b62949b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:23:05.807171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-3bf30a9e-ab91-4138-84cb-e851b62949b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:23:05.841232 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=a3bf0d49-cc63-4435-b4b7-8133129870a0,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:05.850949 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port df8107ed-49d8-45ca-a040-02fde5708304 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:05.862042 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.862378 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb4e3e-dbbb-4207-a9ee-ab3bde706cd2 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=28f5b6b9-519e-4d01-98cd-90a3d2f630fd,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:05.919266 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f0cb4e3e-dbbb-4207-a9ee-ab3bde706cd2 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.940244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.943347 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-8102f900-3661-4ad2-bb80-3f4c3567efb2 None None] Deleting port b0331f1e-bbae-4c68-8106-57e5ac22d284 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:05.943816 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8102f900-3661-4ad2-bb80-3f4c3567efb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.946606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:05.951796 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/networks/1b4e9663-ecc7-45d2-89c4-8371a977abc4 HTTP/1.1" status: 204 len: 168 time: 2.2355258 Dec 21 22:23:05.953629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35902) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:05.974439 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30719df9-7c55-4bca-82ac-29cd07371ea1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Network': ['ID=1b4e9663-ecc7-45d2-89c4-8371a977abc4,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:06.029825 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f0cb4e3e-dbbb-4207-a9ee-ab3bde706cd2 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/28f5b6b9-519e-4d01-98cd-90a3d2f630fd HTTP/1.1" status: 204 len: 168 time: 1.9075563 Dec 21 22:23:06.035152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35906) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:06.058692 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-8102f900-3661-4ad2-bb80-3f4c3567efb2 None None] The port 'b0331f1e-bbae-4c68-8106-57e5ac22d284' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:23:06.097388 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ad172d-1710-4a31-86f0-48fa97c72058 None None] Network bb304285-0ac9-452d-88e5-104f09f6eef9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:06.113608 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0ad4344-cbdb-4e75-b6fd-10068661db04 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] GET failed (client error): The resource could not be found. Dec 21 22:23:06.114218 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a0ad4344-cbdb-4e75-b6fd-10068661db04 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:06.160459 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bba7c405-066a-47c9-a146-bc3753aecf6c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:06.182433 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a0ad4344-cbdb-4e75-b6fd-10068661db04 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:06.184369 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a0ad4344-cbdb-4e75-b6fd-10068661db04 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports/28f5b6b9-519e-4d01-98cd-90a3d2f630fd HTTP/1.1" status: 404 len: 333 time: 0.1526906 Dec 21 22:23:06.187087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35910) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:06.220817 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 60e138b3-479f-47c9-9ad9-3bd250ebc364 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:23:06.285579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 60e138b3-479f-47c9-9ad9-3bd250ebc364 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:23:06.287029 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 60e138b3-479f-47c9-9ad9-3bd250ebc364 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:23:06.294588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-bba7c405-066a-47c9-a146-bc3753aecf6c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b07eeb-dfac-4b43-a613-99a2bf4e7adb']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:06.307047 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:06.324387 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-bba7c405-066a-47c9-a146-bc3753aecf6c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535f688c-e8be-43dc-ab5a-2ed371decf2b') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:06.324678 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-bba7c405-066a-47c9-a146-bc3753aecf6c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535f688c-e8be-43dc-ab5a-2ed371decf2b') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:06.351294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bba7c405-066a-47c9-a146-bc3753aecf6c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:06.410321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bba7c405-066a-47c9-a146-bc3753aecf6c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:06.433317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba7c405-066a-47c9-a146-bc3753aecf6c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:23:06.433625 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bba7c405-066a-47c9-a146-bc3753aecf6c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:23:06.448819 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:23:06.451596 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ade808-72e1-4379-86aa-8580eab06abf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting subnet 03e4a5fc-f56b-4c2c-8666-e324dcc88b34 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:23:06.455100 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b1ade808-72e1-4379-86aa-8580eab06abf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:06.523364 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a3bf0d49-cc63-4435-b4b7-8133129870a0 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:06.550912 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b1ade808-72e1-4379-86aa-8580eab06abf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:06.642670 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port a3bf0d49-cc63-4435-b4b7-8133129870a0 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:06.643499 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:06.661853 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b1ade808-72e1-4379-86aa-8580eab06abf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:06.708468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-90797f64-31a1-41f3-b5f3-c7143fc7e1d3 None None] Provisioning for port 724cef8e-05da-448f-9618-ea456f793e34 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:06.735084 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2859ab46-cfde-47be-befe-387b721ecc7b req-724362a7-6b72-41b9-bb1f-46c3c58745a1 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1616485 Dec 21 22:23:06.809742 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 724cef8e-05da-448f-9618-ea456f793e34 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:06.839938 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-90797f64-31a1-41f3-b5f3-c7143fc7e1d3 None None] Provisioning for port 78e196a7-afdf-4e7a-884b-7ad880ee174f completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:06.854714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b1ade808-72e1-4379-86aa-8580eab06abf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:06.857748 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-90797f64-31a1-41f3-b5f3-c7143fc7e1d3 None None] Provisioning complete for port 78e196a7-afdf-4e7a-884b-7ad880ee174f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:06.858175 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-90797f64-31a1-41f3-b5f3-c7143fc7e1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:06.907511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ade808-72e1-4379-86aa-8580eab06abf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Subnet': ['ID=03e4a5fc-f56b-4c2c-8666-e324dcc88b34,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:06.918668 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b1ade808-72e1-4379-86aa-8580eab06abf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:06.919390 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bba7c405-066a-47c9-a146-bc3753aecf6c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:06.919968 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-90797f64-31a1-41f3-b5f3-c7143fc7e1d3 None None] Port 78e196a7-afdf-4e7a-884b-7ad880ee174f cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:06.926905 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b1ade808-72e1-4379-86aa-8580eab06abf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/03e4a5fc-f56b-4c2c-8666-e324dcc88b34 HTTP/1.1" status: 204 len: 168 time: 0.7388082 Dec 21 22:23:06.929730 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35916) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:06.934630 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a404be-9eb4-4f83-a77f-e1818162855d None None] Network 5ebe5544-6c05-4162-82dc-9a4c6ca2f889 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:06.969105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bba7c405-066a-47c9-a146-bc3753aecf6c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:06.982040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7c405-066a-47c9-a146-bc3753aecf6c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] Pushing event deleted for resources: {'Network': ['ID=d3b07eeb-dfac-4b43-a613-99a2bf4e7adb,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:07.021564 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 724cef8e-05da-448f-9618-ea456f793e34 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:07.035385 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bba7c405-066a-47c9-a146-bc3753aecf6c tempest-FloatingIPTestJSON-2051484762 tempest-FloatingIPTestJSON-2051484762-project] 10.222.0.37 "DELETE /v2.0/networks/d3b07eeb-dfac-4b43-a613-99a2bf4e7adb HTTP/1.1" status: 204 len: 168 time: 1.6428311 Dec 21 22:23:07.044705 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 724cef8e-05da-448f-9618-ea456f793e34 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:07.045089 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:07.062425 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:07.078040 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port df8107ed-49d8-45ca-a040-02fde5708304 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:07.078702 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:07.191494 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-30d5e5e7-b17f-474f-9940-5d7fdff12192 None None] Provisioning complete for port 724cef8e-05da-448f-9618-ea456f793e34 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:07.191853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-30d5e5e7-b17f-474f-9940-5d7fdff12192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:07.263345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:07.272590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-affd194d-a65c-4c9d-973d-84cf79bcd5ad tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:07.326388 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:07.333662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:07.341809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:07.383130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] For port df8107ed-49d8-45ca-a040-02fde5708304, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=df8107ed-49d8-45ca-a040-02fde5708304,segment=NetworkSegment(81d30c55-a795-485a-bc2e-430536061ee9),segment_id=81d30c55-a795-485a-bc2e-430536061ee9)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:07.384460 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:07.417151 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 724cef8e-05da-448f-9618-ea456f793e34, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=724cef8e-05da-448f-9618-ea456f793e34,segment=NetworkSegment(241f7368-47df-436a-a1e2-6618d6cbb561),segment_id=241f7368-47df-436a-a1e2-6618d6cbb561)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:07.421501 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-30d5e5e7-b17f-474f-9940-5d7fdff12192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:07.459057 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4377ab-43c7-4de2-81a7-f46ab8f0e362 None None] DHCP port deletion for 5ebe5544-6c05-4162-82dc-9a4c6ca2f889 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:23:07.473903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2e4377ab-43c7-4de2-81a7-f46ab8f0e362 None None] Deleting port df8107ed-49d8-45ca-a040-02fde5708304 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:07.473903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2e4377ab-43c7-4de2-81a7-f46ab8f0e362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:07.512096 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event updated for resources: {'Port': ['ID=78e196a7-afdf-4e7a-884b-7ad880ee174f,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:07.536687 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:07.539819 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for df8107ed-49d8-45ca-a040-02fde5708304 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:07.640245 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Network 12c309d2-9bb8-4a57-a852-6e2e09ae912c is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:07.644008 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:07.660848 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b0331f1e-bbae-4c68-8106-57e5ac22d284 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:23:07.728725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35924) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:07.764882 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:07.766892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-30d5e5e7-b17f-474f-9940-5d7fdff12192 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:23:07.767260 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-30d5e5e7-b17f-474f-9940-5d7fdff12192 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:23:07.784578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2e4377ab-43c7-4de2-81a7-f46ab8f0e362 None None] The port 'df8107ed-49d8-45ca-a040-02fde5708304' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:23:07.785655 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: b0331f1e-bbae-4c68-8106-57e5ac22d284 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:23:07.786127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b0331f1e-bbae-4c68-8106-57e5ac22d284 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:23:07.816407 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=724cef8e-05da-448f-9618-ea456f793e34,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:07.841455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=df8107ed-49d8-45ca-a040-02fde5708304,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:07.843446 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No DVR routers for this DVR port df8107ed-49d8-45ca-a040-02fde5708304 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:23:07.957053 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-293dc6c6-af9a-4205-979e-34e8fe61032a req-77b5575b-c3de-49b0-991b-05f2cb944c8a tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0799503 Dec 21 22:23:08.052316 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.179538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ebe5544-6c05-4162-82dc-9a4c6ca2f889']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:08.191535 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-965a6320-80d6-4560-9a4a-515a4678ae0b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d0abccf8fdf748e6a1d14020fd33dfb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4614840 Dec 21 22:23:08.193141 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d30c55-a795-485a-bc2e-430536061ee9') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:08.193442 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d30c55-a795-485a-bc2e-430536061ee9') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:08.196139 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35932) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:08.206617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.222863 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.229620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:23:08.229846 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:23:08.244830 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:23:08.355295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b9515915-4249-43eb-bfa2-2dc52542952e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.381402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 724cef8e-05da-448f-9618-ea456f793e34 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:08.402529 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.407816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b9515915-4249-43eb-bfa2-2dc52542952e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.421256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.433245 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Network': ['ID=5ebe5544-6c05-4162-82dc-9a4c6ca2f889,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:08.452278 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 724cef8e-05da-448f-9618-ea456f793e34 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:08.452640 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.519950 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5b0f1a36-4f5f-4c2d-a510-d8b3a15fc0fd None None] Provisioning complete for port 78e196a7-afdf-4e7a-884b-7ad880ee174f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:08.520311 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5b0f1a36-4f5f-4c2d-a510-d8b3a15fc0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.531877 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6ecda524-0099-43b7-a847-b53a05404b86 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/networks/5ebe5544-6c05-4162-82dc-9a4c6ca2f889 HTTP/1.1" status: 204 len: 168 time: 1.5980134 Dec 21 22:23:08.535562 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35936) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:08.541852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-2627d363-5e6d-43fd-ab7d-f04ac56ef22d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-950985478'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:08.547402 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2627d363-5e6d-43fd-ab7d-f04ac56ef22d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:08.552400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2627d363-5e6d-43fd-ab7d-f04ac56ef22d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:network and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:08.556320 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2627d363-5e6d-43fd-ab7d-f04ac56ef22d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:08.563449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2627d363-5e6d-43fd-ab7d-f04ac56ef22d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:08.591923 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Router 960c6261-3ea5-4a4e-bc30-43d0a27948ac is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:23:08.597693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-affd194d-a65c-4c9d-973d-84cf79bcd5ad tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port 80509a51-860a-4871-b607-fc83db5cd15a {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:08.598040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-affd194d-a65c-4c9d-973d-84cf79bcd5ad tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.614814 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5b0f1a36-4f5f-4c2d-a510-d8b3a15fc0fd None None] Port 78e196a7-afdf-4e7a-884b-7ad880ee174f cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:08.627277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b9515915-4249-43eb-bfa2-2dc52542952e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.667886 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9515915-4249-43eb-bfa2-2dc52542952e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddc8167-b672-406f-a226-75cad2c103e6,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:08.677656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b9515915-4249-43eb-bfa2-2dc52542952e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.677806 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2627d363-5e6d-43fd-ab7d-f04ac56ef22d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:08.679232 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b9515915-4249-43eb-bfa2-2dc52542952e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8ddc8167-b672-406f-a226-75cad2c103e6 HTTP/1.1" status: 204 len: 168 time: 0.4796011 Dec 21 22:23:08.685412 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device df8107ed-49d8-45ca-a040-02fde5708304 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:23:08.690631 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2627d363-5e6d-43fd-ab7d-f04ac56ef22d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.724717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: df8107ed-49d8-45ca-a040-02fde5708304 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:23:08.725061 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device df8107ed-49d8-45ca-a040-02fde5708304 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:23:08.728829 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2627d363-5e6d-43fd-ab7d-f04ac56ef22d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:23:08.738998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2627d363-5e6d-43fd-ab7d-f04ac56ef22d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.739380 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-2627d363-5e6d-43fd-ab7d-f04ac56ef22d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Added segment 2e9c6a94-ba77-451b-98fb-cdbfc30e9886 of type vlan for network b07cfd67-b4b0-4a2c-ac66-5d71e6398f95 Dec 21 22:23:08.767568 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2627d363-5e6d-43fd-ab7d-f04ac56ef22d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.851216 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2627d363-5e6d-43fd-ab7d-f04ac56ef22d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.855773 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2627d363-5e6d-43fd-ab7d-f04ac56ef22d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:08.856374 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2627d363-5e6d-43fd-ab7d-f04ac56ef22d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:08.972911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35944) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:08.973162 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2627d363-5e6d-43fd-ab7d-f04ac56ef22d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4362724 Dec 21 22:23:08.973686 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627d363-5e6d-43fd-ab7d-f04ac56ef22d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Network': ['ID=b07cfd67-b4b0-4a2c-ac66-5d71e6398f95,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:08.985767 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network b07cfd67-b4b0-4a2c-ac66-5d71e6398f95 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:23:09.036672 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f86a6a10-da1b-4496-b014-29f4a3b069b3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'subnet': {'network_id': 'b07cfd67-b4b0-4a2c-ac66-5d71e6398f95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:09.146168 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1d81b397-31b5-4413-b36d-61872c1dc630 req-e34f4ab1-3ba1-48de-9925-ae25dcaccb58 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0871928 Dec 21 22:23:09.251922 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-affd194d-a65c-4c9d-973d-84cf79bcd5ad tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] For port 80509a51-860a-4871-b607-fc83db5cd15a, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=80509a51-860a-4871-b607-fc83db5cd15a,segment=NetworkSegment(64af7a29-154d-421b-a6ab-76d06e3b7fe7),segment_id=64af7a29-154d-421b-a6ab-76d06e3b7fe7)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:09.252278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-affd194d-a65c-4c9d-973d-84cf79bcd5ad tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:09.319362 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f86a6a10-da1b-4496-b014-29f4a3b069b3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:09.385693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-affd194d-a65c-4c9d-973d-84cf79bcd5ad tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for 80509a51-860a-4871-b607-fc83db5cd15a owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:09.421180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f86a6a10-da1b-4496-b014-29f4a3b069b3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:subnet and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:09.425085 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:23:09.427421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f86a6a10-da1b-4496-b014-29f4a3b069b3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:09.435373 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf443b6b-4522-4295-9b21-34ccfc81d602 None None] Sync routers for ids ['960c6261-3ea5-4a4e-bc30-43d0a27948ac'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:23:09.441405 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35960) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:09.441604 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2faa3e01-2432-4e0a-b2fb-c2322692ae00 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "PUT /v2.0/routers/960c6261-3ea5-4a4e-bc30-43d0a27948ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2855675 Dec 21 22:23:09.448871 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f86a6a10-da1b-4496-b014-29f4a3b069b3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:09.452937 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf443b6b-4522-4295-9b21-34ccfc81d602 None None] Routers {'960c6261-3ea5-4a4e-bc30-43d0a27948ac'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:09.454148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-bf443b6b-4522-4295-9b21-34ccfc81d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['960c6261-3ea5-4a4e-bc30-43d0a27948ac'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:09.520063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-bf443b6b-4522-4295-9b21-34ccfc81d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:09.531250 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf443b6b-4522-4295-9b21-34ccfc81d602 None None] Routers {'960c6261-3ea5-4a4e-bc30-43d0a27948ac'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:09.531929 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-bf443b6b-4522-4295-9b21-34ccfc81d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['960c6261-3ea5-4a4e-bc30-43d0a27948ac'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:09.538890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86a6a10-da1b-4496-b014-29f4a3b069b3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:09.602683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-bf443b6b-4522-4295-9b21-34ccfc81d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:09.602683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf443b6b-4522-4295-9b21-34ccfc81d602 None None] The sync data for ids ['960c6261-3ea5-4a4e-bc30-43d0a27948ac'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:23:09.690734 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f86a6a10-da1b-4496-b014-29f4a3b069b3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:09.891710 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-affd194d-a65c-4c9d-973d-84cf79bcd5ad tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:09.945291 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd194d-a65c-4c9d-973d-84cf79bcd5ad tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Port': ['ID=80509a51-860a-4871-b607-fc83db5cd15a,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:10.091551 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-495a64a2-b47b-40af-a80f-07a6962857c2 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:23:10.095824 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-495a64a2-b47b-40af-a80f-07a6962857c2 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "PUT /v2.0/routers/960c6261-3ea5-4a4e-bc30-43d0a27948ac/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6532483 Dec 21 22:23:10.096468 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 35972) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:10.151478 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f86a6a10-da1b-4496-b014-29f4a3b069b3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:10.296135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a6a10-da1b-4496-b014-29f4a3b069b3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Subnet': ['ID=d241d42b-1b9f-4d4d-9b9b-6e76c8b1a29d,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:10.298309 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fa031d77-1bf6-4998-a785-a3b0dd25e09a req-44cc67ef-e2b4-4699-a41b-5fc6bbd3cf2d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0459716 Dec 21 22:23:10.341767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-affd194d-a65c-4c9d-973d-84cf79bcd5ad tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:10.352508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86a6a10-da1b-4496-b014-29f4a3b069b3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Checking segment: {'id': '2e9c6a94-ba77-451b-98fb-cdbfc30e9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b07cfd67-b4b0-4a2c-ac66-5d71e6398f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:10.352857 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86a6a10-da1b-4496-b014-29f4a3b069b3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network hostable DHCP agents. Network: b07cfd67-b4b0-4a2c-ac66-5d71e6398f95, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:23:10.641809 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4118fe47-812f-43b8-b957-844b8d8cafd3 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:10.680738 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86a6a10-da1b-4496-b014-29f4a3b069b3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network b07cfd67-b4b0-4a2c-ac66-5d71e6398f95 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:23:10.825397 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-f86a6a10-da1b-4496-b014-29f4a3b069b3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, b07cfd67-b4b0-4a2c-ac66-5d71e6398f95) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:10.833670 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd454ab-25b4-4715-a3a5-c5c7e55a4fc9 None None] Network b07cfd67-b4b0-4a2c-ac66-5d71e6398f95 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:10.839339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86a6a10-da1b-4496-b014-29f4a3b069b3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:10.839911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f86a6a10-da1b-4496-b014-29f4a3b069b3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:10.933639 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affd194d-a65c-4c9d-973d-84cf79bcd5ad tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 20b66116-eddd-4afb-9b68-dd9e76fac1ae has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:23:11.078634 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f86a6a10-da1b-4496-b014-29f4a3b069b3 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1044314 Dec 21 22:23:11.079399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35992) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:11.085814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ae7d4ec0-b7a0-461b-9f1b-f98842870757 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1100242997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:11.093283 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ae7d4ec0-b7a0-461b-9f1b-f98842870757 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:11.096807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affd194d-a65c-4c9d-973d-84cf79bcd5ad tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:23:11.107250 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-affd194d-a65c-4c9d-973d-84cf79bcd5ad tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/20b66116-eddd-4afb-9b68-dd9e76fac1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1524987 Dec 21 22:23:11.108506 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ae7d4ec0-b7a0-461b-9f1b-f98842870757 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:router and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:11.110711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 35996) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:11.113280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ae7d4ec0-b7a0-461b-9f1b-f98842870757 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:11.135318 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe444b5-458d-4935-8bb4-d4fa6b27b948 None None] Sync routers for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:23:11.137780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-b07cfd67-b4b0-4a2c-ac66-5d71e6398f95', 'network_id': 'b07cfd67-b4b0-4a2c-ac66-5d71e6398f95', 'tenant_id': 'e25ed88120b04026a7839bff967cb097', 'fixed_ips': [{'subnet_id': 'd241d42b-1b9f-4d4d-9b9b-6e76c8b1a29d'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:23:11.138964 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:11.153640 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ae7d4ec0-b7a0-461b-9f1b-f98842870757 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:11.154828 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe444b5-458d-4935-8bb4-d4fa6b27b948 None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:11.155518 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-cfe444b5-458d-4935-8bb4-d4fa6b27b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:11.261196 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4ec0-b7a0-461b-9f1b-f98842870757 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:11.262806 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4ec0-b7a0-461b-9f1b-f98842870757 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:11.342177 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-cfe444b5-458d-4935-8bb4-d4fa6b27b948 None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:11.346511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36002) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:11.363299 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Allocated IP 2001:db8::2 (b07cfd67-b4b0-4a2c-ac66-5d71e6398f95/d241d42b-1b9f-4d4d-9b9b-6e76c8b1a29d/0ec4551d-ffba-4276-8ae2-ae63333ebfe6) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:11.397873 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-4118fe47-812f-43b8-b957-844b8d8cafd3 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Deleting port 78e196a7-afdf-4e7a-884b-7ad880ee174f {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:11.398541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4118fe47-812f-43b8-b957-844b8d8cafd3 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:11.486529 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3663be69-3d92-4a0e-81a7-a5deb2f9b6bd req-2e025f27-0868-4292-b604-1afb6f1c341f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0528345 Dec 21 22:23:11.498344 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-cfe444b5-458d-4935-8bb4-d4fa6b27b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:23:09Z', 'revision_number': 11, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:11.503321 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe444b5-458d-4935-8bb4-d4fa6b27b948 None None] Checking router: 20b66116-eddd-4afb-9b68-dd9e76fac1ae for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:23:11.513678 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4ec0-b7a0-461b-9f1b-f98842870757 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:11.530522 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe444b5-458d-4935-8bb4-d4fa6b27b948 None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:11.531949 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-cfe444b5-458d-4935-8bb4-d4fa6b27b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:11.543284 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ce1e36-a4e3-42f6-b469-28e88ccb734c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting subnet 5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:23:11.550704 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-30ce1e36-a4e3-42f6-b469-28e88ccb734c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:11.621589 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-30ce1e36-a4e3-42f6-b469-28e88ccb734c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:11.650299 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:11.662780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Transition to ACTIVE for port object 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:11.682138 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-cfe444b5-458d-4935-8bb4-d4fa6b27b948 None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:11.691580 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Transition to ACTIVE for port object 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:11.710170 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4ec0-b7a0-461b-9f1b-f98842870757 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:11.718289 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'network': {'name': 'tempest-network-smoke--1464328894', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'port_security_enabled': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:11.724879 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4118fe47-812f-43b8-b957-844b8d8cafd3 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:11.725259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-30ce1e36-a4e3-42f6-b469-28e88ccb734c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:11.732505 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:11.740094 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:network and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:11.740967 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:11.791999 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:11.800855 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-cfe444b5-458d-4935-8bb4-d4fa6b27b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:23:09Z', 'revision_number': 11, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:11.805651 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe444b5-458d-4935-8bb4-d4fa6b27b948 None None] The sync data for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv is: [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:23:09Z', 'revision_number': 11, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:23:11.831759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ae7d4ec0-b7a0-461b-9f1b-f98842870757 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:11.833762 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ae7d4ec0-b7a0-461b-9f1b-f98842870757 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7532856 Dec 21 22:23:11.841446 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Network b07cfd67-b4b0-4a2c-ac66-5d71e6398f95 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:11.842554 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36010) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:11.844135 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:11.846759 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:11.849239 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'network_id': 'b07cfd67-b4b0-4a2c-ac66-5d71e6398f95', 'name': 'tempest-PortsIpV6TestJSON-1844191600'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:11.854737 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Pushing event updated for resources: {'Port': ['ID=0ec4551d-ffba-4276-8ae2-ae63333ebfe6,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:11.863022 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-4118fe47-812f-43b8-b957-844b8d8cafd3 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Calling delete_port for 78e196a7-afdf-4e7a-884b-7ad880ee174f owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:11.890184 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:11.899320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-30ce1e36-a4e3-42f6-b469-28e88ccb734c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:11.946220 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Attempting to bind port 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:23:11.946591 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Attempting to bind port 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '2e9c6a94-ba77-451b-98fb-cdbfc30e9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b07cfd67-b4b0-4a2c-ac66-5d71e6398f95'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:23:11.946955 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Attempting to bind port 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 on network b07cfd67-b4b0-4a2c-ac66-5d71e6398f95 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:23:11.954289 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:23:11.954650 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Checking segment: {'id': '2e9c6a94-ba77-451b-98fb-cdbfc30e9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b07cfd67-b4b0-4a2c-ac66-5d71e6398f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:11.955103 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:11.955556 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Bound using segment: {'id': '2e9c6a94-ba77-451b-98fb-cdbfc30e9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b07cfd67-b4b0-4a2c-ac66-5d71e6398f95'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:23:11.955972 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Bound port: 0ec4551d-ffba-4276-8ae2-ae63333ebfe6, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9c6a94-ba77-451b-98fb-cdbfc30e9886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b07cfd67-b4b0-4a2c-ac66-5d71e6398f95'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:23:11.956337 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:11.982462 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:11.985624 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:11.995367 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce1e36-a4e3-42f6-b469-28e88ccb734c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:12.003655 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-30ce1e36-a4e3-42f6-b469-28e88ccb734c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:12.003961 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:12.013163 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-30ce1e36-a4e3-42f6-b469-28e88ccb734c tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5 HTTP/1.1" status: 204 len: 168 time: 0.9013371 Dec 21 22:23:12.014632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36014) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:12.015084 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc6c556-5c17-4e6b-a61f-d79135c92a01 None None] Network 40b21b8e-feb7-477e-88f0-7f670e2ba5b0 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:12.053338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:12.058187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:port and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:12.061152 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:12.067624 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:12.165093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:12.169261 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:12.197142 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:12.206629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] device_id is not set on port a1566faa-d878-48ac-8280-e910e0634d8e yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:23:12.209354 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] For port 0ec4551d-ffba-4276-8ae2-ae63333ebfe6, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:23:12.221317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4118fe47-812f-43b8-b957-844b8d8cafd3 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:12.249745 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] For port 0ec4551d-ffba-4276-8ae2-ae63333ebfe6, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=0ec4551d-ffba-4276-8ae2-ae63333ebfe6,segment=NetworkSegment(2e9c6a94-ba77-451b-98fb-cdbfc30e9886),segment_id=2e9c6a94-ba77-451b-98fb-cdbfc30e9886)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:23:12.271160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:12.271518 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:12.348023 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 80509a51-860a-4871-b607-fc83db5cd15a no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:23:12.359993 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118fe47-812f-43b8-b957-844b8d8cafd3 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event deleted for resources: {'Port': ['ID=78e196a7-afdf-4e7a-884b-7ad880ee174f,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:12.374245 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:12.403658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 80509a51-860a-4871-b607-fc83db5cd15a {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:23:12.403998 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 80509a51-860a-4871-b607-fc83db5cd15a not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:23:12.406926 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:12.458680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Allocated IP 2001:db8::29 (b07cfd67-b4b0-4a2c-ac66-5d71e6398f95/d241d42b-1b9f-4d4d-9b9b-6e76c8b1a29d/a1566faa-d878-48ac-8280-e910e0634d8e) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:12.463662 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:12.467433 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:12.473695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:12.494169 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bbe482-451d-44f4-bf8b-a83a2fa1f376 None None] DHCP port deletion for 40b21b8e-feb7-477e-88f0-7f670e2ba5b0 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:23:12.513224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-59bbe482-451d-44f4-bf8b-a83a2fa1f376 None None] Deleting port 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:12.513224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-59bbe482-451d-44f4-bf8b-a83a2fa1f376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:12.539721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480e01b-7179-4f3b-af5e-96a19afafa19 None None] Pushing event updated for resources: {'Port': ['ID=0ec4551d-ffba-4276-8ae2-ae63333ebfe6,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:12.775563 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-497f63eb-5da1-468d-b36e-dde0a3d30506 req-39da1927-e8a0-40cd-922f-6bb39dd9a910 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1601453 Dec 21 22:23:12.822207 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-59bbe482-451d-44f4-bf8b-a83a2fa1f376 None None] For port 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3,segment=NetworkSegment(64af7a29-154d-421b-a6ab-76d06e3b7fe7),segment_id=64af7a29-154d-421b-a6ab-76d06e3b7fe7)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:12.822859 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-59bbe482-451d-44f4-bf8b-a83a2fa1f376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:12.889841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4118fe47-812f-43b8-b957-844b8d8cafd3 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:12.909410 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:12.931875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Transition to ACTIVE for port object a1566faa-d878-48ac-8280-e910e0634d8e will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:12.973977 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-59bbe482-451d-44f4-bf8b-a83a2fa1f376 None None] Calling delete_port for 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:13.045071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:13.105786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-59bbe482-451d-44f4-bf8b-a83a2fa1f376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:13.119242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network b07cfd67-b4b0-4a2c-ac66-5d71e6398f95 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:13.122370 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:13.126337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:13.130102 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:13.130874 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:13.132162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:13.150572 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] For port 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3,segment=NetworkSegment(64af7a29-154d-421b-a6ab-76d06e3b7fe7),segment_id=64af7a29-154d-421b-a6ab-76d06e3b7fe7)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:13.151308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:13.152389 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bbe482-451d-44f4-bf8b-a83a2fa1f376 None None] Pushing event deleted for resources: {'Port': ['ID=0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:13.161013 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bbe482-451d-44f4-bf8b-a83a2fa1f376 None None] No DVR routers for this DVR port 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:23:13.168762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=a1566faa-d878-48ac-8280-e910e0634d8e,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:13.237736 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b5426c13-108f-4eec-9841-50582a7624f5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3934054 Dec 21 22:23:13.240518 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36020) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:13.331667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:13.348045 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Calling delete_port for 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:13.486419 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:23:13.514286 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:13.514623 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Added segment a24fad60-45f6-4ee8-92d8-940dce187b67 of type vlan for network 3cb3cf99-9847-4235-815f-6f4bcbab9c77 Dec 21 22:23:13.517218 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:13.662115 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.api [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:23:13.662433 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG oslo_db.api [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:23:13.676338 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:13.684302 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb09681-71ae-43c0-bac2-6927bd631076 None None] Network b07cfd67-b4b0-4a2c-ac66-5d71e6398f95 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:13.712728 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4118fe47-812f-43b8-b957-844b8d8cafd3 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Router 960c6261-3ea5-4a4e-bc30-43d0a27948ac has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:23:13.785961 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:13.789915 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:13.790940 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:13.865126 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3905d627-4d95-4a16-ad71-11d907da7c2f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:13.885281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9600b6b7-1323-4869-bf8d-15c50d74f76a None None] Provisioning for port 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:13.924349 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9f0b5542-34cf-4977-8b2b-a01899e1ff79 req-221334fd-6736-4847-bfd1-6bd51b4c76b7 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0470755 Dec 21 22:23:13.961652 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Network': ['ID=3cb3cf99-9847-4235-815f-6f4bcbab9c77,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:13.973222 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4118fe47-812f-43b8-b957-844b8d8cafd3 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:23:13.982961 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4118fe47-812f-43b8-b957-844b8d8cafd3 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "PUT /v2.0/routers/960c6261-3ea5-4a4e-bc30-43d0a27948ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8807728 Dec 21 22:23:13.983072 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 3cb3cf99-9847-4235-815f-6f4bcbab9c77 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:23:13.983472 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36026) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:14.094059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9351b1-6394-40d6-b857-da3ae7a6cd0e None None] Sync routers for ids ['960c6261-3ea5-4a4e-bc30-43d0a27948ac'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:23:14.107811 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9351b1-6394-40d6-b857-da3ae7a6cd0e None None] Routers {'960c6261-3ea5-4a4e-bc30-43d0a27948ac'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:14.108875 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-5e9351b1-6394-40d6-b857-da3ae7a6cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['960c6261-3ea5-4a4e-bc30-43d0a27948ac'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:14.163557 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Deleting port 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:14.164098 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:14.181624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-5e9351b1-6394-40d6-b857-da3ae7a6cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:14.188984 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-0c17355d-b68e-4b65-8d14-68daada1f67a tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] delete failed (client error): The resource could not be found. Dec 21 22:23:14.190253 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0c17355d-b68e-4b65-8d14-68daada1f67a tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-636963379 HTTP/1.1" status: 404 len: 334 time: 0.2069817 Dec 21 22:23:14.194432 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9351b1-6394-40d6-b857-da3ae7a6cd0e None None] Routers {'960c6261-3ea5-4a4e-bc30-43d0a27948ac'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:14.195139 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-5e9351b1-6394-40d6-b857-da3ae7a6cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['960c6261-3ea5-4a4e-bc30-43d0a27948ac'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:14.196190 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36030) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:14.207281 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1ce6cd66-27e2-4dc6-991b-6f1c9c59b56a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.8590860 Dec 21 22:23:14.211006 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ba24f9b7-d751-437e-93ac-352d03d7a3e4 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Request body: {'router': {'external_gateway_info': {'network_id': '960c6261-3ea5-4a4e-bc30-43d0a27948ac'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:14.264866 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36034) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:14.270606 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-5e9351b1-6394-40d6-b857-da3ae7a6cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:14.271166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9351b1-6394-40d6-b857-da3ae7a6cd0e None None] The sync data for ids ['960c6261-3ea5-4a4e-bc30-43d0a27948ac'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:23:14.299985 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'admin_state_up': True, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:14.319003 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] The port '0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3' was deleted {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:23:14.320038 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:14.356349 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:router and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:14.399877 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ca018e7f-6a55-4ad2-83c0-e53f2cc698e4 None None] Provisioning for port a1566faa-d878-48ac-8280-e910e0634d8e completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:14.406556 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ca018e7f-6a55-4ad2-83c0-e53f2cc698e4 None None] Provisioning complete for port a1566faa-d878-48ac-8280-e910e0634d8e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:14.407119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ca018e7f-6a55-4ad2-83c0-e53f2cc698e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:14.408054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3905d627-4d95-4a16-ad71-11d907da7c2f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:14.425348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:14.439177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:14.443360 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:14.468258 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3905d627-4d95-4a16-ad71-11d907da7c2f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:14.520918 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ca018e7f-6a55-4ad2-83c0-e53f2cc698e4 None None] Port a1566faa-d878-48ac-8280-e910e0634d8e cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:14.603009 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:14.603900 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:14.604775 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:14.611981 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:14.612644 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:14.625269 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:14.631245 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905d627-4d95-4a16-ad71-11d907da7c2f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=a1566faa-d878-48ac-8280-e910e0634d8e,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:14.651103 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:14.701475 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-29a1ed49-25c4-4a67-b0a1-ab7e939a3cb1 None None] Provisioning complete for port a1566faa-d878-48ac-8280-e910e0634d8e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:14.702074 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-29a1ed49-25c4-4a67-b0a1-ab7e939a3cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:14.815450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b21b8e-feb7-477e-88f0-7f670e2ba5b0']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:14.833362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64af7a29-154d-421b-a6ab-76d06e3b7fe7') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:14.833745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64af7a29-154d-421b-a6ab-76d06e3b7fe7') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:14.864058 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-29a1ed49-25c4-4a67-b0a1-ab7e939a3cb1 None None] Port a1566faa-d878-48ac-8280-e910e0634d8e cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:14.872255 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:14.905985 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 0ec4551d-ffba-4276-8ae2-ae63333ebfe6, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=0ec4551d-ffba-4276-8ae2-ae63333ebfe6,segment=NetworkSegment(2e9c6a94-ba77-451b-98fb-cdbfc30e9886),segment_id=2e9c6a94-ba77-451b-98fb-cdbfc30e9886)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:14.909750 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:14.919265 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3905d627-4d95-4a16-ad71-11d907da7c2f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:14.989962 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:15.023380 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a334f259-684e-43b2-a699-09db18e8292f None None] Provisioning complete for port a1566faa-d878-48ac-8280-e910e0634d8e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:15.024382 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a334f259-684e-43b2-a699-09db18e8292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:15.044629 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:15.063513 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:23:15.085913 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:15.088143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3905d627-4d95-4a16-ad71-11d907da7c2f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:15.111030 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:23:15.111886 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:23:15.126510 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:23:15.134518 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2b0b3e93-c09a-47f1-8736-2b2fa780315b req-8f775e5f-1e31-45d5-8af7-c6428a123729 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0918226 Dec 21 22:23:15.135379 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:23:15.135892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 0f37ecce-025c-46a5-8e8e-40f5aeb1f6f3 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:23:15.172537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-a334f259-684e-43b2-a699-09db18e8292f None None] Port a1566faa-d878-48ac-8280-e910e0634d8e cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:15.177097 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=0ec4551d-ffba-4276-8ae2-ae63333ebfe6,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:15.213980 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ba24f9b7-d751-437e-93ac-352d03d7a3e4 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:15.232784 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:15.335895 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:15.365024 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:15.369301 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-ba24f9b7-d751-437e-93ac-352d03d7a3e4 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] update failed (client error): The resource could not be found. Dec 21 22:23:15.370322 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ba24f9b7-d751-437e-93ac-352d03d7a3e4 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "PUT /v2.0/routers/960c6261-3ea5-4a4e-bc30-43d0a27948ac HTTP/1.1" status: 404 len: 339 time: 1.1730099 Dec 21 22:23:15.379041 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36042) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:15.380110 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Pushing event deleted for resources: {'Network': ['ID=40b21b8e-feb7-477e-88f0-7f670e2ba5b0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:15.391858 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-2ad9e4ff-369f-4fa5-b914-188677388cbf tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2025238114'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:15.444804 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2ad9e4ff-369f-4fa5-b914-188677388cbf tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:15.451955 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-adecebe4-e680-44e9-81a8-5016b69eed34 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/networks/40b21b8e-feb7-477e-88f0-7f670e2ba5b0 HTTP/1.1" status: 204 len: 168 time: 3.4071963 Dec 21 22:23:15.456901 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36046) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:15.460737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2ad9e4ff-369f-4fa5-b914-188677388cbf tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Usage tracker for resource:network and tenant:bf9aba04ad104db39221c94035ae93a5 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:15.466599 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a156f11b-f2fc-4fe5-88cc-953c865d0daa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'router': {'routes': None}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:15.513525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3905d627-4d95-4a16-ad71-11d907da7c2f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:15.597524 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3905d627-4d95-4a16-ad71-11d907da7c2f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:15.598336 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3905d627-4d95-4a16-ad71-11d907da7c2f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:15.644002 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2ad9e4ff-369f-4fa5-b914-188677388cbf tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:15.656336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2ad9e4ff-369f-4fa5-b914-188677388cbf tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:15.708791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905d627-4d95-4a16-ad71-11d907da7c2f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=a1566faa-d878-48ac-8280-e910e0634d8e,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:15.769317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad9e4ff-369f-4fa5-b914-188677388cbf tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Made reservation on behalf of bf9aba04ad104db39221c94035ae93a5 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:15.772701 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2ad9e4ff-369f-4fa5-b914-188677388cbf tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:15.809462 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3905d627-4d95-4a16-ad71-11d907da7c2f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network b07cfd67-b4b0-4a2c-ac66-5d71e6398f95 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:15.810632 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-3905d627-4d95-4a16-ad71-11d907da7c2f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:15.973412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:16.031154 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad9e4ff-369f-4fa5-b914-188677388cbf tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:23:16.044763 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.extraroute_db [None req-a156f11b-f2fc-4fe5-88cc-953c865d0daa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Added routes are [] {{(pid=84169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 22:23:16.045046 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.extraroute_db [None req-a156f11b-f2fc-4fe5-88cc-953c865d0daa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Removed routes are [] {{(pid=84169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 22:23:16.045400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a156f11b-f2fc-4fe5-88cc-953c865d0daa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:16.048744 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:16.101359 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3e4a3a28-8ee7-42a0-adf0-d584473c4389 None None] Provisioning complete for port a1566faa-d878-48ac-8280-e910e0634d8e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:16.101952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3e4a3a28-8ee7-42a0-adf0-d584473c4389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:16.143582 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2ad9e4ff-369f-4fa5-b914-188677388cbf tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:16.143946 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-2ad9e4ff-369f-4fa5-b914-188677388cbf tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Added segment df5b8640-24b8-437d-8e6e-84572e9a42f0 of type vlan for network b516d157-307f-430a-b9b6-2c6d46bd8c23 Dec 21 22:23:16.160072 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3e4a3a28-8ee7-42a0-adf0-d584473c4389 None None] Port a1566faa-d878-48ac-8280-e910e0634d8e cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:16.264918 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2ad9e4ff-369f-4fa5-b914-188677388cbf tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:16.285753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3905d627-4d95-4a16-ad71-11d907da7c2f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Router 25eead29-dd09-4029-8911-3ed3a2a235aa is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:23:16.294753 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-48853700-cf89-4d40-b3ae-9f22a57e22ca req-8fb14528-ad0d-4391-bafd-9dd35d37fb78 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0504556 Dec 21 22:23:16.382497 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:16.462138 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:16.462821 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:16.466973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3905d627-4d95-4a16-ad71-11d907da7c2f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:23:16.474837 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36052) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:16.475206 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3905d627-4d95-4a16-ad71-11d907da7c2f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "PUT /v2.0/routers/25eead29-dd09-4029-8911-3ed3a2a235aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2334895 Dec 21 22:23:16.479376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a156f11b-f2fc-4fe5-88cc-953c865d0daa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:16.480891 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1e1502-02d2-47c9-a547-7bb4383d2f7c None None] Sync routers for ids ['25eead29-dd09-4029-8911-3ed3a2a235aa'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:23:16.492641 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1e1502-02d2-47c9-a547-7bb4383d2f7c None None] Routers {'25eead29-dd09-4029-8911-3ed3a2a235aa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:16.494625 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-fa1e1502-02d2-47c9-a547-7bb4383d2f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['25eead29-dd09-4029-8911-3ed3a2a235aa'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:16.515520 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.26.3.226 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/2e54ce4c-6ea4-4a34-a85d-039ad28b1411) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:16.525109 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a156f11b-f2fc-4fe5-88cc-953c865d0daa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:16.552287 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-fa1e1502-02d2-47c9-a547-7bb4383d2f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:16.563259 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1e1502-02d2-47c9-a547-7bb4383d2f7c None None] Routers {'25eead29-dd09-4029-8911-3ed3a2a235aa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:16.563860 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-fa1e1502-02d2-47c9-a547-7bb4383d2f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['25eead29-dd09-4029-8911-3ed3a2a235aa'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:16.594177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2ad9e4ff-369f-4fa5-b914-188677388cbf tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:16.597871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad9e4ff-369f-4fa5-b914-188677388cbf tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:16.598480 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2ad9e4ff-369f-4fa5-b914-188677388cbf tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:16.652960 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-fa1e1502-02d2-47c9-a547-7bb4383d2f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:16.653366 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1e1502-02d2-47c9-a547-7bb4383d2f7c None None] The sync data for ids ['25eead29-dd09-4029-8911-3ed3a2a235aa'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:23:16.987686 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2ad9e4ff-369f-4fa5-b914-188677388cbf tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6049743 Dec 21 22:23:16.988458 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9e4ff-369f-4fa5-b914-188677388cbf tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event updated for resources: {'Network': ['ID=b516d157-307f-430a-b9b6-2c6d46bd8c23,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:16.990866 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36056) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:16.997842 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-cb461a4f-5068-4f72-b3f3-504557e9265e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Request body: {'subnet': {'network_id': 'b516d157-307f-430a-b9b6-2c6d46bd8c23', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:17.000351 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network b516d157-307f-430a-b9b6-2c6d46bd8c23 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:23:17.037629 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260972c9-5c3c-4cc3-a0d4-2c112d09457d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:17.042248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-260972c9-5c3c-4cc3-a0d4-2c112d09457d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:17.047960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a156f11b-f2fc-4fe5-88cc-953c865d0daa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 20b66116-eddd-4afb-9b68-dd9e76fac1ae has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:23:17.079925 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:17.218510 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-260972c9-5c3c-4cc3-a0d4-2c112d09457d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:17.219666 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-260972c9-5c3c-4cc3-a0d4-2c112d09457d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports?device_id=25eead29-dd09-4029-8911-3ed3a2a235aa HTTP/1.1" status: 200 len: 988 time: 0.7435689 Dec 21 22:23:17.224333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36060) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:17.227965 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-cb461a4f-5068-4f72-b3f3-504557e9265e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:17.232063 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-cb461a4f-5068-4f72-b3f3-504557e9265e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Usage tracker for resource:subnet and tenant:bf9aba04ad104db39221c94035ae93a5 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:17.236625 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-cb461a4f-5068-4f72-b3f3-504557e9265e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:17.240732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-cb461a4f-5068-4f72-b3f3-504557e9265e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:17.306042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a156f11b-f2fc-4fe5-88cc-953c865d0daa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:23:17.315127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab84258-f7c6-4686-ad17-4dea2a488177 None None] Sync routers for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:23:17.323052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb461a4f-5068-4f72-b3f3-504557e9265e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Made reservation on behalf of bf9aba04ad104db39221c94035ae93a5 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:17.328950 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab84258-f7c6-4686-ad17-4dea2a488177 None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:17.329758 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-eab84258-f7c6-4686-ad17-4dea2a488177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:17.354906 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a156f11b-f2fc-4fe5-88cc-953c865d0daa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:17.358705 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a156f11b-f2fc-4fe5-88cc-953c865d0daa tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/20b66116-eddd-4afb-9b68-dd9e76fac1ae HTTP/1.1" status: 200 len: 700 time: 1.8981109 Dec 21 22:23:17.360926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36066) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:17.415222 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:17.434279 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cb461a4f-5068-4f72-b3f3-504557e9265e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:17.467100 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-eab84258-f7c6-4686-ad17-4dea2a488177 None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:17.473192 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d8697745-bad3-447a-9f68-68a559ad0368 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Synchronizing usage tracker for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:17.507421 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bdb1e25f-28b5-4f76-8b23-72451c16422a req-2ec2764e-150a-406c-b511-c208a5e10528 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0993526 Dec 21 22:23:17.554915 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:17.555830 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=2e54ce4c-6ea4-4a34-a85d-039ad28b1411,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:17.559003 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:17.562112 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:17.580818 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-eab84258-f7c6-4686-ad17-4dea2a488177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:23:09Z', 'revision_number': 11, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:17.584928 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab84258-f7c6-4686-ad17-4dea2a488177 None None] Checking router: 20b66116-eddd-4afb-9b68-dd9e76fac1ae for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:23:17.596913 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab84258-f7c6-4686-ad17-4dea2a488177 None None] Routers {'20b66116-eddd-4afb-9b68-dd9e76fac1ae'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:17.597986 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-eab84258-f7c6-4686-ad17-4dea2a488177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:17.661002 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d8697745-bad3-447a-9f68-68a559ad0368 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Unset dirty status for tenant:a5432833a5dd4042b5eebbd2bf29d7c4 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:17.664830 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d8697745-bad3-447a-9f68-68a559ad0368 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports?device_id=20b66116-eddd-4afb-9b68-dd9e76fac1ae HTTP/1.1" status: 200 len: 205 time: 0.3001587 Dec 21 22:23:17.668223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36070) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:17.727952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-eab84258-f7c6-4686-ad17-4dea2a488177 None None] Set router 20b66116-eddd-4afb-9b68-dd9e76fac1ae gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:17.811375 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8d376c9f-1228-4681-a68c-ce5e889d1689 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:17.841321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-eab84258-f7c6-4686-ad17-4dea2a488177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:23:09Z', 'revision_number': 11, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:17.846695 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab84258-f7c6-4686-ad17-4dea2a488177 None None] The sync data for ids ['20b66116-eddd-4afb-9b68-dd9e76fac1ae'] in dv-neutron-822520-1-hyperv is: [{'id': '20b66116-eddd-4afb-9b68-dd9e76fac1ae', 'name': 'tempest-RoutersTest-router-602982824', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:48Z', 'updated_at': '2021-12-21T22:23:09Z', 'revision_number': 11, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:23:17.864560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cb461a4f-5068-4f72-b3f3-504557e9265e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:18.014700 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb461a4f-5068-4f72-b3f3-504557e9265e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event updated for resources: {'Subnet': ['ID=f5e8a093-d994-4216-9f83-901187e06d05,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:18.025999 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:18.026742 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:18.152301 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb461a4f-5068-4f72-b3f3-504557e9265e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Checking segment: {'id': 'df5b8640-24b8-437d-8e6e-84572e9a42f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b516d157-307f-430a-b9b6-2c6d46bd8c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:18.152570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb461a4f-5068-4f72-b3f3-504557e9265e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Network hostable DHCP agents. Network: b516d157-307f-430a-b9b6-2c6d46bd8c23, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:23:18.168157 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d39cc3fd-9409-44e3-b86b-5d743e95f326 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:18.301761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8d376c9f-1228-4681-a68c-ce5e889d1689 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:18.305964 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8d376c9f-1228-4681-a68c-ce5e889d1689 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:18.356425 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb461a4f-5068-4f72-b3f3-504557e9265e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Network b516d157-307f-430a-b9b6-2c6d46bd8c23 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:23:18.413765 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8d376c9f-1228-4681-a68c-ce5e889d1689 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:18.414591 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d376c9f-1228-4681-a68c-ce5e889d1689 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Fanout notify agent at l3_agent the message router_deleted on router 20b66116-eddd-4afb-9b68-dd9e76fac1ae {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:23:18.434980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8d376c9f-1228-4681-a68c-ce5e889d1689 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:18.440586 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8d376c9f-1228-4681-a68c-ce5e889d1689 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/routers/20b66116-eddd-4afb-9b68-dd9e76fac1ae HTTP/1.1" status: 204 len: 168 time: 0.7714198 Dec 21 22:23:18.441316 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36074) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:18.448166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e6617718-3e65-421f-918d-5a1e116488f1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-786606363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:18.453052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-cb461a4f-5068-4f72-b3f3-504557e9265e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, b516d157-307f-430a-b9b6-2c6d46bd8c23) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:18.457591 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e6617718-3e65-421f-918d-5a1e116488f1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:18.460659 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb461a4f-5068-4f72-b3f3-504557e9265e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:18.461980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cb461a4f-5068-4f72-b3f3-504557e9265e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:18.470858 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b77b776-9002-42be-b136-251c8f3ef955 None None] Network b516d157-307f-430a-b9b6-2c6d46bd8c23 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:18.492480 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e6617718-3e65-421f-918d-5a1e116488f1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Usage tracker for resource:router and tenant:a5432833a5dd4042b5eebbd2bf29d7c4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:18.497390 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e6617718-3e65-421f-918d-5a1e116488f1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:18.506468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e6617718-3e65-421f-918d-5a1e116488f1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:18.637709 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-cb461a4f-5068-4f72-b3f3-504557e9265e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6433499 Dec 21 22:23:18.642541 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36080) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:18.645383 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0c1152ef-e7dd-4a02-accd-43eb34c68488 req-0234084f-3f34-4286-a0d5-a1053440610e tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0513120 Dec 21 22:23:18.651372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b66e9519-da2b-4a96-a15c-92a4fd2b1350 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b516d157-307f-430a-b9b6-2c6d46bd8c23'}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:18.718229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-b516d157-307f-430a-b9b6-2c6d46bd8c23', 'network_id': 'b516d157-307f-430a-b9b6-2c6d46bd8c23', 'tenant_id': 'bf9aba04ad104db39221c94035ae93a5', 'fixed_ips': [{'subnet_id': 'f5e8a093-d994-4216-9f83-901187e06d05'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:23:18.719131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:18.741626 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d39cc3fd-9409-44e3-b86b-5d743e95f326 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port a1566faa-d878-48ac-8280-e910e0634d8e {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:18.741970 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d39cc3fd-9409-44e3-b86b-5d743e95f326 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:18.773337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e6617718-3e65-421f-918d-5a1e116488f1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:18.775473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e6617718-3e65-421f-918d-5a1e116488f1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:18.817559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c7514405-6579-4660-b9af-e951655af9f2 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:23:18.925148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Allocated IP 2001:db8:1::2 (b516d157-307f-430a-b9b6-2c6d46bd8c23/f5e8a093-d994-4216-9f83-901187e06d05/c99b26bf-08de-4b31-b29a-60de6566b814) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:18.988727 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e6617718-3e65-421f-918d-5a1e116488f1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:19.027482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d39cc3fd-9409-44e3-b86b-5d743e95f326 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:19.138856 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:19.149820 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Transition to ACTIVE for port object c99b26bf-08de-4b31-b29a-60de6566b814 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:19.151862 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d39cc3fd-9409-44e3-b86b-5d743e95f326 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for a1566faa-d878-48ac-8280-e910e0634d8e owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:19.168528 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Transition to ACTIVE for port object c99b26bf-08de-4b31-b29a-60de6566b814 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:19.186756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e6617718-3e65-421f-918d-5a1e116488f1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:19.223112 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b66e9519-da2b-4a96-a15c-92a4fd2b1350 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:19.232516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:19.304217 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Network b516d157-307f-430a-b9b6-2c6d46bd8c23 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:19.307403 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:19.309855 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:19.314173 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e6617718-3e65-421f-918d-5a1e116488f1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:19.318583 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Pushing event updated for resources: {'Port': ['ID=c99b26bf-08de-4b31-b29a-60de6566b814,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:19.318794 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36084) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:19.319486 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e6617718-3e65-421f-918d-5a1e116488f1 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8770976 Dec 21 22:23:19.330857 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-71704236-1340-4fda-bcd9-9f951d61db7e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:19.440632 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Attempting to bind port c99b26bf-08de-4b31-b29a-60de6566b814 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:23:19.440632 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Attempting to bind port c99b26bf-08de-4b31-b29a-60de6566b814 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'df5b8640-24b8-437d-8e6e-84572e9a42f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b516d157-307f-430a-b9b6-2c6d46bd8c23'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:23:19.440632 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Attempting to bind port c99b26bf-08de-4b31-b29a-60de6566b814 on network b516d157-307f-430a-b9b6-2c6d46bd8c23 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:23:19.447583 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:23:19.448196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Checking segment: {'id': 'df5b8640-24b8-437d-8e6e-84572e9a42f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b516d157-307f-430a-b9b6-2c6d46bd8c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:19.448709 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:19.449273 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Bound using segment: {'id': 'df5b8640-24b8-437d-8e6e-84572e9a42f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b516d157-307f-430a-b9b6-2c6d46bd8c23'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:23:19.449830 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Bound port: c99b26bf-08de-4b31-b29a-60de6566b814, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5b8640-24b8-437d-8e6e-84572e9a42f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b516d157-307f-430a-b9b6-2c6d46bd8c23'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:23:19.450374 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:19.484478 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-b66e9519-da2b-4a96-a15c-92a4fd2b1350 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:23:19.489233 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b66e9519-da2b-4a96-a15c-92a4fd2b1350 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "PUT /v2.0/routers/960c6261-3ea5-4a4e-bc30-43d0a27948ac HTTP/1.1" status: 400 len: 364 time: 0.8401732 Dec 21 22:23:19.489414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36088) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:19.546791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:23:19.548763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] For port c99b26bf-08de-4b31-b29a-60de6566b814, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:23:19.552443 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] For port c99b26bf-08de-4b31-b29a-60de6566b814, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c99b26bf-08de-4b31-b29a-60de6566b814,segment=NetworkSegment(df5b8640-24b8-437d-8e6e-84572e9a42f0),segment_id=df5b8640-24b8-437d-8e6e-84572e9a42f0)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:23:19.560224 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Sync routers for ids ['c7514405-6579-4660-b9af-e951655af9f2'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:23:19.572860 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Routers {'c7514405-6579-4660-b9af-e951655af9f2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:19.573899 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c7514405-6579-4660-b9af-e951655af9f2'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:19.621984 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:19.697728 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d39cc3fd-9409-44e3-b86b-5d743e95f326 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:19.721810 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16037078-ab5e-460f-a042-3e2922e8ca0a None None] Pushing event updated for resources: {'Port': ['ID=c99b26bf-08de-4b31-b29a-60de6566b814,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:19.751090 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:19.755133 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bfb4ad8c-f2e4-4d02-ac69-147726f28bf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4860954 Dec 21 22:23:19.785997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36094) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:19.802068 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cc3fd-9409-44e3-b86b-5d743e95f326 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=a1566faa-d878-48ac-8280-e910e0634d8e,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:19.827662 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Set router c7514405-6579-4660-b9af-e951655af9f2 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:19.896172 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ec9b0cd4-8954-4c48-96df-76e57a5a231a req-e553c06f-eb27-48bf-8c7a-06a39c8b340f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1468928 Dec 21 22:23:20.025780 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0e6fd212-4ce1-40af-946b-3e3f66b37bef tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a0afca56990a43fd95e729e8f15e2964&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2336941 Dec 21 22:23:20.030819 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36100) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:20.232685 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:23:17Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:20.251749 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Checking router: c7514405-6579-4660-b9af-e951655af9f2 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:23:20.252384 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Updating router c7514405-6579-4660-b9af-e951655af9f2 port 2e54ce4c-6ea4-4a34-a85d-039ad28b1411 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:23:20.306703 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71704236-1340-4fda-bcd9-9f951d61db7e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:20.309674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621cf9d5-aa26-44d3-9079-53cc484ccc50 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:20.313680 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-621cf9d5-aa26-44d3-9079-53cc484ccc50 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2794471 Dec 21 22:23:20.313680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:20.317157 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:20.324483 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36104) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:20.386617 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2dccc1eb-26eb-45a0-8f83-0774bed49257 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0610192 Dec 21 22:23:20.392651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36108) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:20.424258 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71704236-1340-4fda-bcd9-9f951d61db7e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:20.477876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c99b26bf-08de-4b31-b29a-60de6566b814 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:20.584390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d39cc3fd-9409-44e3-b86b-5d743e95f326 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:20.652623 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-3e88f19f-7510-40b9-b80f-24ed16b1d521 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1128866857', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:20.666617 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port c99b26bf-08de-4b31-b29a-60de6566b814 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:20.749390 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:20.766484 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Transition to ACTIVE for port object 2e54ce4c-6ea4-4a34-a85d-039ad28b1411 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:20.826870 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:20.894308 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3e88f19f-7510-40b9-b80f-24ed16b1d521 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:20.908995 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3e88f19f-7510-40b9-b80f-24ed16b1d521 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:subnet and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:20.910144 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c867149-446b-4992-8d1f-3d8ef26fa9c9 None None] Pushing event updated for resources: {'Port': ['ID=2e54ce4c-6ea4-4a34-a85d-039ad28b1411,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:20.912506 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Attempting to bind port 2e54ce4c-6ea4-4a34-a85d-039ad28b1411 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:23:20.912968 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Attempting to bind port 2e54ce4c-6ea4-4a34-a85d-039ad28b1411 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:23:20.913408 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Attempting to bind port 2e54ce4c-6ea4-4a34-a85d-039ad28b1411 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:23:20.916827 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3e88f19f-7510-40b9-b80f-24ed16b1d521 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:20.926488 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:23:20.927006 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:20.927532 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:20.928098 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:23:20.928568 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Bound port: 2e54ce4c-6ea4-4a34-a85d-039ad28b1411, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:23:20.929019 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:20.934910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3e88f19f-7510-40b9-b80f-24ed16b1d521 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:20.969351 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c867149-446b-4992-8d1f-3d8ef26fa9c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:20.969809 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c867149-446b-4992-8d1f-3d8ef26fa9c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:20.970262 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c867149-446b-4992-8d1f-3d8ef26fa9c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:20.970684 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c867149-446b-4992-8d1f-3d8ef26fa9c9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:20.971111 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c867149-446b-4992-8d1f-3d8ef26fa9c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:20.971528 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c867149-446b-4992-8d1f-3d8ef26fa9c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:20.971942 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c867149-446b-4992-8d1f-3d8ef26fa9c9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:20.972356 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c867149-446b-4992-8d1f-3d8ef26fa9c9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:20.972782 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c867149-446b-4992-8d1f-3d8ef26fa9c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:20.973699 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c867149-446b-4992-8d1f-3d8ef26fa9c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:20.974114 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c867149-446b-4992-8d1f-3d8ef26fa9c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:21.024050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71704236-1340-4fda-bcd9-9f951d61db7e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Router 556d4fab-d835-4426-8707-ae9ceec7c890 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:23:21.051290 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0984b458-4dc8-48f6-b248-3a6bbda4b44e req-6c3d56a1-7e66-48b1-a95a-669edf87800b tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0434825 Dec 21 22:23:21.057577 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e88f19f-7510-40b9-b80f-24ed16b1d521 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:21.076247 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] For port 2e54ce4c-6ea4-4a34-a85d-039ad28b1411, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:23:21.093081 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] For port 2e54ce4c-6ea4-4a34-a85d-039ad28b1411, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2e54ce4c-6ea4-4a34-a85d-039ad28b1411,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:23:21.142200 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:21.179363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Allocated IP 2001:db8::1 (47889955-e8e1-4e32-a54e-5f96293e4d15/a2877f66-23b9-4c3e-a928-6afefdbf3da7/74c22609-5cdb-41a9-b379-0a1eae66959b) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:21.197587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3e88f19f-7510-40b9-b80f-24ed16b1d521 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:21.235541 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c867149-446b-4992-8d1f-3d8ef26fa9c9 None None] Pushing event updated for resources: {'Port': ['ID=2e54ce4c-6ea4-4a34-a85d-039ad28b1411,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:21.242664 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Routers {'c7514405-6579-4660-b9af-e951655af9f2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:21.243515 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c7514405-6579-4660-b9af-e951655af9f2'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:21.251138 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39cc3fd-9409-44e3-b86b-5d743e95f326 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Router 25eead29-dd09-4029-8911-3ed3a2a235aa has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:23:21.259807 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaa1de8-9bde-476e-b90a-f62791cb76f9 None None] Network b516d157-307f-430a-b9b6-2c6d46bd8c23 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:21.267939 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71704236-1340-4fda-bcd9-9f951d61db7e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:23:21.275732 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71704236-1340-4fda-bcd9-9f951d61db7e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:21.279502 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-71704236-1340-4fda-bcd9-9f951d61db7e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "PUT /v2.0/routers/556d4fab-d835-4426-8707-ae9ceec7c890 HTTP/1.1" status: 200 len: 693 time: 1.9570909 Dec 21 22:23:21.290070 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36114) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:21.292156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681847b4-70c7-4e31-9ee0-cca378a918f5 None None] Sync routers for ids ['556d4fab-d835-4426-8707-ae9ceec7c890'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:23:21.431067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681847b4-70c7-4e31-9ee0-cca378a918f5 None None] Routers {'556d4fab-d835-4426-8707-ae9ceec7c890'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:21.436661 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-681847b4-70c7-4e31-9ee0-cca378a918f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['556d4fab-d835-4426-8707-ae9ceec7c890'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:21.450969 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] Set router c7514405-6579-4660-b9af-e951655af9f2 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:21.482864 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:21.503465 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Transition to ACTIVE for port object 74c22609-5cdb-41a9-b379-0a1eae66959b will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:21.565211 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-681847b4-70c7-4e31-9ee0-cca378a918f5 None None] Set router 556d4fab-d835-4426-8707-ae9ceec7c890 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:21.612333 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:21.671894 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d55b7747-7340-457d-bf30-2819af77c1f4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/routers/556d4fab-d835-4426-8707-ae9ceec7c890 HTTP/1.1" status: 200 len: 699 time: 0.3886230 Dec 21 22:23:21.671894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39cc3fd-9409-44e3-b86b-5d743e95f326 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:23:21.672881 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36118) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:21.681222 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-681847b4-70c7-4e31-9ee0-cca378a918f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556d4fab-d835-4426-8707-ae9ceec7c890', 'name': 'tempest-RoutersTest-router-786606363', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:18Z', 'updated_at': '2021-12-21T22:23:20Z', 'revision_number': 2, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:21.682079 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d39cc3fd-9409-44e3-b86b-5d743e95f326 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "PUT /v2.0/routers/25eead29-dd09-4029-8911-3ed3a2a235aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4518566 Dec 21 22:23:21.684628 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681847b4-70c7-4e31-9ee0-cca378a918f5 None None] Checking router: 556d4fab-d835-4426-8707-ae9ceec7c890 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:23:21.693042 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36122) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:21.724301 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-47538a9e-80e8-4f04-bcb7-7a2a3691ba74 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports?device_id=556d4fab-d835-4426-8707-ae9ceec7c890 HTTP/1.1" status: 200 len: 205 time: 0.0503078 Dec 21 22:23:21.727785 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36126) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:21.745665 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860fcba-e51f-414d-a3d3-061a3e33595c None None] Sync routers for ids ['25eead29-dd09-4029-8911-3ed3a2a235aa'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:23:21.755291 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f886687-d8cd-4222-92b6-75ddfcc38bfe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] GET failed (client error): The resource could not be found. Dec 21 22:23:21.755792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6f886687-d8cd-4222-92b6-75ddfcc38bfe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:21.763081 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681847b4-70c7-4e31-9ee0-cca378a918f5 None None] Routers {'556d4fab-d835-4426-8707-ae9ceec7c890'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:21.763706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-681847b4-70c7-4e31-9ee0-cca378a918f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['556d4fab-d835-4426-8707-ae9ceec7c890'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:21.787888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Network 47889955-e8e1-4e32-a54e-5f96293e4d15 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:21.800122 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860fcba-e51f-414d-a3d3-061a3e33595c None None] Routers {'25eead29-dd09-4029-8911-3ed3a2a235aa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:21.802042 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-9860fcba-e51f-414d-a3d3-061a3e33595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['25eead29-dd09-4029-8911-3ed3a2a235aa'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:21.809437 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:21.812108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:21.812460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:21.849497 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b581a73f-7498-45d7-8bab-a6dcee705560 None None] Provisioning for port c99b26bf-08de-4b31-b29a-60de6566b814 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:21.850185 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event updated for resources: {'Port': ['ID=74c22609-5cdb-41a9-b379-0a1eae66959b,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:21.895635 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2fbfca4-d15f-4fb8-a938-cb3fa154234d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:21.907158 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-9860fcba-e51f-414d-a3d3-061a3e33595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:21.908983 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6f886687-d8cd-4222-92b6-75ddfcc38bfe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:21.913452 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6f886687-d8cd-4222-92b6-75ddfcc38bfe tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports/a1566faa-d878-48ac-8280-e910e0634d8e HTTP/1.1" status: 404 len: 333 time: 0.2193027 Dec 21 22:23:21.914533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36130) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:21.920366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b581a73f-7498-45d7-8bab-a6dcee705560 None None] Provisioning complete for port c99b26bf-08de-4b31-b29a-60de6566b814 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:21.920960 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b581a73f-7498-45d7-8bab-a6dcee705560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:21.966142 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9860fcba-e51f-414d-a3d3-061a3e33595c None None] Routers {'25eead29-dd09-4029-8911-3ed3a2a235aa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:21.966954 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-9860fcba-e51f-414d-a3d3-061a3e33595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['25eead29-dd09-4029-8911-3ed3a2a235aa'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:22.050024 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-9860fcba-e51f-414d-a3d3-061a3e33595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:22.050704 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9860fcba-e51f-414d-a3d3-061a3e33595c None None] The sync data for ids ['25eead29-dd09-4029-8911-3ed3a2a235aa'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:23:22.055873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-681847b4-70c7-4e31-9ee0-cca378a918f5 None None] Set router 556d4fab-d835-4426-8707-ae9ceec7c890 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:22.105284 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:23:17Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:22.115356 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5da94-863f-4104-bbd6-92dfd5dffa38 None None] The sync data for ids ['c7514405-6579-4660-b9af-e951655af9f2'] in dv-neutron-822520-1-hyperv is: [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:23:17Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:23:22.184217 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:22.286005 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-681847b4-70c7-4e31-9ee0-cca378a918f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '556d4fab-d835-4426-8707-ae9ceec7c890', 'name': 'tempest-RoutersTest-router-786606363', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:18Z', 'updated_at': '2021-12-21T22:23:20Z', 'revision_number': 2, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:22.297742 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681847b4-70c7-4e31-9ee0-cca378a918f5 None None] The sync data for ids ['556d4fab-d835-4426-8707-ae9ceec7c890'] in dv-neutron-822520-1-hyperv is: [{'id': '556d4fab-d835-4426-8707-ae9ceec7c890', 'name': 'tempest-RoutersTest-router-786606363', 'tenant_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:18Z', 'updated_at': '2021-12-21T22:23:20Z', 'revision_number': 2, 'project_id': 'a5432833a5dd4042b5eebbd2bf29d7c4', 'gw_port_host': None}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:23:22.369847 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-154c2948-adfd-42b7-87ad-7e7eba595ae9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:22.420022 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cd081372-00f8-455b-afcf-81c801f9fc84 req-78d4ac91-8400-4959-b838-b1891ad3fefe tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0847499 Dec 21 22:23:22.427262 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b581a73f-7498-45d7-8bab-a6dcee705560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:22.491778 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b581a73f-7498-45d7-8bab-a6dcee705560 None None] For port c99b26bf-08de-4b31-b29a-60de6566b814, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c99b26bf-08de-4b31-b29a-60de6566b814,segment=NetworkSegment(df5b8640-24b8-437d-8e6e-84572e9a42f0),segment_id=df5b8640-24b8-437d-8e6e-84572e9a42f0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:22.576069 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b581a73f-7498-45d7-8bab-a6dcee705560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:22.612628 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2fbfca4-d15f-4fb8-a938-cb3fa154234d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:22.621198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2fbfca4-d15f-4fb8-a938-cb3fa154234d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:22.709164 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b581a73f-7498-45d7-8bab-a6dcee705560 None None] Pushing event updated for resources: {'Port': ['ID=c99b26bf-08de-4b31-b29a-60de6566b814,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:22.724376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2fbfca4-d15f-4fb8-a938-cb3fa154234d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:22.724915 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fbfca4-d15f-4fb8-a938-cb3fa154234d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Fanout notify agent at l3_agent the message router_deleted on router 556d4fab-d835-4426-8707-ae9ceec7c890 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:23:22.744593 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d2fbfca4-d15f-4fb8-a938-cb3fa154234d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:22.746241 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d2fbfca4-d15f-4fb8-a938-cb3fa154234d tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/routers/556d4fab-d835-4426-8707-ae9ceec7c890 HTTP/1.1" status: 204 len: 168 time: 1.0169656 Dec 21 22:23:22.749572 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36136) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:22.804139 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-94b0de97-81d4-4ddc-965e-65ab3e4809b2 None None] Provisioning for port 74c22609-5cdb-41a9-b379-0a1eae66959b completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:22.809448 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-854ee1c7-b3a6-453a-a8a6-57843edd5373 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports?device_id=556d4fab-d835-4426-8707-ae9ceec7c890 HTTP/1.1" status: 200 len: 205 time: 0.0586803 Dec 21 22:23:22.811207 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-94b0de97-81d4-4ddc-965e-65ab3e4809b2 None None] Provisioning complete for port 74c22609-5cdb-41a9-b379-0a1eae66959b triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:22.811600 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-94b0de97-81d4-4ddc-965e-65ab3e4809b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:22.815950 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36140) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:22.874941 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-94b0de97-81d4-4ddc-965e-65ab3e4809b2 None None] Port 74c22609-5cdb-41a9-b379-0a1eae66959b cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:22.886486 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-5489b4cc-61dd-4671-8709-149b920f5d7e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] delete failed (client error): The resource could not be found. Dec 21 22:23:22.890286 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5489b4cc-61dd-4671-8709-149b920f5d7e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/routers/556d4fab-d835-4426-8707-ae9ceec7c890 HTTP/1.1" status: 404 len: 336 time: 0.0705168 Dec 21 22:23:22.890550 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36144) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:22.936881 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d251c4-39ce-4297-a269-2b27994c371b tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] DELETE failed (client error): The resource could not be found. Dec 21 22:23:22.937314 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d251c4-39ce-4297-a269-2b27994c371b tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:23:22.938972 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c2d251c4-39ce-4297-a269-2b27994c371b tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/7fad43fd-9a29-415f-bcfe-1d29e71c13f8 HTTP/1.1" status: 404 len: 337 time: 0.0476117 Dec 21 22:23:22.943151 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36150) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:22.965351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3e88f19f-7510-40b9-b80f-24ed16b1d521 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:22.983893 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ab4aee-562a-461d-89dd-b356c8992db9 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] DELETE failed (client error): The resource could not be found. Dec 21 22:23:22.984321 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ab4aee-562a-461d-89dd-b356c8992db9 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:23:22.985955 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-25ab4aee-562a-461d-89dd-b356c8992db9 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/b507a1a6-417c-4851-9b80-900359f99f9f HTTP/1.1" status: 404 len: 337 time: 0.0418053 Dec 21 22:23:22.988481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36154) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.005557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b2b95557-a3ca-48b9-b2c9-9ccfe9490204 None None] Provisioning complete for port c99b26bf-08de-4b31-b29a-60de6566b814 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:23.006036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b2b95557-a3ca-48b9-b2c9-9ccfe9490204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:23.030817 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78e3ead-8580-45c9-b328-e6e1bdaea518 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] DELETE failed (client error): The resource could not be found. Dec 21 22:23:23.031587 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78e3ead-8580-45c9-b328-e6e1bdaea518 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:23:23.033491 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b78e3ead-8580-45c9-b328-e6e1bdaea518 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/0fa46787-7575-4c82-8da5-b39e714e1066 HTTP/1.1" status: 404 len: 337 time: 0.0441325 Dec 21 22:23:23.038355 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36158) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.084645 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cdee06-7ced-48e4-8a66-53a572d4042e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] DELETE failed (client error): The resource could not be found. Dec 21 22:23:23.085088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9cdee06-7ced-48e4-8a66-53a572d4042e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:23:23.090488 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e9cdee06-7ced-48e4-8a66-53a572d4042e tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/5eb22bf8-01df-4c42-bdc1-cb0f82c84ed5 HTTP/1.1" status: 404 len: 337 time: 0.0484829 Dec 21 22:23:23.091721 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36162) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.143417 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8855da94-a5e3-470a-b7aa-5d17e5f17171 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports?device_id=20b66116-eddd-4afb-9b68-dd9e76fac1ae HTTP/1.1" status: 200 len: 205 time: 0.0483963 Dec 21 22:23:23.143631 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36166) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.273017 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88f19f-7510-40b9-b80f-24ed16b1d521 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Subnet': ['ID=e9a20d78-f3c2-467f-bd33-e4bfac93faf3,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:23.333319 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-1d224ee1-bd29-49f4-bafa-e1e110ac699a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] delete failed (client error): The resource could not be found. Dec 21 22:23:23.335512 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1d224ee1-bd29-49f4-bafa-e1e110ac699a tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/routers/20b66116-eddd-4afb-9b68-dd9e76fac1ae HTTP/1.1" status: 404 len: 336 time: 0.1898606 Dec 21 22:23:23.337312 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36170) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.380498 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-56457682-9fb6-4050-bc87-752cb64071b2 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports?device_id=210af65d-650f-483c-8b18-eeebcb5a625f HTTP/1.1" status: 200 len: 205 time: 0.0398138 Dec 21 22:23:23.380708 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36174) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.448005 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-666c8561-1931-49a7-88c5-8c91067718b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] delete failed (client error): The resource could not be found. Dec 21 22:23:23.449013 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-666c8561-1931-49a7-88c5-8c91067718b4 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/routers/210af65d-650f-483c-8b18-eeebcb5a625f HTTP/1.1" status: 404 len: 336 time: 0.0674272 Dec 21 22:23:23.451824 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36178) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.461225 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-154c2948-adfd-42b7-87ad-7e7eba595ae9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:23.471652 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e88f19f-7510-40b9-b80f-24ed16b1d521 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Checking segment: {'id': 'a24fad60-45f6-4ee8-92d8-940dce187b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:23.472004 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e88f19f-7510-40b9-b80f-24ed16b1d521 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network hostable DHCP agents. Network: 3cb3cf99-9847-4235-815f-6f4bcbab9c77, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:23:23.476110 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-154c2948-adfd-42b7-87ad-7e7eba595ae9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:23.488535 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d6a15e-eb03-455e-ae8a-838aeffb1016 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] DELETE failed (client error): The resource could not be found. Dec 21 22:23:23.488984 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d6a15e-eb03-455e-ae8a-838aeffb1016 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:23:23.493643 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-47d6a15e-eb03-455e-ae8a-838aeffb1016 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/62fe5c0d-15d6-4a46-a4d1-a34ad5925e28 HTTP/1.1" status: 404 len: 337 time: 0.0382307 Dec 21 22:23:23.493917 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36184) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.535454 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:23.535833 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-853b1bdb-d699-4a7a-a983-5d91ea41165b tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa4f51d0-ef19-4166-a414-ace01dd46e90 HTTP/1.1" status: 200 len: 205 time: 0.0406229 Dec 21 22:23:23.538072 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36188) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.552859 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d66dc8fc-d3ec-4bd8-9e4d-cbdc8118d873 req-7c073c5e-080d-4176-ba53-3a7715920d6f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0556400 Dec 21 22:23:23.592846 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:23.593730 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:23.605634 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-6aa16cc8-373c-492b-9aee-b7a2010275cd tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] delete failed (client error): The resource could not be found. Dec 21 22:23:23.606674 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6aa16cc8-373c-492b-9aee-b7a2010275cd tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/routers/fa4f51d0-ef19-4166-a414-ace01dd46e90 HTTP/1.1" status: 404 len: 336 time: 0.0677392 Dec 21 22:23:23.609339 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36192) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.634837 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e88f19f-7510-40b9-b80f-24ed16b1d521 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 3cb3cf99-9847-4235-815f-6f4bcbab9c77 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:23:23.636473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-154c2948-adfd-42b7-87ad-7e7eba595ae9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:23.636930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154c2948-adfd-42b7-87ad-7e7eba595ae9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Fanout notify agent at l3_agent the message router_deleted on router 25eead29-dd09-4029-8911-3ed3a2a235aa {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:23:23.654936 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-168e36f2-58c9-46e1-b772-f5c2af518f1b tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports?device_id=e9d81f59-3b70-4e27-ae01-af9bb22f66cf HTTP/1.1" status: 200 len: 205 time: 0.0445352 Dec 21 22:23:23.657190 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36196) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.695698 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:23:23.713384 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event updated for resources: {'Port': ['ID=74c22609-5cdb-41a9-b379-0a1eae66959b,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:23.725124 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-3e6b7b79-7d8d-46d0-afe3-61ad3850ae6b tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] delete failed (client error): The resource could not be found. Dec 21 22:23:23.726174 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3e6b7b79-7d8d-46d0-afe3-61ad3850ae6b tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/routers/e9d81f59-3b70-4e27-ae01-af9bb22f66cf HTTP/1.1" status: 404 len: 336 time: 0.0680897 Dec 21 22:23:23.729548 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36200) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.731078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-154c2948-adfd-42b7-87ad-7e7eba595ae9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:23.736309 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-154c2948-adfd-42b7-87ad-7e7eba595ae9 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/routers/25eead29-dd09-4029-8911-3ed3a2a235aa HTTP/1.1" status: 204 len: 168 time: 1.8127816 Dec 21 22:23:23.759737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36204) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.775417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-3e88f19f-7510-40b9-b80f-24ed16b1d521 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 3cb3cf99-9847-4235-815f-6f4bcbab9c77) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:23.785587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e88f19f-7510-40b9-b80f-24ed16b1d521 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:23.785754 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdf7a40-5aba-42d1-8fd3-38b00ba83967 None None] Network 3cb3cf99-9847-4235-815f-6f4bcbab9c77 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:23.786369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3e88f19f-7510-40b9-b80f-24ed16b1d521 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:23.808376 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c697963-92ed-4fd7-a6a8-480ea71eb140 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] DELETE failed (client error): The resource could not be found. Dec 21 22:23:23.808810 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c697963-92ed-4fd7-a6a8-480ea71eb140 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:23:23.810461 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2c697963-92ed-4fd7-a6a8-480ea71eb140 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/9e54905e-1fdf-4efd-8f7b-cd9350a7fe27 HTTP/1.1" status: 404 len: 337 time: 0.0801222 Dec 21 22:23:23.813624 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36208) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.850947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Network 47889955-e8e1-4e32-a54e-5f96293e4d15 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:23.853136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:23.868306 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-14101e50-67d1-466b-9b7b-393a272b1879 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports?device_id=33e2558b-f0ed-44e6-8c15-8a847bf9c29f HTTP/1.1" status: 200 len: 205 time: 0.0509858 Dec 21 22:23:23.868607 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36212) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:23.915813 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3e88f19f-7510-40b9-b80f-24ed16b1d521 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.2768536 Dec 21 22:23:23.933378 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36216) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:24.032737 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ips': [{'subnet_id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:23:24.033545 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:24.037737 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-8c3fa4c2-2210-47c5-8003-9c116096d09f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] delete failed (client error): The resource could not be found. Dec 21 22:23:24.038955 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8c3fa4c2-2210-47c5-8003-9c116096d09f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/routers/33e2558b-f0ed-44e6-8c15-8a847bf9c29f HTTP/1.1" status: 404 len: 336 time: 0.1693628 Dec 21 22:23:24.046793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36220) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:24.155343 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-3103cb29-2dd4-4df6-9f3e-431a01c13117 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] DELETE failed (client error): The resource could not be found. Dec 21 22:23:24.155689 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3103cb29-2dd4-4df6-9f3e-431a01c13117 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:23:24.159831 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3103cb29-2dd4-4df6-9f3e-431a01c13117 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/db3429ce-5363-409d-9635-d8dceda5d112 HTTP/1.1" status: 404 len: 337 time: 0.1093018 Dec 21 22:23:24.160921 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36224) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:24.204743 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Allocated IP 172.20.0.2 (3cb3cf99-9847-4235-815f-6f4bcbab9c77/e9a20d78-f3c2-467f-bd33-e4bfac93faf3/aa85f00b-4dff-4b1c-a0da-5edfa956e5fe) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:24.220876 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-22695bcf-89e3-46e8-8c4f-d8252da06d4f tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "GET /v2.0/ports?device_id=2de663b6-cbc5-4189-b0bb-9b091fb0cf08 HTTP/1.1" status: 200 len: 205 time: 0.0575349 Dec 21 22:23:24.234603 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36228) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:24.247511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-270466df-229f-4df8-8e56-ba14164af069 None None] Provisioning complete for port 74c22609-5cdb-41a9-b379-0a1eae66959b triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:24.253296 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-270466df-229f-4df8-8e56-ba14164af069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:24.309229 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-44fcf163-09f9-414d-90b8-341fe2550274 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] delete failed (client error): The resource could not be found. Dec 21 22:23:24.312743 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-44fcf163-09f9-414d-90b8-341fe2550274 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/routers/2de663b6-cbc5-4189-b0bb-9b091fb0cf08 HTTP/1.1" status: 404 len: 336 time: 0.0747159 Dec 21 22:23:24.314827 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36232) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:24.358103 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1d62c6-ea5a-4bac-805b-cdad9825a1da tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] DELETE failed (client error): The resource could not be found. Dec 21 22:23:24.358334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1d62c6-ea5a-4bac-805b-cdad9825a1da tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:23:24.362234 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4b1d62c6-ea5a-4bac-805b-cdad9825a1da tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/62bb58d1-95d0-4938-a35e-18c523574986 HTTP/1.1" status: 404 len: 337 time: 0.0443172 Dec 21 22:23:24.362571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-e190a28c-4063-44e8-ae97-6c7b071d4758 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting subnet d241d42b-1b9f-4d4d-9b9b-6e76c8b1a29d {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:23:24.365733 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e190a28c-4063-44e8-ae97-6c7b071d4758 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:24.369292 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36236) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:24.375027 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-270466df-229f-4df8-8e56-ba14164af069 None None] Port 74c22609-5cdb-41a9-b379-0a1eae66959b cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:24.418434 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad884fa-cb23-43e1-adc6-01485792a838 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] DELETE failed (client error): The resource could not be found. Dec 21 22:23:24.418434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad884fa-cb23-43e1-adc6-01485792a838 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:23:24.422230 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1ad884fa-cb23-43e1-adc6-01485792a838 tempest-RoutersTest-1280919914 tempest-RoutersTest-1280919914-project] 10.222.0.37 "DELETE /v2.0/subnets/0188021f-5948-40bd-882c-ef06ab8c1fe2 HTTP/1.1" status: 404 len: 337 time: 0.0453780 Dec 21 22:23:24.437080 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e190a28c-4063-44e8-ae97-6c7b071d4758 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:24.507470 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:24.517609 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Router 960c6261-3ea5-4a4e-bc30-43d0a27948ac has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:23:24.520069 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Transition to ACTIVE for port object aa85f00b-4dff-4b1c-a0da-5edfa956e5fe will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:24.543113 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Transition to ACTIVE for port object aa85f00b-4dff-4b1c-a0da-5edfa956e5fe will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:24.590643 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2e54ce4c-6ea4-4a34-a85d-039ad28b1411 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:24.626516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:24.700956 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e2573d1e-9405-4c2e-81e8-984a1c8f9f99 req-7ad97ebf-4b67-491f-9d8d-f06539d69e2f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0561717 Dec 21 22:23:24.732934 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Network 3cb3cf99-9847-4235-815f-6f4bcbab9c77 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:24.733276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:23:24.733486 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e190a28c-4063-44e8-ae97-6c7b071d4758 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:24.735454 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Pushing event updated for resources: {'Port': ['ID=aa85f00b-4dff-4b1c-a0da-5edfa956e5fe,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:24.738658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:24.743173 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:24.749875 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4bc01efe-4e2e-4f7b-b0df-9dd2e9a30880 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "PUT /v2.0/routers/960c6261-3ea5-4a4e-bc30-43d0a27948ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2593942 Dec 21 22:23:24.751245 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36244) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:24.819411 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58dc846-37d0-4128-84dd-632e65e604cd None None] Sync routers for ids ['960c6261-3ea5-4a4e-bc30-43d0a27948ac'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:23:24.850564 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Attempting to bind port aa85f00b-4dff-4b1c-a0da-5edfa956e5fe on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:23:24.850920 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Attempting to bind port aa85f00b-4dff-4b1c-a0da-5edfa956e5fe by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'a24fad60-45f6-4ee8-92d8-940dce187b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:23:24.851548 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Attempting to bind port aa85f00b-4dff-4b1c-a0da-5edfa956e5fe on network 3cb3cf99-9847-4235-815f-6f4bcbab9c77 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:23:24.859196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58dc846-37d0-4128-84dd-632e65e604cd None None] Routers {'960c6261-3ea5-4a4e-bc30-43d0a27948ac'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:24.860101 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a58dc846-37d0-4128-84dd-632e65e604cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['960c6261-3ea5-4a4e-bc30-43d0a27948ac'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:24.909834 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:23:24.910565 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Checking segment: {'id': 'a24fad60-45f6-4ee8-92d8-940dce187b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:24.910962 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:24.911351 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Bound using segment: {'id': 'a24fad60-45f6-4ee8-92d8-940dce187b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:23:24.911828 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Bound port: aa85f00b-4dff-4b1c-a0da-5edfa956e5fe, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24fad60-45f6-4ee8-92d8-940dce187b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:23:24.912195 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:24.932987 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dd518e1f-d9db-4ee2-bb34-51cad433e0ac tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:24.940522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a58dc846-37d0-4128-84dd-632e65e604cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:25.014587 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58dc846-37d0-4128-84dd-632e65e604cd None None] Routers {'960c6261-3ea5-4a4e-bc30-43d0a27948ac'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:25.015488 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a58dc846-37d0-4128-84dd-632e65e604cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['960c6261-3ea5-4a4e-bc30-43d0a27948ac'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:25.075264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 2e54ce4c-6ea4-4a34-a85d-039ad28b1411 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:25.081490 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a58dc846-37d0-4128-84dd-632e65e604cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:25.081884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a58dc846-37d0-4128-84dd-632e65e604cd None None] The sync data for ids ['960c6261-3ea5-4a4e-bc30-43d0a27948ac'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:23:25.083871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e190a28c-4063-44e8-ae97-6c7b071d4758 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:25.089105 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 2e54ce4c-6ea4-4a34-a85d-039ad28b1411 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:25.089331 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:25.102043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36250) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:25.134497 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] For port aa85f00b-4dff-4b1c-a0da-5edfa956e5fe, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:23:25.153652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] For port aa85f00b-4dff-4b1c-a0da-5edfa956e5fe, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=aa85f00b-4dff-4b1c-a0da-5edfa956e5fe,segment=NetworkSegment(a24fad60-45f6-4ee8-92d8-940dce187b67),segment_id=a24fad60-45f6-4ee8-92d8-940dce187b67)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:23:25.154989 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190a28c-4063-44e8-ae97-6c7b071d4758 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Subnet': ['ID=d241d42b-1b9f-4d4d-9b9b-6e76c8b1a29d,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:25.162129 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-dd518e1f-d9db-4ee2-bb34-51cad433e0ac tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 21 22:23:25.169972 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e190a28c-4063-44e8-ae97-6c7b071d4758 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:25.170833 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-dd518e1f-d9db-4ee2-bb34-51cad433e0ac tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "DELETE /v2.0/routers/960c6261-3ea5-4a4e-bc30-43d0a27948ac HTTP/1.1" status: 409 len: 329 time: 0.4110260 Dec 21 22:23:25.170833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36256) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:25.177966 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e190a28c-4063-44e8-ae97-6c7b071d4758 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/d241d42b-1b9f-4d4d-9b9b-6e76c8b1a29d HTTP/1.1" status: 204 len: 168 time: 1.4172292 Dec 21 22:23:25.182514 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36260) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:25.240904 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb840456-57ac-4b8c-b1d3-f04fcfe7ecb3 None None] Network b07cfd67-b4b0-4a2c-ac66-5d71e6398f95 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:25.352617 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:25.411047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:25.416860 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3574cb20-d369-43ce-849c-ad8e06c3f771 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5432833a5dd4042b5eebbd2bf29d7c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3099568 Dec 21 22:23:25.417816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36264) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:25.434821 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:25.435208 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:25.484963 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:25.550057 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321bb3b-4f1c-40f8-b02e-750490e63970 None None] Pushing event updated for resources: {'Port': ['ID=aa85f00b-4dff-4b1c-a0da-5edfa956e5fe,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:25.558802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 2e54ce4c-6ea4-4a34-a85d-039ad28b1411, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2e54ce4c-6ea4-4a34-a85d-039ad28b1411,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:25.646690 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6e246bb4-c980-4def-a853-54da73874808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:25.665227 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:25.665227 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c99b26bf-08de-4b31-b29a-60de6566b814 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:25.687777 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6e246bb4-c980-4def-a853-54da73874808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:25.785105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d48a0f4b-60cf-4278-8a05-2d72ab249444 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:25.799889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] For port 0ec4551d-ffba-4276-8ae2-ae63333ebfe6, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=0ec4551d-ffba-4276-8ae2-ae63333ebfe6,segment=NetworkSegment(2e9c6a94-ba77-451b-98fb-cdbfc30e9886),segment_id=2e9c6a94-ba77-451b-98fb-cdbfc30e9886)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:25.800471 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:25.840627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be6a068-628e-409f-872a-c2c3977cab81 None None] DHCP port deletion for b07cfd67-b4b0-4a2c-ac66-5d71e6398f95 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:23:25.862234 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2be6a068-628e-409f-872a-c2c3977cab81 None None] Deleting port 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:25.862668 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2be6a068-628e-409f-872a-c2c3977cab81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:25.928148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c99b26bf-08de-4b31-b29a-60de6566b814 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:25.929101 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:25.963943 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c82fb3c4-9239-447f-abf8-b0622d7ac507 req-c7ad90a2-2192-4dd3-b61f-6e0332f0e730 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0899174 Dec 21 22:23:26.009225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:26.060811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6e246bb4-c980-4def-a853-54da73874808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:26.095003 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e246bb4-c980-4def-a853-54da73874808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c886b0e2-f291-471d-b2e3-ec5253b6fc9a,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:26.097477 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6e246bb4-c980-4def-a853-54da73874808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:26.098576 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6e246bb4-c980-4def-a853-54da73874808 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c886b0e2-f291-471d-b2e3-ec5253b6fc9a HTTP/1.1" status: 204 len: 168 time: 0.6798863 Dec 21 22:23:26.162868 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=2e54ce4c-6ea4-4a34-a85d-039ad28b1411,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:26.231299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:26.300047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=0ec4551d-ffba-4276-8ae2-ae63333ebfe6,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:26.313578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No DVR routers for this DVR port 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:23:26.337762 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2be6a068-628e-409f-872a-c2c3977cab81 None None] For port 0ec4551d-ffba-4276-8ae2-ae63333ebfe6, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=0ec4551d-ffba-4276-8ae2-ae63333ebfe6,segment=NetworkSegment(2e9c6a94-ba77-451b-98fb-cdbfc30e9886),segment_id=2e9c6a94-ba77-451b-98fb-cdbfc30e9886)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:26.338258 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2be6a068-628e-409f-872a-c2c3977cab81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:26.498634 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:26.542122 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2be6a068-628e-409f-872a-c2c3977cab81 None None] Calling delete_port for 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:26.639610 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-2be6a068-628e-409f-872a-c2c3977cab81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:23:26.640128 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-2be6a068-628e-409f-872a-c2c3977cab81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:23:26.642303 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2e54ce4c-6ea4-4a34-a85d-039ad28b1411 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:26.728069 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 2e54ce4c-6ea4-4a34-a85d-039ad28b1411 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:26.728672 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:26.900635 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:26.927456 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device aa85f00b-4dff-4b1c-a0da-5edfa956e5fe up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:26.956014 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07cfd67-b4b0-4a2c-ac66-5d71e6398f95']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:26.994497 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c126a-985e-405d-9719-0278559f18e9 None None] Network 3cb3cf99-9847-4235-815f-6f4bcbab9c77 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:27.006974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-d48a0f4b-60cf-4278-8a05-2d72ab249444 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Deleting port 74c22609-5cdb-41a9-b379-0a1eae66959b {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:27.007561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d48a0f4b-60cf-4278-8a05-2d72ab249444 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:27.027872 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9c6a94-ba77-451b-98fb-cdbfc30e9886') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:27.028571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9c6a94-ba77-451b-98fb-cdbfc30e9886') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:27.063163 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:27.123768 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5002f961-411a-4a84-aff9-2f5b96e674d7 req-96ef7bae-b7c3-43c8-bf31-dc87405f5d2b tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0509186 Dec 21 22:23:27.138876 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:27.146514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2be6a068-628e-409f-872a-c2c3977cab81 None None] Deleting port 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:27.146514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2be6a068-628e-409f-872a-c2c3977cab81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:27.206510 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:23:27.206729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port aa85f00b-4dff-4b1c-a0da-5edfa956e5fe completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:27.206905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:23:27.225870 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:23:27.234077 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2be6a068-628e-409f-872a-c2c3977cab81 None None] The port '0ec4551d-ffba-4276-8ae2-ae63333ebfe6' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:23:27.245222 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-76242611-98a2-474b-ab5a-48d8e481b3e6 None None] Provisioning for port aa85f00b-4dff-4b1c-a0da-5edfa956e5fe completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:27.264903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-76242611-98a2-474b-ab5a-48d8e481b3e6 None None] Provisioning complete for port aa85f00b-4dff-4b1c-a0da-5edfa956e5fe triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:27.265403 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-76242611-98a2-474b-ab5a-48d8e481b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:27.283783 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d48a0f4b-60cf-4278-8a05-2d72ab249444 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:27.376511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:23:27.432957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-d48a0f4b-60cf-4278-8a05-2d72ab249444 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Calling delete_port for 74c22609-5cdb-41a9-b379-0a1eae66959b owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:27.453937 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-01482307-4557-4ae4-9a7f-8894b21e3256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:27.457134 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:27.462324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:27.472452 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:23:27.472802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 0ec4551d-ffba-4276-8ae2-ae63333ebfe6 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:23:27.522477 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Network': ['ID=b07cfd67-b4b0-4a2c-ac66-5d71e6398f95,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:27.604288 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.1 (3cb3cf99-9847-4235-815f-6f4bcbab9c77/e9a20d78-f3c2-467f-bd33-e4bfac93faf3/2ab13d41-b64e-4e96-bb4f-6338625c1870) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:27.614718 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-db87d47c-ec0a-46e2-84ee-61f97b8aff8d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/networks/b07cfd67-b4b0-4a2c-ac66-5d71e6398f95 HTTP/1.1" status: 204 len: 168 time: 2.4308796 Dec 21 22:23:27.621028 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36290) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:27.623744 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-76242611-98a2-474b-ab5a-48d8e481b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:27.663465 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-76242611-98a2-474b-ab5a-48d8e481b3e6 None None] For port aa85f00b-4dff-4b1c-a0da-5edfa956e5fe, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=aa85f00b-4dff-4b1c-a0da-5edfa956e5fe,segment=NetworkSegment(a24fad60-45f6-4ee8-92d8-940dce187b67),segment_id=a24fad60-45f6-4ee8-92d8-940dce187b67)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:27.724190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-76242611-98a2-474b-ab5a-48d8e481b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:27.757309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d48a0f4b-60cf-4278-8a05-2d72ab249444 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:27.778732 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36294) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:27.790152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76392f50-7113-4e55-acb9-3789c899c362 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:27.790739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-76392f50-7113-4e55-acb9-3789c899c362 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:27.797106 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76242611-98a2-474b-ab5a-48d8e481b3e6 None None] Pushing event updated for resources: {'Port': ['ID=aa85f00b-4dff-4b1c-a0da-5edfa956e5fe,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:27.821179 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a0f4b-60cf-4278-8a05-2d72ab249444 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event deleted for resources: {'Port': ['ID=74c22609-5cdb-41a9-b379-0a1eae66959b,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:27.871391 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:27.889631 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object 2ab13d41-b64e-4e96-bb4f-6338625c1870 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:27.926602 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-76392f50-7113-4e55-acb9-3789c899c362 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:27.932570 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-76392f50-7113-4e55-acb9-3789c899c362 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports/9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa HTTP/1.1" status: 200 len: 845 time: 0.3103340 Dec 21 22:23:27.933664 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36300) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:28.001317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a5cb234a-9cac-4643-ac5b-080adf2a9f34 tempest-DvrRoutersNegativeTest-11775838 tempest-DvrRoutersNegativeTest-11775838-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1183614286', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:28.003586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.policy [None req-a5cb234a-9cac-4643-ac5b-080adf2a9f34 tempest-DvrRoutersNegativeTest-11775838 tempest-DvrRoutersNegativeTest-11775838-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84169) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Dec 21 22:23:28.003879 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.policy [None req-a5cb234a-9cac-4643-ac5b-080adf2a9f34 tempest-DvrRoutersNegativeTest-11775838 tempest-DvrRoutersNegativeTest-11775838-project] Failed policy check for 'create_router' {{(pid=84169) enforce /opt/stack/neutron/neutron/policy.py:482}} Dec 21 22:23:28.004537 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-a5cb234a-9cac-4643-ac5b-080adf2a9f34 tempest-DvrRoutersNegativeTest-11775838 tempest-DvrRoutersNegativeTest-11775838-project] create failed (client error): Access was denied to this resource. Dec 21 22:23:28.012795 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a5cb234a-9cac-4643-ac5b-080adf2a9f34 tempest-DvrRoutersNegativeTest-11775838 tempest-DvrRoutersNegativeTest-11775838-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2258472 Dec 21 22:23:28.030295 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8b3d6d18-0f57-4c1d-823f-63ecc497a7c6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports/9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0951297 Dec 21 22:23:28.031796 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:28.038223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36306) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:28.047353 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-8b090248-b712-4830-93dd-6d1bccce5e58 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'subnet': {'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:28.055261 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f7487c6d-1916-4f5c-8308-1b43d6e6bc45 None None] Provisioning complete for port aa85f00b-4dff-4b1c-a0da-5edfa956e5fe triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:28.056510 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f7487c6d-1916-4f5c-8308-1b43d6e6bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:28.086738 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d48a0f4b-60cf-4278-8a05-2d72ab249444 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:28.111154 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 3cb3cf99-9847-4235-815f-6f4bcbab9c77 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:28.114495 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:28.125184 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:28.225908 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:28.252148 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=2ab13d41-b64e-4e96-bb4f-6338625c1870,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:28.315831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-8b090248-b712-4830-93dd-6d1bccce5e58 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:28.327174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8b090248-b712-4830-93dd-6d1bccce5e58 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:subnet and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:28.376229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8b090248-b712-4830-93dd-6d1bccce5e58 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:28.395074 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device aa85f00b-4dff-4b1c-a0da-5edfa956e5fe up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:28.402744 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-8b090248-b712-4830-93dd-6d1bccce5e58 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:28.406156 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-110a7c89-a0eb-42ef-b88b-547070a1dca1 req-925f59dd-3ddb-4faa-9d55-84787e22d9a4 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0878878 Dec 21 22:23:28.418210 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:28.513435 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port aa85f00b-4dff-4b1c-a0da-5edfa956e5fe triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:28.513879 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:28.582467 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b4bb25d0-f369-4dad-b649-20c113487fea None None] Provisioning for port 2ab13d41-b64e-4e96-bb4f-6338625c1870 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:28.598486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b4bb25d0-f369-4dad-b649-20c113487fea None None] Provisioning complete for port 2ab13d41-b64e-4e96-bb4f-6338625c1870 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:28.599106 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b4bb25d0-f369-4dad-b649-20c113487fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:28.654170 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b090248-b712-4830-93dd-6d1bccce5e58 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:28.673388 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-b4bb25d0-f369-4dad-b649-20c113487fea None None] Port 2ab13d41-b64e-4e96-bb4f-6338625c1870 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:28.702229 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36316) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:28.877439 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1342bac9-0a61-4fe6-9424-9f2fa7acf297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:28.916407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8b090248-b712-4830-93dd-6d1bccce5e58 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:28.922381 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:28.927723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1342bac9-0a61-4fe6-9424-9f2fa7acf297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:28.932508 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1342bac9-0a61-4fe6-9424-9f2fa7acf297 admin admin] Usage tracker for resource:security_group_rule and tenant:23d10086deda4287822503f4bdb71395 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:28.935305 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1342bac9-0a61-4fe6-9424-9f2fa7acf297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:28.941038 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1342bac9-0a61-4fe6-9424-9f2fa7acf297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:28.982815 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:29.094589 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48a0f4b-60cf-4278-8a05-2d72ab249444 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Router 960c6261-3ea5-4a4e-bc30-43d0a27948ac has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:23:29.202416 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1342bac9-0a61-4fe6-9424-9f2fa7acf297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:29.222416 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:29.227246 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=2ab13d41-b64e-4e96-bb4f-6338625c1870,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:29.268860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1342bac9-0a61-4fe6-9424-9f2fa7acf297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:29.337409 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48a0f4b-60cf-4278-8a05-2d72ab249444 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:23:29.348432 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286278a1-7fdf-419a-a830-17fabf18b03e None None] Sync routers for ids ['960c6261-3ea5-4a4e-bc30-43d0a27948ac'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:23:29.362583 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d48a0f4b-60cf-4278-8a05-2d72ab249444 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "PUT /v2.0/routers/960c6261-3ea5-4a4e-bc30-43d0a27948ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1928093 Dec 21 22:23:29.363685 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286278a1-7fdf-419a-a830-17fabf18b03e None None] Routers {'960c6261-3ea5-4a4e-bc30-43d0a27948ac'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:29.363844 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36324) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:29.364291 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-286278a1-7fdf-419a-a830-17fabf18b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['960c6261-3ea5-4a4e-bc30-43d0a27948ac'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:29.381071 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342bac9-0a61-4fe6-9424-9f2fa7acf297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df9c9e4-81f8-431d-b029-eb4910be902c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:29.387618 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1342bac9-0a61-4fe6-9424-9f2fa7acf297 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=23d10086deda4287822503f4bdb71395&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6843016 Dec 21 22:23:29.396400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36328) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:29.426903 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-286278a1-7fdf-419a-a830-17fabf18b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:29.437968 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286278a1-7fdf-419a-a830-17fabf18b03e None None] Routers {'960c6261-3ea5-4a4e-bc30-43d0a27948ac'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:29.439822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 3cb3cf99-9847-4235-815f-6f4bcbab9c77 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:29.440268 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-286278a1-7fdf-419a-a830-17fabf18b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['960c6261-3ea5-4a4e-bc30-43d0a27948ac'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:29.443337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:29.470631 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-4c8b0bda-3e0d-463d-b228-80b3c1aeb7b4 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] show failed (client error): The resource could not be found. Dec 21 22:23:29.472236 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4c8b0bda-3e0d-463d-b228-80b3c1aeb7b4 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-55480668 HTTP/1.1" status: 404 len: 333 time: 0.1065865 Dec 21 22:23:29.473337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8b090248-b712-4830-93dd-6d1bccce5e58 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:29.487316 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36334) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:29.515197 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-286278a1-7fdf-419a-a830-17fabf18b03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:29.516236 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286278a1-7fdf-419a-a830-17fabf18b03e None None] The sync data for ids ['960c6261-3ea5-4a4e-bc30-43d0a27948ac'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:23:29.527839 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-91c67995-2a13-4da9-8eae-a5f49491cd0b tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:29.592021 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-90a42f66-c0f4-468d-953c-38fc6b6431a5 req-e1d472dd-eab9-402e-a194-db82a11a9dc9 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0847497 Dec 21 22:23:29.595707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b090248-b712-4830-93dd-6d1bccce5e58 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:29.608833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-8b090248-b712-4830-93dd-6d1bccce5e58 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:29.612454 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b090248-b712-4830-93dd-6d1bccce5e58 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:29.613022 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8b090248-b712-4830-93dd-6d1bccce5e58 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:29.620383 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717f04c4-463b-42f2-ae0b-991e9960fc2b None None] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:29.622272 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-91c67995-2a13-4da9-8eae-a5f49491cd0b tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] update failed (client error): The resource could not be found. Dec 21 22:23:29.628514 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-91c67995-2a13-4da9-8eae-a5f49491cd0b tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-413231391 HTTP/1.1" status: 404 len: 334 time: 0.1081340 Dec 21 22:23:29.635192 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36342) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:29.673167 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b4f02216-c436-45cc-b34d-f080be222875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:29.687852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f718b4e2-a24c-44f5-8abc-265da35747fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:29.736358 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b090248-b712-4830-93dd-6d1bccce5e58 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Subnet': ['ID=b101e525-09c2-4490-b617-f9b15acda3f6,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:29.754966 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f718b4e2-a24c-44f5-8abc-265da35747fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:29.784895 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8b090248-b712-4830-93dd-6d1bccce5e58 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7433066 Dec 21 22:23:29.791768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36346) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:29.802891 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f82c39e7-4999-4ac1-bdb8-3d7d2a49c453 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'security_group': {'name': 'tempest-secgroup-1864118460'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:29.826309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f82c39e7-4999-4ac1-bdb8-3d7d2a49c453 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:29.832928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f82c39e7-4999-4ac1-bdb8-3d7d2a49c453 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:security_group and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:29.836986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f82c39e7-4999-4ac1-bdb8-3d7d2a49c453 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:29.843709 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f82c39e7-4999-4ac1-bdb8-3d7d2a49c453 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:29.933059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f82c39e7-4999-4ac1-bdb8-3d7d2a49c453 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:29.971654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-cd226d86-388d-439b-87b5-44f4299d079e None None] Provisioning complete for port 2ab13d41-b64e-4e96-bb4f-6338625c1870 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:29.972059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cd226d86-388d-439b-87b5-44f4299d079e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:29.990171 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f718b4e2-a24c-44f5-8abc-265da35747fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:30.011674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f82c39e7-4999-4ac1-bdb8-3d7d2a49c453 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:30.017927 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f718b4e2-a24c-44f5-8abc-265da35747fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df9c9e4-81f8-431d-b029-eb4910be902c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:30.018690 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0019473-144a-45d1-84b1-2043cdcda9bb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Deleting subnet f5e8a093-d994-4216-9f83-901187e06d05 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:23:30.021002 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f82c39e7-4999-4ac1-bdb8-3d7d2a49c453 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:security_group_rule and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:30.025486 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f82c39e7-4999-4ac1-bdb8-3d7d2a49c453 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:30.028948 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0019473-144a-45d1-84b1-2043cdcda9bb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:30.046210 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-cd226d86-388d-439b-87b5-44f4299d079e None None] Port 2ab13d41-b64e-4e96-bb4f-6338625c1870 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:30.062828 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f718b4e2-a24c-44f5-8abc-265da35747fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:30.065221 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f718b4e2-a24c-44f5-8abc-265da35747fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7df9c9e4-81f8-431d-b029-eb4910be902c HTTP/1.1" status: 204 len: 168 time: 0.6678529 Dec 21 22:23:30.070005 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f82c39e7-4999-4ac1-bdb8-3d7d2a49c453 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:30.106090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0019473-144a-45d1-84b1-2043cdcda9bb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:30.114940 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c7514405-6579-4660-b9af-e951655af9f2 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:23:30.156921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'tenant_id': 'e25ed88120b04026a7839bff967cb097', 'fixed_ips': [{'subnet_id': 'b101e525-09c2-4490-b617-f9b15acda3f6'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:23:30.157747 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:30.207604 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f82c39e7-4999-4ac1-bdb8-3d7d2a49c453 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:30.230700 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0019473-144a-45d1-84b1-2043cdcda9bb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:30.381801 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Allocated IP 2001:db8::2 (31ceeb1b-93ce-43dd-86bf-1d851e0bab59/b101e525-09c2-4490-b617-f9b15acda3f6/2b11b8d1-5ba6-46f6-9164-6a6232ef9483) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:30.435040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f82c39e7-4999-4ac1-bdb8-3d7d2a49c453 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:30.451344 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:23:30.461264 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3a285c67-fecb-45e2-9e68-6fa3cbaafc67 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/c7514405-6579-4660-b9af-e951655af9f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5251651 Dec 21 22:23:30.462165 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36354) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:30.506912 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Sync routers for ids ['c7514405-6579-4660-b9af-e951655af9f2'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:23:30.548322 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Routers {'c7514405-6579-4660-b9af-e951655af9f2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:30.548952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c7514405-6579-4660-b9af-e951655af9f2'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:30.581221 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c39e7-4999-4ac1-bdb8-3d7d2a49c453 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df96c06-627e-413b-bf10-c68f3bda9617,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:30.621496 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2204a00a-41c1-4fd8-b6c8-450c54c8621b req-b2963ca0-babd-4f8d-9ea9-ca51f00334d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1554338f714a4532b4ef038ba8da42a6&device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 1098 time: 0.1383951 Dec 21 22:23:30.686129 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f82c39e7-4999-4ac1-bdb8-3d7d2a49c453 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:30.687507 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f82c39e7-4999-4ac1-bdb8-3d7d2a49c453 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8973858 Dec 21 22:23:30.691018 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36364) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:30.730989 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-bbe228c0-b242-41d1-bc71-1efc593711a7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'security_group': {'name': 'tempest-secgroup-1439560844'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:30.770164 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bbe228c0-b242-41d1-bc71-1efc593711a7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:30.823940 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28dbf3-81aa-43f5-81c1-454e2db00914 req-10065cb5-280d-4f11-96e1-e41de38e76e0 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:30.828614 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0019473-144a-45d1-84b1-2043cdcda9bb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:30.834966 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1c28dbf3-81aa-43f5-81c1-454e2db00914 req-10065cb5-280d-4f11-96e1-e41de38e76e0 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.3479726 Dec 21 22:23:30.863969 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bbe228c0-b242-41d1-bc71-1efc593711a7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:security_group and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:30.873812 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:30.875362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bbe228c0-b242-41d1-bc71-1efc593711a7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:30.880472 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1391e-cc8d-43cd-a606-b515d0b71d91 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:30.880920 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1391e-cc8d-43cd-a606-b515d0b71d91 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:30.881331 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1391e-cc8d-43cd-a606-b515d0b71d91 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:30.881686 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1391e-cc8d-43cd-a606-b515d0b71d91 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:30.882052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1391e-cc8d-43cd-a606-b515d0b71d91 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:30.882522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1391e-cc8d-43cd-a606-b515d0b71d91 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:30.883608 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1391e-cc8d-43cd-a606-b515d0b71d91 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:30.883960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1391e-cc8d-43cd-a606-b515d0b71d91 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:30.884852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1391e-cc8d-43cd-a606-b515d0b71d91 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:30.884852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1391e-cc8d-43cd-a606-b515d0b71d91 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:30.885320 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1391e-cc8d-43cd-a606-b515d0b71d91 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:30.885805 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0019473-144a-45d1-84b1-2043cdcda9bb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e8a093-d994-4216-9f83-901187e06d05,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:30.887886 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-66a1391e-cc8d-43cd-a606-b515d0b71d91 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7759 time: 0.4247375 Dec 21 22:23:30.898051 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ba5a0be5-70db-4182-a1d2-c4cdbb6f59be req-cbd6bd71-a400-49a3-baa7-f74e10715bf5 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1229789 Dec 21 22:23:30.904127 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36372) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:30.917054 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bbe228c0-b242-41d1-bc71-1efc593711a7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:30.927262 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0019473-144a-45d1-84b1-2043cdcda9bb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:30.929207 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b0019473-144a-45d1-84b1-2043cdcda9bb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "DELETE /v2.0/subnets/f5e8a093-d994-4216-9f83-901187e06d05 HTTP/1.1" status: 204 len: 168 time: 1.2912831 Dec 21 22:23:30.933348 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36376) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:30.965207 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204a00a-41c1-4fd8-b6c8-450c54c8621b req-d5c9212c-2fe9-42b3-9a74-88deee02f7c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:30.966880 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2204a00a-41c1-4fd8-b6c8-450c54c8621b req-d5c9212c-2fe9-42b3-9a74-88deee02f7c9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=23bea38b-1ef2-4c9c-a871-d310f9003b4f HTTP/1.1" status: 200 len: 912 time: 0.3355680 Dec 21 22:23:31.016165 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1c28dbf3-81aa-43f5-81c1-454e2db00914 req-3a732848-562e-4cd3-a8ec-d6996a201844 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830459 Dec 21 22:23:31.065259 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0f6a9-bc81-494b-8263-237b5188a17b tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:31.065628 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0f6a9-bc81-494b-8263-237b5188a17b tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:31.065995 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0f6a9-bc81-494b-8263-237b5188a17b tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:31.066420 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0f6a9-bc81-494b-8263-237b5188a17b tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:31.066774 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0f6a9-bc81-494b-8263-237b5188a17b tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:31.067123 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0f6a9-bc81-494b-8263-237b5188a17b tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:31.067674 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0f6a9-bc81-494b-8263-237b5188a17b tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:31.067798 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0f6a9-bc81-494b-8263-237b5188a17b tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:31.068138 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0f6a9-bc81-494b-8263-237b5188a17b tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:31.068561 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a0f6a9-bc81-494b-8263-237b5188a17b tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:31.073982 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Set router c7514405-6579-4660-b9af-e951655af9f2 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:31.074460 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-37a0f6a9-bc81-494b-8263-237b5188a17b tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6436 time: 0.1535854 Dec 21 22:23:31.075099 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36380) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:31.139535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbe228c0-b242-41d1-bc71-1efc593711a7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:31.192540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bbe228c0-b242-41d1-bc71-1efc593711a7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:31.200936 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:31.206918 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bbe228c0-b242-41d1-bc71-1efc593711a7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:security_group_rule and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:31.211573 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bbe228c0-b242-41d1-bc71-1efc593711a7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:31.219749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bbe228c0-b242-41d1-bc71-1efc593711a7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:31.268848 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2204a00a-41c1-4fd8-b6c8-450c54c8621b req-21e9ff28-d454-46ed-84b8-328aef8ec739 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e488e08-58b5-4407-bf45-a146ca34f446 HTTP/1.1" status: 200 len: 1001 time: 0.2814775 Dec 21 22:23:31.275190 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Deleting port c99b26bf-08de-4b31-b29a-60de6566b814 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:31.275577 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:31.390609 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff92dd2a-92bf-4bba-ba53-e7f498145843 None None] Network b516d157-307f-430a-b9b6-2c6d46bd8c23 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:31.460188 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204a00a-41c1-4fd8-b6c8-450c54c8621b req-1101658d-d01b-467e-88d2-c7ffe6c0054e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:31.462247 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2204a00a-41c1-4fd8-b6c8-450c54c8621b req-1101658d-d01b-467e-88d2-c7ffe6c0054e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db6618fb-d062-4732-86da-363d150315c5 HTTP/1.1" status: 200 len: 850 time: 0.1182220 Dec 21 22:23:31.470811 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbe228c0-b242-41d1-bc71-1efc593711a7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:31.510534 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b20c679a-fa67-4299-83f4-d516c6c3cca0 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3599 time: 0.4337614 Dec 21 22:23:31.598294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:31.623303 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Transition to ACTIVE for port object 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:31.647083 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbe228c0-b242-41d1-bc71-1efc593711a7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:31.647315 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] For port c99b26bf-08de-4b31-b29a-60de6566b814, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c99b26bf-08de-4b31-b29a-60de6566b814,segment=NetworkSegment(df5b8640-24b8-437d-8e6e-84572e9a42f0),segment_id=df5b8640-24b8-437d-8e6e-84572e9a42f0)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:31.647838 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:31.656233 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:31.676529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Transition to ACTIVE for port object 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:31.701166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:23:28Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '2ab13d41-b64e-4e96-bb4f-6338625c1870', 'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:61:bf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:27Z', 'updated_at': '2021-12-21T22:23:28Z', 'revision_number': 2, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:31.705244 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Checking router: c7514405-6579-4660-b9af-e951655af9f2 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:23:31.705593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Updating router c7514405-6579-4660-b9af-e951655af9f2 port 2ab13d41-b64e-4e96-bb4f-6338625c1870 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:23:31.739470 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe228c0-b242-41d1-bc71-1efc593711a7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877219bd-c032-48ec-804b-7a1c880632fa,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:31.778244 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:31.784922 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Calling delete_port for c99b26bf-08de-4b31-b29a-60de6566b814 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:31.799006 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd2dfe0-2ed5-447d-b8ba-838a2d88d6bb None None] DHCP port deletion for b516d157-307f-430a-b9b6-2c6d46bd8c23 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:23:31.811467 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:31.817998 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2204a00a-41c1-4fd8-b6c8-450c54c8621b req-ade4b828-eb33-4712-9477-1db4ba326d79 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23bea38b-1ef2-4c9c-a871-d310f9003b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3409090 Dec 21 22:23:31.819756 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36392) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:31.826406 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-6569ad1d-2762-40f6-8c11-3631a915efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2121871293', 'description': 'tempest-secgroup-smoke-2121871293 description', 'project_id': 'a0afca56990a43fd95e729e8f15e2964'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:31.832396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6569ad1d-2762-40f6-8c11-3631a915efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:31.836684 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6569ad1d-2762-40f6-8c11-3631a915efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:31.840554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6569ad1d-2762-40f6-8c11-3631a915efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:31.847658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6569ad1d-2762-40f6-8c11-3631a915efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:31.857968 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2dfe0-2ed5-447d-b8ba-838a2d88d6bb None None] Deleting port c99b26bf-08de-4b31-b29a-60de6566b814 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:31.858368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3fd2dfe0-2ed5-447d-b8ba-838a2d88d6bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:31.874930 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbe228c0-b242-41d1-bc71-1efc593711a7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:31.877448 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bbe228c0-b242-41d1-bc71-1efc593711a7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1628835 Dec 21 22:23:31.879099 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36396) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:31.885957 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-bf821726-61f5-40a5-897e-28ff344d2daf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1137646721', 'security_groups': ['877219bd-c032-48ec-804b-7a1c880632fa'], 'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b101e525-09c2-4490-b617-f9b15acda3f6'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:31.946129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:31.980290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:31.984585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6569ad1d-2762-40f6-8c11-3631a915efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:31.998273 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2204a00a-41c1-4fd8-b6c8-450c54c8621b req-1fb113c6-968b-461f-9a5a-027338634ccd service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678789 Dec 21 22:23:32.024294 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6569ad1d-2762-40f6-8c11-3631a915efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:32.028314 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6569ad1d-2762-40f6-8c11-3631a915efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:32.031481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6569ad1d-2762-40f6-8c11-3631a915efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:32.037349 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6569ad1d-2762-40f6-8c11-3631a915efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:32.039994 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.120217 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event deleted for resources: {'Port': ['ID=c99b26bf-08de-4b31-b29a-60de6566b814,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:32.123997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36406) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:32.129577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:32.180006 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f34bb617-87a8-4aee-bbef-2510fcd41afc req-bc072710-0e25-45ff-a9f1-6511b83df92b tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0462215 Dec 21 22:23:32.187444 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6569ad1d-2762-40f6-8c11-3631a915efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.193970 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] No DVR routers for this DVR port c99b26bf-08de-4b31-b29a-60de6566b814 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:23:32.194431 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Pushing event updated for resources: {'Port': ['ID=2b11b8d1-5ba6-46f6-9164-6a6232ef9483,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:32.259031 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bf821726-61f5-40a5-897e-28ff344d2daf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:32.269931 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bf821726-61f5-40a5-897e-28ff344d2daf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:32.284024 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6569ad1d-2762-40f6-8c11-3631a915efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.362551 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569ad1d-2762-40f6-8c11-3631a915efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce460ed1-f23c-427f-9b47-55884a124ad5,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:32.404398 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf821726-61f5-40a5-897e-28ff344d2daf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:32.426493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6569ad1d-2762-40f6-8c11-3631a915efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.427867 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6569ad1d-2762-40f6-8c11-3631a915efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6063643 Dec 21 22:23:32.431400 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c99b26bf-08de-4b31-b29a-60de6566b814 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:23:32.433120 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36412) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:32.439416 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-58b26db7-4dff-4b24-b64f-91e4fbe30bba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'ce460ed1-f23c-427f-9b47-55884a124ad5', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:32.457000 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-58b26db7-4dff-4b24-b64f-91e4fbe30bba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:32.466112 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-58b26db7-4dff-4b24-b64f-91e4fbe30bba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:32.470820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-58b26db7-4dff-4b24-b64f-91e4fbe30bba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:32.472149 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3fd2dfe0-2ed5-447d-b8ba-838a2d88d6bb None None] The port 'c99b26bf-08de-4b31-b29a-60de6566b814' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:23:32.486808 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Attempting to bind port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:23:32.487213 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Attempting to bind port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'a5fea09c-824f-4a76-bbc8-02d17d69c4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:23:32.487517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Attempting to bind port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 on network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:23:32.491464 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: c99b26bf-08de-4b31-b29a-60de6566b814 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:23:32.491780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c99b26bf-08de-4b31-b29a-60de6566b814 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:23:32.502133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:23:32.502580 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Checking segment: {'id': 'a5fea09c-824f-4a76-bbc8-02d17d69c4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:32.503044 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.503489 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Bound using segment: {'id': 'a5fea09c-824f-4a76-bbc8-02d17d69c4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:23:32.504024 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Bound port: 2b11b8d1-5ba6-46f6-9164-6a6232ef9483, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fea09c-824f-4a76-bbc8-02d17d69c4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:23:32.504449 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.511754 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2204a00a-41c1-4fd8-b6c8-450c54c8621b req-9cf5957f-a659-492f-97c5-7c68629f962e service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017295 Dec 21 22:23:32.515231 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-936971156-network', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:32.526965 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-58b26db7-4dff-4b24-b64f-91e4fbe30bba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:32.545189 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:32.563458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Usage tracker for resource:network and tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:32.569881 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:32.572303 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bf821726-61f5-40a5-897e-28ff344d2daf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.578941 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.594436 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-bf821726-61f5-40a5-897e-28ff344d2daf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] device_id is not set on port 4fba30db-1bd2-4680-b521-eed03e7166fc yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:23:32.631688 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:32.639157 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.644339 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] For port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:23:32.657654 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-58b26db7-4dff-4b24-b64f-91e4fbe30bba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.687322 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b516d157-307f-430a-b9b6-2c6d46bd8c23']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:32.692892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] For port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2b11b8d1-5ba6-46f6-9164-6a6232ef9483,segment=NetworkSegment(a5fea09c-824f-4a76-bbc8-02d17d69c4fa),segment_id=a5fea09c-824f-4a76-bbc8-02d17d69c4fa)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:23:32.705927 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5b8640-24b8-437d-8e6e-84572e9a42f0') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:32.706311 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5b8640-24b8-437d-8e6e-84572e9a42f0') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:32.715319 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.724025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.732788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Transition to ACTIVE for port object 2ab13d41-b64e-4e96-bb4f-6338625c1870 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:32.736399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23dcc5-d164-49af-a961-456f9cceaaa1 req-b6565e73-3db6-4e4d-a841-52ac2453c749 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:32.737992 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9c23dcc5-d164-49af-a961-456f9cceaaa1 req-b6565e73-3db6-4e4d-a841-52ac2453c749 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.4959571 Dec 21 22:23:32.762722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.766253 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Made reservation on behalf of b8d8b5b9fdb0458fb8e74e87d7d41d6d for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:32.768614 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.770618 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.790404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:23:32.790797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:23:32.806252 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:23:32.816893 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.819395 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.829458 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-58b26db7-4dff-4b24-b64f-91e4fbe30bba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:32.875527 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-bf821726-61f5-40a5-897e-28ff344d2daf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Allocated IP 2001:db8::362 (31ceeb1b-93ce-43dd-86bf-1d851e0bab59/b101e525-09c2-4490-b617-f9b15acda3f6/4fba30db-1bd2-4680-b521-eed03e7166fc) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:32.937702 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9c23dcc5-d164-49af-a961-456f9cceaaa1 req-476c7701-81e7-4f93-ac2a-e9a1f31b60bc tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932819 Dec 21 22:23:32.953881 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0fda11-eba2-422f-92b6-0235d54b12a7 None None] Pushing event updated for resources: {'Port': ['ID=2b11b8d1-5ba6-46f6-9164-6a6232ef9483,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:32.955149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:32.959332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Usage tracker for resource:security_group_rule and tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:32.963998 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:32.972282 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:32.976684 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-58b26db7-4dff-4b24-b64f-91e4fbe30bba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.020647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b26db7-4dff-4b24-b64f-91e4fbe30bba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a409cea1-1f0b-4f88-8dac-5befff2db08e,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:33.044211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.049528 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.100856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event deleted for resources: {'Network': ['ID=b516d157-307f-430a-b9b6-2c6d46bd8c23,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:33.114337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.120100 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e8dc5309-f940-42c2-9755-7400895c979e tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "DELETE /v2.0/networks/b516d157-307f-430a-b9b6-2c6d46bd8c23 HTTP/1.1" status: 204 len: 168 time: 2.1857393 Dec 21 22:23:33.121782 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36416) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:33.150968 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-58b26db7-4dff-4b24-b64f-91e4fbe30bba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.158270 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-58b26db7-4dff-4b24-b64f-91e4fbe30bba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7239828 Dec 21 22:23:33.165491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36420) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:33.178040 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bf821726-61f5-40a5-897e-28ff344d2daf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.182656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f8168dbc-6ce3-4995-97eb-06022c8748c1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'ce460ed1-f23c-427f-9b47-55884a124ad5', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:33.199264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-bf821726-61f5-40a5-897e-28ff344d2daf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Transition to ACTIVE for port object 4fba30db-1bd2-4680-b521-eed03e7166fc will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:33.206546 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c5577-3c99-4d7e-b419-a7ca4a9a282a None None] Pushing event updated for resources: {'Port': ['ID=2ab13d41-b64e-4e96-bb4f-6338625c1870,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:33.207469 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f8168dbc-6ce3-4995-97eb-06022c8748c1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:33.213393 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.251166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Attempting to bind port 2ab13d41-b64e-4e96-bb4f-6338625c1870 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:23:33.251839 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Attempting to bind port 2ab13d41-b64e-4e96-bb4f-6338625c1870 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'a24fad60-45f6-4ee8-92d8-940dce187b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:23:33.255959 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Attempting to bind port 2ab13d41-b64e-4e96-bb4f-6338625c1870 on network 3cb3cf99-9847-4235-815f-6f4bcbab9c77 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:23:33.256087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f8168dbc-6ce3-4995-97eb-06022c8748c1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:33.257148 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f8168dbc-6ce3-4995-97eb-06022c8748c1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:33.266697 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f8168dbc-6ce3-4995-97eb-06022c8748c1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:33.291588 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:23:33.291966 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Checking segment: {'id': 'a24fad60-45f6-4ee8-92d8-940dce187b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:33.292365 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.294379 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Bound using segment: {'id': 'a24fad60-45f6-4ee8-92d8-940dce187b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:23:33.294725 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Bound port: 2ab13d41-b64e-4e96-bb4f-6338625c1870, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24fad60-45f6-4ee8-92d8-940dce187b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:23:33.296589 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.302051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:23:33.313766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.319016 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Added segment 7d35fd81-94e6-4b2e-9c63-8224015a8500 of type vlan for network 30c8348e-de0d-452f-98c1-e75fb40a3979 Dec 21 22:23:33.347752 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.362869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bf821726-61f5-40a5-897e-28ff344d2daf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.414349 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9065bb70-f8be-4f61-9a26-a14eba3c6c9b req-a0e52d91-cd92-45c1-a481-12b86fda31c1 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1304440 Dec 21 22:23:33.434886 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8168dbc-6ce3-4995-97eb-06022c8748c1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.450325 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] For port 2ab13d41-b64e-4e96-bb4f-6338625c1870, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:23:33.458082 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] For port 2ab13d41-b64e-4e96-bb4f-6338625c1870, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2ab13d41-b64e-4e96-bb4f-6338625c1870,segment=NetworkSegment(a24fad60-45f6-4ee8-92d8-940dce187b67),segment_id=a24fad60-45f6-4ee8-92d8-940dce187b67)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:23:33.469678 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf821726-61f5-40a5-897e-28ff344d2daf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:33.475332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-bf821726-61f5-40a5-897e-28ff344d2daf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:33.477969 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf821726-61f5-40a5-897e-28ff344d2daf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=4fba30db-1bd2-4680-b521-eed03e7166fc,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:33.482197 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf821726-61f5-40a5-897e-28ff344d2daf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:33.484515 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf821726-61f5-40a5-897e-28ff344d2daf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:33.485193 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bf821726-61f5-40a5-897e-28ff344d2daf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.516839 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.517746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:33.518405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.559028 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.588259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd770e0-855a-46af-ab54-e76891f1b673,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:33.588847 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bf821726-61f5-40a5-897e-28ff344d2daf tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7070265 Dec 21 22:23:33.589972 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36426) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:33.596997 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ac0d1943-740c-4ef6-bb64-78f6864b4be4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'subnet': {'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:33.638639 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c5577-3c99-4d7e-b419-a7ca4a9a282a None None] Pushing event updated for resources: {'Port': ['ID=2ab13d41-b64e-4e96-bb4f-6338625c1870,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:33.662880 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Routers {'c7514405-6579-4660-b9af-e951655af9f2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:33.664314 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c7514405-6579-4660-b9af-e951655af9f2'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:33.732233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] Pushing event updated for resources: {'Network': ['ID=30c8348e-de0d-452f-98c1-e75fb40a3979,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:33.751436 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b9746fdf-cee8-40bf-aa15-bec311e4f083 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6261272 Dec 21 22:23:33.755592 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36430) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:33.757376 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4387e7-f73a-4035-8886-7e7bf4ce9b77 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Deleting subnet 4c5bbf2d-2aae-4523-9d97-c12605e57324 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:23:33.763642 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-fab8112e-86fd-4696-96cc-a05ef90aaef9 admin admin] Request body: {'subnet': {'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-936971156-subnet', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'ip_version': 4}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:33.773198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bf4387e7-f73a-4035-8886-7e7bf4ce9b77 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.775564 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fab8112e-86fd-4696-96cc-a05ef90aaef9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:33.792655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fab8112e-86fd-4696-96cc-a05ef90aaef9 admin admin] Usage tracker for resource:subnet and tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:33.797898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fab8112e-86fd-4696-96cc-a05ef90aaef9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:33.814345 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fab8112e-86fd-4696-96cc-a05ef90aaef9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:33.831958 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ac0d1943-740c-4ef6-bb64-78f6864b4be4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:33.834779 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8168dbc-6ce3-4995-97eb-06022c8748c1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.835923 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ac0d1943-740c-4ef6-bb64-78f6864b4be4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:subnet and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:33.839611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ac0d1943-740c-4ef6-bb64-78f6864b4be4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:33.847243 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ac0d1943-740c-4ef6-bb64-78f6864b4be4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:33.860931 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 30c8348e-de0d-452f-98c1-e75fb40a3979 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:23:33.866384 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bf4387e7-f73a-4035-8886-7e7bf4ce9b77 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.908913 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab8112e-86fd-4696-96cc-a05ef90aaef9 admin admin] Made reservation on behalf of b8d8b5b9fdb0458fb8e74e87d7d41d6d for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:33.909058 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] Set router c7514405-6579-4660-b9af-e951655af9f2 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:33.911396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fab8112e-86fd-4696-96cc-a05ef90aaef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.937253 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8168dbc-6ce3-4995-97eb-06022c8748c1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.946519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0d1943-740c-4ef6-bb64-78f6864b4be4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:33.950260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ac0d1943-740c-4ef6-bb64-78f6864b4be4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:33.976178 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8168dbc-6ce3-4995-97eb-06022c8748c1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c962dce1-f7e6-430d-9c36-ddcda0deb8c3,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:34.004128 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bf4387e7-f73a-4035-8886-7e7bf4ce9b77 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:34.086588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8168dbc-6ce3-4995-97eb-06022c8748c1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:34.090979 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f8168dbc-6ce3-4995-97eb-06022c8748c1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9213800 Dec 21 22:23:34.097132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36436) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:34.098785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-6185641c-9235-43f2-88dc-73bee15b8bc9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'ce460ed1-f23c-427f-9b47-55884a124ad5', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:34.108227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6185641c-9235-43f2-88dc-73bee15b8bc9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:34.116639 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6185641c-9235-43f2-88dc-73bee15b8bc9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:34.124873 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6185641c-9235-43f2-88dc-73bee15b8bc9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:34.135427 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6185641c-9235-43f2-88dc-73bee15b8bc9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:34.174593 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.ipam_backend_mixin [None req-ac0d1943-740c-4ef6-bb64-78f6864b4be4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b101e525-09c2-4490-b617-f9b15acda3f6 (CIDR: 2001:db8::/64) Dec 21 22:23:34.249927 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bf4387e7-f73a-4035-8886-7e7bf4ce9b77 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:34.342837 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0d1943-740c-4ef6-bb64-78f6864b4be4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:23:34.343279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0d1943-740c-4ef6-bb64-78f6864b4be4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:23:34.346947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6185641c-9235-43f2-88dc-73bee15b8bc9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:34.371056 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4387e7-f73a-4035-8886-7e7bf4ce9b77 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event deleted for resources: {'Subnet': ['ID=4c5bbf2d-2aae-4523-9d97-c12605e57324,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:34.386106 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:23:28Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '2ab13d41-b64e-4e96-bb4f-6338625c1870', 'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:61:bf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:27Z', 'updated_at': '2021-12-21T22:23:33Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:34.387514 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bf4387e7-f73a-4035-8886-7e7bf4ce9b77 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:34.408564 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ef280d-e291-44cb-be3e-564c62512fbf None None] Network bb304285-0ac9-452d-88e5-104f09f6eef9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:34.427957 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bf4387e7-f73a-4035-8886-7e7bf4ce9b77 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "DELETE /v2.0/subnets/4c5bbf2d-2aae-4523-9d97-c12605e57324 HTTP/1.1" status: 204 len: 168 time: 1.3045774 Dec 21 22:23:34.436328 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe18b6-c5aa-40ff-b541-1559fd57fd56 None None] The sync data for ids ['c7514405-6579-4660-b9af-e951655af9f2'] in dv-neutron-822520-1-hyperv is: [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:23:28Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '2ab13d41-b64e-4e96-bb4f-6338625c1870', 'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:61:bf:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:27Z', 'updated_at': '2021-12-21T22:23:33Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:23:34.440478 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36440) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:34.469035 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ac0d1943-740c-4ef6-bb64-78f6864b4be4 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8771071 Dec 21 22:23:34.471516 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36446) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:34.478126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'subnet': {'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:34.574580 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:34.586347 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fab8112e-86fd-4696-96cc-a05ef90aaef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:34.654493 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78958669-79b3-458a-8c4c-69f48b38fddc req-3e52b9a2-745b-45ed-99a6-543f213c1d2a tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:34.656873 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-78958669-79b3-458a-8c4c-69f48b38fddc req-3e52b9a2-745b-45ed-99a6-543f213c1d2a tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.4809368 Dec 21 22:23:34.696606 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3aa1af8d-1312-4b8d-b5c3-59bd9c208026 req-01068f13-b749-495b-9b86-a26c87e4c1ce tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1286242 Dec 21 22:23:34.731751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6185641c-9235-43f2-88dc-73bee15b8bc9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:34.805955 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3f2224a2-051f-434c-a205-05aef465420e None None] Provisioning complete for port 9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:34.806691 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3f2224a2-051f-434c-a205-05aef465420e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:34.831069 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-78958669-79b3-458a-8c4c-69f48b38fddc req-389a50a9-8b36-434f-a607-9d0dadcc2e51 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682229 Dec 21 22:23:34.847402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:34.880463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6185641c-9235-43f2-88dc-73bee15b8bc9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:34.904201 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e744bfcb-cc11-404b-8a27-e90446dd073a None None] DHCP port deletion for bb304285-0ac9-452d-88e5-104f09f6eef9 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:23:34.912982 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3f2224a2-051f-434c-a205-05aef465420e None None] Port 9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:34.918557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e744bfcb-cc11-404b-8a27-e90446dd073a None None] Deleting port 724cef8e-05da-448f-9618-ea456f793e34 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:34.918557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e744bfcb-cc11-404b-8a27-e90446dd073a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:34.927759 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8112e-86fd-4696-96cc-a05ef90aaef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=073f42ae-bd0f-4484-a9d4-70d9e72514e8,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:34.928121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185641c-9235-43f2-88dc-73bee15b8bc9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aaaa120-b4b3-4ee4-aa46-3eee42ffaba3,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:34.950179 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab8112e-86fd-4696-96cc-a05ef90aaef9 admin admin] Checking segment: {'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:34.950649 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8112e-86fd-4696-96cc-a05ef90aaef9 admin admin] Network hostable DHCP agents. Network: 30c8348e-de0d-452f-98c1-e75fb40a3979, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:23:34.967215 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:34.974301 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:subnet and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:34.979749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:34.988604 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:35.027157 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6185641c-9235-43f2-88dc-73bee15b8bc9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.029019 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6185641c-9235-43f2-88dc-73bee15b8bc9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9349573 Dec 21 22:23:35.036642 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36452) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:35.037697 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-fbe280b7-82a0-4398-974a-e4d61447a079 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'ce460ed1-f23c-427f-9b47-55884a124ad5', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:35.043786 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fbe280b7-82a0-4398-974a-e4d61447a079 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:35.048967 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fbe280b7-82a0-4398-974a-e4d61447a079 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:35.052623 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fbe280b7-82a0-4398-974a-e4d61447a079 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:35.058279 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3f2224a2-051f-434c-a205-05aef465420e None None] Provisioning for port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:35.065797 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fbe280b7-82a0-4398-974a-e4d61447a079 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:35.084700 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3f2224a2-051f-434c-a205-05aef465420e None None] Provisioning complete for port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:35.091358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab8112e-86fd-4696-96cc-a05ef90aaef9 admin admin] Network 30c8348e-de0d-452f-98c1-e75fb40a3979 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:23:35.091542 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3f2224a2-051f-434c-a205-05aef465420e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.091661 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7a3b61-b292-428a-ad98-807acb67d140 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Deleting subnet a7c039b2-ec28-4a40-b910-eee411981071 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:23:35.093022 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cc7a3b61-b292-428a-ad98-807acb67d140 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.142092 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:35.147816 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.149804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cc7a3b61-b292-428a-ad98-807acb67d140 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.221816 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e744bfcb-cc11-404b-8a27-e90446dd073a None None] For port 724cef8e-05da-448f-9618-ea456f793e34, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=724cef8e-05da-448f-9618-ea456f793e34,segment=NetworkSegment(241f7368-47df-436a-a1e2-6618d6cbb561),segment_id=241f7368-47df-436a-a1e2-6618d6cbb561)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:35.222221 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e744bfcb-cc11-404b-8a27-e90446dd073a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.279554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-fab8112e-86fd-4696-96cc-a05ef90aaef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 30c8348e-de0d-452f-98c1-e75fb40a3979) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:35.293382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cc7a3b61-b292-428a-ad98-807acb67d140 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.298300 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab8112e-86fd-4696-96cc-a05ef90aaef9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:35.299006 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fab8112e-86fd-4696-96cc-a05ef90aaef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.308159 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fbe280b7-82a0-4398-974a-e4d61447a079 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.366274 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43236169-1df3-4c6b-a768-cd4b33bd2bc3 None None] Network 30c8348e-de0d-452f-98c1-e75fb40a3979 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:35.418069 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fbe280b7-82a0-4398-974a-e4d61447a079 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.470818 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e744bfcb-cc11-404b-8a27-e90446dd073a None None] Calling delete_port for 724cef8e-05da-448f-9618-ea456f793e34 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:35.489427 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fab8112e-86fd-4696-96cc-a05ef90aaef9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7330906 Dec 21 22:23:35.492863 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36456) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:35.501692 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fbe280b7-82a0-4398-974a-e4d61447a079 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.502061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:35.509750 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cc7a3b61-b292-428a-ad98-807acb67d140 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.517945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:35.550693 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe280b7-82a0-4398-974a-e4d61447a079 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84845228-e700-4dba-8b85-82335e120d9c,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:35.646677 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fbe280b7-82a0-4398-974a-e4d61447a079 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.648158 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fbe280b7-82a0-4398-974a-e4d61447a079 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6154113 Dec 21 22:23:35.651677 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36460) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:35.658258 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-46bfc5ad-62f0-4eee-9f24-e8f8143dc162 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'ce460ed1-f23c-427f-9b47-55884a124ad5', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:35.665553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-46bfc5ad-62f0-4eee-9f24-e8f8143dc162 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:35.670087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-46bfc5ad-62f0-4eee-9f24-e8f8143dc162 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:35.673413 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-46bfc5ad-62f0-4eee-9f24-e8f8143dc162 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:35.680627 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-46bfc5ad-62f0-4eee-9f24-e8f8143dc162 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:35.686046 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3f2224a2-051f-434c-a205-05aef465420e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.694573 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.705783 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Usage tracker for resource:router and tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:35.710394 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a3b61-b292-428a-ad98-807acb67d140 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c039b2-ec28-4a40-b910-eee411981071,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:35.713343 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:35.721590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:35.726215 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cc7a3b61-b292-428a-ad98-807acb67d140 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.735939 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-cc7a3b61-b292-428a-ad98-807acb67d140 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "DELETE /v2.0/subnets/a7c039b2-ec28-4a40-b910-eee411981071 HTTP/1.1" status: 204 len: 168 time: 1.2946327 Dec 21 22:23:35.738228 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36466) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:35.748214 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae18be2-201f-404a-838d-c5ae5b7922bb None None] Network 12c309d2-9bb8-4a57-a852-6e2e09ae912c requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:35.793331 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-46bfc5ad-62f0-4eee-9f24-e8f8143dc162 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:23:35.810855 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46bfc5ad-62f0-4eee-9f24-e8f8143dc162 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.813859 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-3f2224a2-051f-434c-a205-05aef465420e None None] For port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2b11b8d1-5ba6-46f6-9164-6a6232ef9483,segment=NetworkSegment(a5fea09c-824f-4a76-bbc8-02d17d69c4fa),segment_id=a5fea09c-824f-4a76-bbc8-02d17d69c4fa)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:35.853533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.854510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.875576 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e744bfcb-cc11-404b-8a27-e90446dd073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.889930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.902604 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7b98a523-6ae7-4575-862b-c41a27d28eeb req-cc90bdb3-fd41-4a0a-98be-3cdbecff76f1 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0980847 Dec 21 22:23:35.906924 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.926308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:35.927509 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Subnet': ['ID=fd07681c-1d5c-43a5-9025-4710693980ee,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:35.936779 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:35.940809 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:35.941367 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:35.942192 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:35.943330 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:35.944245 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:35.944679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:35.945884 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:35.946616 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:35.946949 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:35.947277 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:35.947798 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:35.954239 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:35.954816 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.959632 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3f2224a2-051f-434c-a205-05aef465420e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.997777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46bfc5ad-62f0-4eee-9f24-e8f8143dc162 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:35.998819 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b949cb9c-a431-424f-aba5-6535321f3077 None None] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:36.011409 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744bfcb-cc11-404b-8a27-e90446dd073a None None] Pushing event deleted for resources: {'Port': ['ID=724cef8e-05da-448f-9618-ea456f793e34,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:36.028866 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-906672b4-daf6-4cab-b62d-443a45d107fd tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5538168 Dec 21 22:23:36.029314 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36470) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:36.036545 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-394456dd-b775-4adb-a996-5d6bfaeb8adc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1111644675', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fd07681c-1d5c-43a5-9025-4710693980ee'}], 'security_groups': ['8df96c06-627e-413b-bf10-c68f3bda9617']}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:36.046476 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.077298 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46bfc5ad-62f0-4eee-9f24-e8f8143dc162 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.088562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-30c8348e-de0d-452f-98c1-e75fb40a3979', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:23:36.089748 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.114338 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744bfcb-cc11-404b-8a27-e90446dd073a None None] No DVR routers for this DVR port 724cef8e-05da-448f-9618-ea456f793e34 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:23:36.116290 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfc5ad-62f0-4eee-9f24-e8f8143dc162 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a63f1c-afce-4890-8eb8-8e59c6ea91b5,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:36.135551 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb304285-0ac9-452d-88e5-104f09f6eef9']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:36.191153 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-394456dd-b775-4adb-a996-5d6bfaeb8adc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.196080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241f7368-47df-436a-a1e2-6618d6cbb561') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:36.196380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241f7368-47df-436a-a1e2-6618d6cbb561') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:36.210157 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46bfc5ad-62f0-4eee-9f24-e8f8143dc162 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.212001 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-46bfc5ad-62f0-4eee-9f24-e8f8143dc162 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5592494 Dec 21 22:23:36.214913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36474) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:36.223275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'ce460ed1-f23c-427f-9b47-55884a124ad5', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:36.229595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:36.233405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:36.236767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:36.243062 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:36.251242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.274851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.286696 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.291682 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:23:36.292074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:23:36.308098 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:23:36.311428 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2224a2-051f-434c-a205-05aef465420e None None] Pushing event updated for resources: {'Port': ['ID=2b11b8d1-5ba6-46f6-9164-6a6232ef9483,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:36.334248 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:23:36.403481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.482932 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b46957c2-f11a-48a7-92f7-a4af9177dccd None None] Provisioning for port 4fba30db-1bd2-4680-b521-eed03e7166fc completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:36.508587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.512191 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b46957c2-f11a-48a7-92f7-a4af9177dccd None None] Provisioning complete for port 4fba30db-1bd2-4680-b521-eed03e7166fc triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:36.512825 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b46957c2-f11a-48a7-92f7-a4af9177dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.562171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2ab13d41-b64e-4e96-bb4f-6338625c1870 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:36.573172 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.577768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.606592 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.634061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event deleted for resources: {'Network': ['ID=bb304285-0ac9-452d-88e5-104f09f6eef9,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:36.653058 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "DELETE /v2.0/networks/bb304285-0ac9-452d-88e5-104f09f6eef9 HTTP/1.1" status: 204 len: 168 time: 0.9135585 Dec 21 22:23:36.655049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36478) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:36.657247 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Allocated IP 172.20.0.2 (30c8348e-de0d-452f-98c1-e75fb40a3979/073f42ae-bd0f-4484-a9d4-70d9e72514e8/cfaa761c-d9fa-4511-a37f-4bd1fa65f892) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:36.657591 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410dce09-7609-4d80-bc2b-3262fe73166e,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:36.677748 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.678118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.678512 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.678846 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.680450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.680837 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.681220 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.681542 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.681865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.682254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.682584 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb8f8ba-0b4d-418e-b4d6-3aeab76b753c tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.688914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.689258 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.690115 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.690115 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.690972 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.690972 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.691183 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.691699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.691993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.692323 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.692645 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:36.696734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-b46957c2-f11a-48a7-92f7-a4af9177dccd None None] Port 4fba30db-1bd2-4680-b521-eed03e7166fc cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:36.708978 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-394456dd-b775-4adb-a996-5d6bfaeb8adc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Delete allocated IP 2001:db8::362 (31ceeb1b-93ce-43dd-86bf-1d851e0bab59/b101e525-09c2-4490-b617-f9b15acda3f6) {{(pid=84169) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 22:23:36.722399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.724500 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5a6fce9a-1388-43fe-8543-6acc530cc461 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5062582 Dec 21 22:23:36.751119 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-394456dd-b775-4adb-a996-5d6bfaeb8adc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Allocated IP 2001:db8:0:1::11b (31ceeb1b-93ce-43dd-86bf-1d851e0bab59/fd07681c-1d5c-43a5-9025-4710693980ee/4fba30db-1bd2-4680-b521-eed03e7166fc) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:36.802514 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.806778 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f83978b-624e-46d3-a2fe-aaaf087630d2 None None] DHCP port deletion for 12c309d2-9bb8-4a57-a852-6e2e09ae912c request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:23:36.821469 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-4f83978b-624e-46d3-a2fe-aaaf087630d2 None None] Deleting port a3bf0d49-cc63-4435-b4b7-8133129870a0 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:36.822146 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4f83978b-624e-46d3-a2fe-aaaf087630d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.844933 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.856637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.888376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Deleting port a3bf0d49-cc63-4435-b4b7-8133129870a0 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:36.889282 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:36.922381 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 2ab13d41-b64e-4e96-bb4f-6338625c1870 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:37.060997 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 2ab13d41-b64e-4e96-bb4f-6338625c1870 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:37.061610 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:37.072387 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2ced0869-6549-4867-ab49-12a5e34e21df req-fef6c57c-7c8b-4609-b84d-a9c73f647f5f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0709929 Dec 21 22:23:37.099499 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f49729dc-f312-4786-9ca6-55f7337e887c req-2991367a-69e6-4a8b-8321-9f8dc937d2ae tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121871293&fields=id&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 267 time: 0.1121695 Dec 21 22:23:37.173812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Allocated IP 172.26.3.152 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/b1ce70a1-aaef-48d2-872f-5fb978719660) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:37.262431 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:37.329867 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9f5088-81bd-44e6-8990-4fd64a08d9a6 None None] Update dhcp port {'port': {'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'fixed_ips': [{'subnet_id': 'b101e525-09c2-4490-b617-f9b15acda3f6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fd07681c-1d5c-43a5-9025-4710693980ee'}], 'binding:host_id': 'dv-neutron-822520-1-hyperv'}, 'id': '2b11b8d1-5ba6-46f6-9164-6a6232ef9483'} from dv-neutron-822520-1-hyperv. {{(pid=84170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 21 22:23:37.361839 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Transition to ACTIVE for port object cfaa761c-d9fa-4511-a37f-4bd1fa65f892 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:37.416488 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] For port a3bf0d49-cc63-4435-b4b7-8133129870a0, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a3bf0d49-cc63-4435-b4b7-8133129870a0,segment=NetworkSegment(400a0981-a7db-49ce-979f-6516a4bbdf68),segment_id=400a0981-a7db-49ce-979f-6516a4bbdf68)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:37.416488 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:37.421656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49729dc-f312-4786-9ca6-55f7337e887c req-2e4593b0-b8c5-4b5f-af47-26b60d2f47a8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:37.423449 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f49729dc-f312-4786-9ca6-55f7337e887c req-2e4593b0-b8c5-4b5f-af47-26b60d2f47a8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/networks?id=3cb3cf99-9847-4235-815f-6f4bcbab9c77 HTTP/1.1" status: 200 len: 797 time: 0.3238387 Dec 21 22:23:37.425342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-4f83978b-624e-46d3-a2fe-aaaf087630d2 None None] For port a3bf0d49-cc63-4435-b4b7-8133129870a0, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a3bf0d49-cc63-4435-b4b7-8133129870a0,segment=NetworkSegment(400a0981-a7db-49ce-979f-6516a4bbdf68),segment_id=400a0981-a7db-49ce-979f-6516a4bbdf68)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:37.425998 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4f83978b-624e-46d3-a2fe-aaaf087630d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:37.470508 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f49729dc-f312-4786-9ca6-55f7337e887c req-20e57215-5664-47f6-bfad-a78d43884b8c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/quotas/a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 375 time: 0.0327308 Dec 21 22:23:37.473185 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:37.524047 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Transition to ACTIVE for port object cfaa761c-d9fa-4511-a37f-4bd1fa65f892 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:37.559777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Calling delete_port for a3bf0d49-cc63-4435-b4b7-8133129870a0 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:37.582629 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f49729dc-f312-4786-9ca6-55f7337e887c req-c81125d1-acd2-44a2-95ac-cfc81a16d4a1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970180 Dec 21 22:23:37.591148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-4f83978b-624e-46d3-a2fe-aaaf087630d2 None None] Calling delete_port for a3bf0d49-cc63-4435-b4b7-8133129870a0 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:37.593448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-394456dd-b775-4adb-a996-5d6bfaeb8adc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:37.620707 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-394456dd-b775-4adb-a996-5d6bfaeb8adc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Ignored duplicate provisioning block setup for port 4fba30db-1bd2-4680-b521-eed03e7166fc by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 21 22:23:37.627509 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-da9f5088-81bd-44e6-8990-4fd64a08d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:37.641507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:37.696329 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:37.701052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-394456dd-b775-4adb-a996-5d6bfaeb8adc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:37.749327 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:37.814811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:37.823471 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] No DVR routers for this DVR port a3bf0d49-cc63-4435-b4b7-8133129870a0 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:23:37.823742 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Network 30c8348e-de0d-452f-98c1-e75fb40a3979 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:37.825151 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-394456dd-b775-4adb-a996-5d6bfaeb8adc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] In _notify_port_updated(), no bound segment for port 4fba30db-1bd2-4680-b521-eed03e7166fc on network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 {{(pid=84169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:23:37.828037 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Pushing event updated for resources: {'Port': ['ID=cfaa761c-d9fa-4511-a37f-4bd1fa65f892,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:37.828922 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394456dd-b775-4adb-a996-5d6bfaeb8adc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:37.829662 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-394456dd-b775-4adb-a996-5d6bfaeb8adc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:37.830523 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:37.830845 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-394456dd-b775-4adb-a996-5d6bfaeb8adc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "PUT /v2.0/ports/4fba30db-1bd2-4680-b521-eed03e7166fc HTTP/1.1" status: 200 len: 931 time: 1.8007493 Dec 21 22:23:37.860680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36492) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:37.869128 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394456dd-b775-4adb-a996-5d6bfaeb8adc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=4fba30db-1bd2-4680-b521-eed03e7166fc,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:37.878948 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:37.895928 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-4f83978b-624e-46d3-a2fe-aaaf087630d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:23:37.896272 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-4f83978b-624e-46d3-a2fe-aaaf087630d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:23:37.901626 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 2ab13d41-b64e-4e96-bb4f-6338625c1870, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2ab13d41-b64e-4e96-bb4f-6338625c1870,segment=NetworkSegment(a24fad60-45f6-4ee8-92d8-940dce187b67),segment_id=a24fad60-45f6-4ee8-92d8-940dce187b67)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:37.935246 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event deleted for resources: {'Port': ['ID=a3bf0d49-cc63-4435-b4b7-8133129870a0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:37.987798 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:37.988098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:37.988670 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:37.993538 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:37.996103 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:38.002284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.021706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Pushing event updated for resources: {'Port': ['ID=b1ce70a1-aaef-48d2-872f-5fb978719660,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:38.032204 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c309d2-9bb8-4a57-a852-6e2e09ae912c']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:38.037957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-145b08fb-03eb-4409-a37d-257ddf71e097 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port 4fba30db-1bd2-4680-b521-eed03e7166fc {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:38.039263 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-145b08fb-03eb-4409-a37d-257ddf71e097 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.045576 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400a0981-a7db-49ce-979f-6516a4bbdf68') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:38.045872 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400a0981-a7db-49ce-979f-6516a4bbdf68') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:38.059489 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.076601 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f49729dc-f312-4786-9ca6-55f7337e887c req-909723f6-7601-41f1-8089-d10ca706d50d service neutron] 10.222.0.37 "GET /v2.0/networks/3cb3cf99-9847-4235-815f-6f4bcbab9c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767575 Dec 21 22:23:38.079977 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.087939 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:23:38.088559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:23:38.104631 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:23:38.152048 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Attempting to bind port cfaa761c-d9fa-4511-a37f-4bd1fa65f892 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:23:38.152350 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Attempting to bind port cfaa761c-d9fa-4511-a37f-4bd1fa65f892 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:23:38.152715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Attempting to bind port cfaa761c-d9fa-4511-a37f-4bd1fa65f892 on network 30c8348e-de0d-452f-98c1-e75fb40a3979 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:23:38.187661 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:23:38.188032 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Checking segment: {'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:38.188429 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.188819 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Bound using segment: {'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:23:38.189328 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Bound port: cfaa761c-d9fa-4511-a37f-4bd1fa65f892, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:23:38.189643 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.203320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=2ab13d41-b64e-4e96-bb4f-6338625c1870,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:38.223007 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-da9f5088-81bd-44e6-8990-4fd64a08d9a6 None None] Allocated IP 2001:db8:0:1::2 (31ceeb1b-93ce-43dd-86bf-1d851e0bab59/fd07681c-1d5c-43a5-9025-4710693980ee/2b11b8d1-5ba6-46f6-9164-6a6232ef9483) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:38.228691 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-73650f3b-fd01-4596-bdfd-4c64032abe0c req-d2fe1d06-6669-459d-8e3f-ee641af2c6ec tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0524840 Dec 21 22:23:38.301506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.301754 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:38.301866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.322300 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.330716 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event deleted for resources: {'Network': ['ID=12c309d2-9bb8-4a57-a852-6e2e09ae912c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:38.334812 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0759a7a2-be4c-43a3-906b-bab4914bfcfb tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "DELETE /v2.0/networks/12c309d2-9bb8-4a57-a852-6e2e09ae912c HTTP/1.1" status: 204 len: 168 time: 1.6787713 Dec 21 22:23:38.337741 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36498) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:38.439779 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-4f83978b-624e-46d3-a2fe-aaaf087630d2 None None] Deleting port a3bf0d49-cc63-4435-b4b7-8133129870a0 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:38.440051 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4f83978b-624e-46d3-a2fe-aaaf087630d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.443922 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f49729dc-f312-4786-9ca6-55f7337e887c req-69d2ac93-9c34-4b68-9d66-0e86d50f1f61 service neutron] 10.222.0.37 "GET /v2.0/networks/3cb3cf99-9847-4235-815f-6f4bcbab9c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588769 Dec 21 22:23:38.474863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] For port cfaa761c-d9fa-4511-a37f-4bd1fa65f892, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:23:38.526240 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] For port cfaa761c-d9fa-4511-a37f-4bd1fa65f892, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=cfaa761c-d9fa-4511-a37f-4bd1fa65f892,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:23:38.537082 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-48cd96f5-fbd6-4878-9ee0-eafbe5a0de86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Deleting subnet a2877f66-23b9-4c3e-a928-6afefdbf3da7 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:23:38.538532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-4f83978b-624e-46d3-a2fe-aaaf087630d2 None None] The port 'a3bf0d49-cc63-4435-b4b7-8133129870a0' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:23:38.541502 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48cd96f5-fbd6-4878-9ee0-eafbe5a0de86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.609346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48cd96f5-fbd6-4878-9ee0-eafbe5a0de86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.626550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-145b08fb-03eb-4409-a37d-257ddf71e097 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.678961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.710428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48cd96f5-fbd6-4878-9ee0-eafbe5a0de86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.772090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-145b08fb-03eb-4409-a37d-257ddf71e097 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for 4fba30db-1bd2-4680-b521-eed03e7166fc owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:38.779677 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-da9f5088-81bd-44e6-8990-4fd64a08d9a6 None None] For port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2b11b8d1-5ba6-46f6-9164-6a6232ef9483,segment=NetworkSegment(a5fea09c-824f-4a76-bbc8-02d17d69c4fa),segment_id=a5fea09c-824f-4a76-bbc8-02d17d69c4fa)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:38.885358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-16ba8167-f144-4b70-8521-1cb12a4f9208 req-e7ac26ba-ac44-48db-a2a0-72ce86d54a8f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:38.892887 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48cd96f5-fbd6-4878-9ee0-eafbe5a0de86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.916053 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3baa37c-9d69-4863-b927-7c70c295c2a4 None None] Pushing event updated for resources: {'Port': ['ID=cfaa761c-d9fa-4511-a37f-4bd1fa65f892,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:38.935602 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-da9f5088-81bd-44e6-8990-4fd64a08d9a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.959026 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 724cef8e-05da-448f-9618-ea456f793e34 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:23:38.968602 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.969324 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:38.988947 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48cd96f5-fbd6-4878-9ee0-eafbe5a0de86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:39.001156 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cd96f5-fbd6-4878-9ee0-eafbe5a0de86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event deleted for resources: {'Subnet': ['ID=a2877f66-23b9-4c3e-a928-6afefdbf3da7,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:39.018394 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-48cd96f5-fbd6-4878-9ee0-eafbe5a0de86 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "DELETE /v2.0/subnets/a2877f66-23b9-4c3e-a928-6afefdbf3da7 HTTP/1.1" status: 204 len: 168 time: 0.6773970 Dec 21 22:23:39.018716 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36518) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:39.040081 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45665b7-004d-4b1f-b182-6d3820932753 None None] Network 47889955-e8e1-4e32-a54e-5f96293e4d15 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:39.076807 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 724cef8e-05da-448f-9618-ea456f793e34 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:23:39.077402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 724cef8e-05da-448f-9618-ea456f793e34 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:23:39.275665 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-145b08fb-03eb-4409-a37d-257ddf71e097 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:39.276812 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-da9f5088-81bd-44e6-8990-4fd64a08d9a6 None None] Transition to ACTIVE for port object 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:39.281110 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2ab13d41-b64e-4e96-bb4f-6338625c1870 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:39.360246 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-16ba8167-f144-4b70-8521-1cb12a4f9208 req-e7ac26ba-ac44-48db-a2a0-72ce86d54a8f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:39.361410 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-16ba8167-f144-4b70-8521-1cb12a4f9208 req-e7ac26ba-ac44-48db-a2a0-72ce86d54a8f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 210 time: 0.5492001 Dec 21 22:23:39.386546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:39.421593 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Deleting port 4141df86-bf26-4009-a1e2-6c525efb430d {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:39.421936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:39.425126 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-da9f5088-81bd-44e6-8990-4fd64a08d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:39.428643 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-145b08fb-03eb-4409-a37d-257ddf71e097 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:39.434292 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b08fb-03eb-4409-a37d-257ddf71e097 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=4fba30db-1bd2-4680-b521-eed03e7166fc,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:39.493754 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-103afead-76c9-4dd2-b305-edfdfd80e3a3 req-d032cfbc-658c-4d2c-aade-bdd769513ca6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0664463 Dec 21 22:23:39.500250 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-145b08fb-03eb-4409-a37d-257ddf71e097 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/4fba30db-1bd2-4680-b521-eed03e7166fc HTTP/1.1" status: 204 len: 168 time: 1.6355302 Dec 21 22:23:39.503032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36524) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:39.556150 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9d7aa9-4a69-43af-a3ad-9bb24b9be25b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] GET failed (client error): The resource could not be found. Dec 21 22:23:39.556654 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0a9d7aa9-4a69-43af-a3ad-9bb24b9be25b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:39.666603 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f5088-81bd-44e6-8990-4fd64a08d9a6 None None] Pushing event updated for resources: {'Port': ['ID=2b11b8d1-5ba6-46f6-9164-6a6232ef9483,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:39.696438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0a9d7aa9-4a69-43af-a3ad-9bb24b9be25b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:39.699133 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0a9d7aa9-4a69-43af-a3ad-9bb24b9be25b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports/4fba30db-1bd2-4680-b521-eed03e7166fc HTTP/1.1" status: 404 len: 333 time: 0.1931829 Dec 21 22:23:39.700131 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:23:39.703240 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 2ab13d41-b64e-4e96-bb4f-6338625c1870 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:39.703436 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36530) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:39.703626 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:39.732078 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] For port 4141df86-bf26-4009-a1e2-6c525efb430d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4141df86-bf26-4009-a1e2-6c525efb430d,segment=NetworkSegment(e4520070-83c7-4d42-bd44-2560f8d68078),segment_id=e4520070-83c7-4d42-bd44-2560f8d68078)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:39.732695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:39.889665 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Calling delete_port for 4141df86-bf26-4009-a1e2-6c525efb430d owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:39.910051 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6b7356-7777-4a7b-912f-25b4fd880eda None None] DHCP port deletion for 47889955-e8e1-4e32-a54e-5f96293e4d15 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:23:39.913620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-be6b7356-7777-4a7b-912f-25b4fd880eda None None] Deleting port 4141df86-bf26-4009-a1e2-6c525efb430d {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:39.914686 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-be6b7356-7777-4a7b-912f-25b4fd880eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:39.983689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a3bf0d49-cc63-4435-b4b7-8133129870a0 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:23:40.044826 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: a3bf0d49-cc63-4435-b4b7-8133129870a0 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:23:40.045171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a3bf0d49-cc63-4435-b4b7-8133129870a0 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:23:40.084399 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:40.101151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5f9f65e5-a378-4446-ae8b-d0a7f116f381 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:40.120302 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-be6b7356-7777-4a7b-912f-25b4fd880eda None None] The port '4141df86-bf26-4009-a1e2-6c525efb430d' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:23:40.141644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5f9f65e5-a378-4446-ae8b-d0a7f116f381 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:40.157230 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event deleted for resources: {'Port': ['ID=4141df86-bf26-4009-a1e2-6c525efb430d,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:40.166745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] No DVR routers for this DVR port 4141df86-bf26-4009-a1e2-6c525efb430d on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:23:40.344872 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:40.346444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:23:40.363102 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Sync routers for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:23:40.379681 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:40.381572 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47889955-e8e1-4e32-a54e-5f96293e4d15']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:40.381701 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:40.393888 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4520070-83c7-4d42-bd44-2560f8d68078') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:40.394115 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4520070-83c7-4d42-bd44-2560f8d68078') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:40.401486 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5f9f65e5-a378-4446-ae8b-d0a7f116f381 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:40.409553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:40.418425 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5f9f65e5-a378-4446-ae8b-d0a7f116f381 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:40.421276 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5f9f65e5-a378-4446-ae8b-d0a7f116f381 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/security-groups/877219bd-c032-48ec-804b-7a1c880632fa HTTP/1.1" status: 204 len: 168 time: 0.7161641 Dec 21 22:23:40.431160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36542) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:40.443294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f65e5-a378-4446-ae8b-d0a7f116f381 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=877219bd-c032-48ec-804b-7a1c880632fa,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:40.445991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:40.447460 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-11d8cfea-131d-49b0-8cc0-6b876036961a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9533732 Dec 21 22:23:40.450645 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36546) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:40.496784 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed110ce-5778-4a6c-8b04-6a040cacf647 None None] Network 30c8348e-de0d-452f-98c1-e75fb40a3979 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:40.545206 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:40.562786 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:23:40.566724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:23:40.738774 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:23:40.850159 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:40.855374 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3c9f09db-666b-4907-a0d1-ac6da034ae4a req-5b1b87e4-1e04-4ac2-b8f6-d2e90cd86644 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 210 time: 0.1198912 Dec 21 22:23:40.888110 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:40.901392 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:40.915490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Pushing event deleted for resources: {'Network': ['ID=47889955-e8e1-4e32-a54e-5f96293e4d15,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:40.929051 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7d9057d3-132c-4a9d-83c1-2b4df54fa8e8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "DELETE /v2.0/networks/47889955-e8e1-4e32-a54e-5f96293e4d15 HTTP/1.1" status: 204 len: 168 time: 1.9086614 Dec 21 22:23:40.934454 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-611ff1d8-fba2-45a6-8e2e-5c265ce7d6d6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:40.936358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36554) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:41.000477 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c77db54a-5ae2-4a22-8a77-3b1787c7d1ad None None] Provisioning for port cfaa761c-d9fa-4511-a37f-4bd1fa65f892 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:41.034467 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-205013d9-c90c-4de7-b9db-e49092ab84d8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Synchronizing usage tracker for tenant:bf9aba04ad104db39221c94035ae93a5 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:41.034919 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3d08734b-01bd-46ea-80ac-ad02077838e0 req-4ecb7e8d-375a-475f-a3f2-072c7518ca3c tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1918221 Dec 21 22:23:41.058340 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-611ff1d8-fba2-45a6-8e2e-5c265ce7d6d6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:41.136134 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ddf30c28-8f27-4303-a124-3df63ecba001 None None] Could not find standard attr ID for object 4fba30db-1bd2-4680-b521-eed03e7166fc. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:23:41.151680 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-205013d9-c90c-4de7-b9db-e49092ab84d8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Unset dirty status for tenant:bf9aba04ad104db39221c94035ae93a5 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:41.151680 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-205013d9-c90c-4de7-b9db-e49092ab84d8 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "GET /v2.0/ports?device_id=960c6261-3ea5-4a4e-bc30-43d0a27948ac HTTP/1.1" status: 200 len: 205 time: 0.2144179 Dec 21 22:23:41.154375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36558) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:41.170484 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ddf30c28-8f27-4303-a124-3df63ecba001 None None] Provisioning complete for port 9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:41.180159 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ddf30c28-8f27-4303-a124-3df63ecba001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:41.302301 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ddf30c28-8f27-4303-a124-3df63ecba001 None None] Port 9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:41.342979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-611ff1d8-fba2-45a6-8e2e-5c265ce7d6d6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:41.374035 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ddf30c28-8f27-4303-a124-3df63ecba001 None None] Provisioning for port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:41.385345 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ddf30c28-8f27-4303-a124-3df63ecba001 None None] Provisioning complete for port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:41.386703 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ddf30c28-8f27-4303-a124-3df63ecba001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:41.432484 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:41.521206 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ff1d8-fba2-45a6-8e2e-5c265ce7d6d6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df96c06-627e-413b-bf10-c68f3bda9617,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:41.534003 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-611ff1d8-fba2-45a6-8e2e-5c265ce7d6d6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:41.537720 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-611ff1d8-fba2-45a6-8e2e-5c265ce7d6d6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/security-groups/8df96c06-627e-413b-bf10-c68f3bda9617 HTTP/1.1" status: 204 len: 168 time: 1.1030638 Dec 21 22:23:41.539533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36562) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:41.545621 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:38Z', 'revision_number': 3, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:41.549500 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3c366900-1297-44a8-97f4-161678deb9c5 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:41.551457 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Checking router: 3f800ce2-cf04-45f8-bbea-33e53bf8cfef for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:23:41.556883 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Updating router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef port b1ce70a1-aaef-48d2-872f-5fb978719660 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:23:41.620559 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:41.691931 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:41.693047 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:41.822452 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-dcb5f346-b83d-4e75-970c-b44d358e9617 None None] Could not find standard attr ID for object 4fba30db-1bd2-4680-b521-eed03e7166fc. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:23:41.963481 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device cfaa761c-d9fa-4511-a37f-4bd1fa65f892 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:42.169718 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port cfaa761c-d9fa-4511-a37f-4bd1fa65f892 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:42.180123 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port cfaa761c-d9fa-4511-a37f-4bd1fa65f892 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:42.180855 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:42.185242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1eda8e0-c86a-4683-9fd6-d32ecc0b3888 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting subnet b101e525-09c2-4490-b617-f9b15acda3f6 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:23:42.193198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3c366900-1297-44a8-97f4-161678deb9c5 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:42.198535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3c366900-1297-44a8-97f4-161678deb9c5 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:42.219859 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:42.242765 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Transition to ACTIVE for port object b1ce70a1-aaef-48d2-872f-5fb978719660 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:42.250149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e1eda8e0-c86a-4683-9fd6-d32ecc0b3888 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:42.271267 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-23f1d1f0-c244-4613-960e-c859b93089be req-0ef660f3-a910-4bc8-8d8e-55a6a1994a8c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 210 time: 0.0480931 Dec 21 22:23:42.318191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3c366900-1297-44a8-97f4-161678deb9c5 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:42.318684 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c366900-1297-44a8-97f4-161678deb9c5 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Fanout notify agent at l3_agent the message router_deleted on router 960c6261-3ea5-4a4e-bc30-43d0a27948ac {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:23:42.331226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3c366900-1297-44a8-97f4-161678deb9c5 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:42.331226 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3c366900-1297-44a8-97f4-161678deb9c5 tempest-RoutersNegativeIpV6Test-1845059525 tempest-RoutersNegativeIpV6Test-1845059525-project] 10.222.0.37 "DELETE /v2.0/routers/960c6261-3ea5-4a4e-bc30-43d0a27948ac HTTP/1.1" status: 204 len: 168 time: 1.1751156 Dec 21 22:23:42.354969 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:42.403857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:42.404259 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3616396d-2729-4e9e-9da6-79631113ca2f req-7f0a535e-9fde-4c48-99a6-b5aaf89a145b tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1079810 Dec 21 22:23:42.442232 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port cfaa761c-d9fa-4511-a37f-4bd1fa65f892, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=cfaa761c-d9fa-4511-a37f-4bd1fa65f892,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:42.491009 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49490894-32cb-4bf5-9e20-a23b20ecbe89 None None] Pushing event updated for resources: {'Port': ['ID=b1ce70a1-aaef-48d2-872f-5fb978719660,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:42.491407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-486bd970-5676-4a2f-83f8-c9f4d830e558 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:42.495174 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-486bd970-5676-4a2f-83f8-c9f4d830e558 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.49 "GET /v2.0/networks?id=e88c62ea-21bd-43c6-90da-18fcca35867d HTTP/1.1" status: 200 len: 797 time: 0.4873419 Dec 21 22:23:42.499982 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e1eda8e0-c86a-4683-9fd6-d32ecc0b3888 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:42.518401 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Attempting to bind port b1ce70a1-aaef-48d2-872f-5fb978719660 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:23:42.518762 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Attempting to bind port b1ce70a1-aaef-48d2-872f-5fb978719660 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:23:42.520058 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Attempting to bind port b1ce70a1-aaef-48d2-872f-5fb978719660 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:23:42.525780 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:23:42.526167 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:42.526551 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:42.526932 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:23:42.527371 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Bound port: b1ce70a1-aaef-48d2-872f-5fb978719660, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:23:42.527745 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:42.540427 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:42.616086 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4141df86-bf26-4009-a1e2-6c525efb430d no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:23:42.623992 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] For port b1ce70a1-aaef-48d2-872f-5fb978719660, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:23:42.627575 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] For port b1ce70a1-aaef-48d2-872f-5fb978719660, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b1ce70a1-aaef-48d2-872f-5fb978719660,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:23:42.684875 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 4141df86-bf26-4009-a1e2-6c525efb430d {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:23:42.685224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4141df86-bf26-4009-a1e2-6c525efb430d not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:23:42.685587 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:42.697441 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=cfaa761c-d9fa-4511-a37f-4bd1fa65f892,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:42.792588 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49490894-32cb-4bf5-9e20-a23b20ecbe89 None None] Pushing event updated for resources: {'Port': ['ID=b1ce70a1-aaef-48d2-872f-5fb978719660,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:42.796458 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:42.798356 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:42.826294 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-6f29e146-53de-473f-8143-84539ed5b059 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3800041c9b4436f8736fa33ea244f0f HTTP/1.1" status: 200 len: 380 time: 0.2908731 Dec 21 22:23:42.839109 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-90d907cc-444e-47fa-8fbd-1d0149b25483 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Request body: {'port': {'device_id': '2a42b54f-6195-42e9-b774-931c19bc291a', 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d', 'admin_state_up': True, 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'security_groups': ['23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:42.856893 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49729dc-f312-4786-9ca6-55f7337e887c req-2b34ca01-1858-436b-92e3-b8a40ac16e6c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:42.857907 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-f49729dc-f312-4786-9ca6-55f7337e887c req-2b34ca01-1858-436b-92e3-b8a40ac16e6c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:42.949549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-f49729dc-f312-4786-9ca6-55f7337e887c req-2b34ca01-1858-436b-92e3-b8a40ac16e6c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:42.950742 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f49729dc-f312-4786-9ca6-55f7337e887c req-2b34ca01-1858-436b-92e3-b8a40ac16e6c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/networks?id=3cb3cf99-9847-4235-815f-6f4bcbab9c77 HTTP/1.1" status: 200 len: 797 time: 0.3114262 Dec 21 22:23:42.959196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36574) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:43.017958 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-f49729dc-f312-4786-9ca6-55f7337e887c req-76cd84e0-3d72-4a4e-a7a8-0e49738d2f5b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:43.024412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e1eda8e0-c86a-4683-9fd6-d32ecc0b3888 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:43.049665 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:43.062642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:43.113347 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-f49729dc-f312-4786-9ca6-55f7337e887c req-76cd84e0-3d72-4a4e-a7a8-0e49738d2f5b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:43.114641 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f49729dc-f312-4786-9ca6-55f7337e887c req-76cd84e0-3d72-4a4e-a7a8-0e49738d2f5b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 380 time: 0.1482136 Dec 21 22:23:43.127896 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [req-f49729dc-f312-4786-9ca6-55f7337e887c req-61a85657-84a0-4f7a-a9ae-8bb5830a7dbb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'port': {'device_id': '7992743e-8f83-4b40-af77-6ed66164e77e', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'admin_state_up': True, 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'security_groups': ['ce460ed1-f23c-427f-9b47-55884a124ad5']}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:43.189093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-90d907cc-444e-47fa-8fbd-1d0149b25483 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:43.248617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-90d907cc-444e-47fa-8fbd-1d0149b25483 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:43.261927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device cfaa761c-d9fa-4511-a37f-4bd1fa65f892 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:43.372148 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-90d907cc-444e-47fa-8fbd-1d0149b25483 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Made reservation on behalf of d3800041c9b4436f8736fa33ea244f0f for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:43.373915 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c97fc957-a67e-48a7-8d62-8c4232f86261 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf9aba04ad104db39221c94035ae93a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4136276 Dec 21 22:23:43.377391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-90d907cc-444e-47fa-8fbd-1d0149b25483 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:43.380366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port cfaa761c-d9fa-4511-a37f-4bd1fa65f892 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:43.380366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:43.380825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36582) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:43.449021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e1eda8e0-c86a-4683-9fd6-d32ecc0b3888 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:43.488707 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:38Z', 'revision_number': 3, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:43.494423 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d689d-1c4e-4b12-9565-ff799ae30077 None None] The sync data for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv is: [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:38Z', 'revision_number': 3, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:23:43.514983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [req-f49729dc-f312-4786-9ca6-55f7337e887c req-61a85657-84a0-4f7a-a9ae-8bb5830a7dbb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:43.541442 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c1ce90-3086-4125-b1b4-03e80dd526d5 None None] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:43.556746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e1eda8e0-c86a-4683-9fd6-d32ecc0b3888 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:43.559631 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eda8e0-c86a-4683-9fd6-d32ecc0b3888 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Subnet': ['ID=b101e525-09c2-4490-b617-f9b15acda3f6,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:43.575533 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e599e484-6828-4ee2-9190-3b2b776925cd req-27f20ab7-79aa-4e7e-a6a5-6c57545bd77f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 210 time: 0.0563979 Dec 21 22:23:43.583595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Allocated IP 172.20.0.1 (30c8348e-de0d-452f-98c1-e75fb40a3979/073f42ae-bd0f-4484-a9d4-70d9e72514e8/4c294d68-2fe7-4d84-877f-5c2aa666b5e0) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:43.588218 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [req-f49729dc-f312-4786-9ca6-55f7337e887c req-61a85657-84a0-4f7a-a9ae-8bb5830a7dbb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:43.618657 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e1eda8e0-c86a-4683-9fd6-d32ecc0b3888 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/b101e525-09c2-4490-b617-f9b15acda3f6 HTTP/1.1" status: 204 len: 168 time: 2.0689247 Dec 21 22:23:43.620240 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36588) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:43.625703 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-33422579-2d4e-49f8-8ff6-3e383b51a5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:43.629571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-5d84744c-d79d-4627-8dab-ab8ca7d3c2af tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'subnet': {'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:43.653084 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-33422579-2d4e-49f8-8ff6-3e383b51a5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:43.694780 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49729dc-f312-4786-9ca6-55f7337e887c req-61a85657-84a0-4f7a-a9ae-8bb5830a7dbb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:43.699152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-f49729dc-f312-4786-9ca6-55f7337e887c req-61a85657-84a0-4f7a-a9ae-8bb5830a7dbb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:43.749282 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-39da00dd-a9a1-4726-a483-b7dadcf16a09 req-8237851b-0967-4cbf-abe5-5e0973c39798 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Synchronizing usage tracker for tenant:d3800041c9b4436f8736fa33ea244f0f on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:43.833218 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-33422579-2d4e-49f8-8ff6-3e383b51a5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:43.859295 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33422579-2d4e-49f8-8ff6-3e383b51a5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb754eb-2e82-4675-80ac-7495646d9948,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:43.880541 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-39da00dd-a9a1-4726-a483-b7dadcf16a09 req-8237851b-0967-4cbf-abe5-5e0973c39798 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Unset dirty status for tenant:d3800041c9b4436f8736fa33ea244f0f on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:43.881702 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-39da00dd-a9a1-4726-a483-b7dadcf16a09 req-8237851b-0967-4cbf-abe5-5e0973c39798 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.2560735 Dec 21 22:23:43.888116 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [req-f49729dc-f312-4786-9ca6-55f7337e887c req-61a85657-84a0-4f7a-a9ae-8bb5830a7dbb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.11 (3cb3cf99-9847-4235-815f-6f4bcbab9c77/e9a20d78-f3c2-467f-bd33-e4bfac93faf3/b0485a27-d640-486a-8ce8-c3cbe5240658) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:43.978568 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-90d907cc-444e-47fa-8fbd-1d0149b25483 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Allocated IP 172.20.0.8 (e88c62ea-21bd-43c6-90da-18fcca35867d/ab97ac37-c690-411a-8563-68eaaf64f114/937f4179-3582-4a28-9fe5-7ad64e32f8aa) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:43.982974 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-33422579-2d4e-49f8-8ff6-3e383b51a5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:43.990993 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-33422579-2d4e-49f8-8ff6-3e383b51a5c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ceb754eb-2e82-4675-80ac-7495646d9948 HTTP/1.1" status: 204 len: 168 time: 0.5981476 Dec 21 22:23:44.029119 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5d84744c-d79d-4627-8dab-ab8ca7d3c2af tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:44.046825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d84744c-d79d-4627-8dab-ab8ca7d3c2af tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:subnet and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:44.052561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d84744c-d79d-4627-8dab-ab8ca7d3c2af tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:44.083173 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5d84744c-d79d-4627-8dab-ab8ca7d3c2af tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:44.105820 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:44.114383 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-f49729dc-f312-4786-9ca6-55f7337e887c req-61a85657-84a0-4f7a-a9ae-8bb5830a7dbb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:44.132255 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [req-f49729dc-f312-4786-9ca6-55f7337e887c req-61a85657-84a0-4f7a-a9ae-8bb5830a7dbb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object b0485a27-d640-486a-8ce8-c3cbe5240658 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:44.169236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Transition to ACTIVE for port object 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:44.231239 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d84744c-d79d-4627-8dab-ab8ca7d3c2af tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:44.234637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5d84744c-d79d-4627-8dab-ab8ca7d3c2af tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:44.238487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-f49729dc-f312-4786-9ca6-55f7337e887c req-61a85657-84a0-4f7a-a9ae-8bb5830a7dbb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:44.344103 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49729dc-f312-4786-9ca6-55f7337e887c req-61a85657-84a0-4f7a-a9ae-8bb5830a7dbb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 3cb3cf99-9847-4235-815f-6f4bcbab9c77 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:44.348017 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [req-f49729dc-f312-4786-9ca6-55f7337e887c req-61a85657-84a0-4f7a-a9ae-8bb5830a7dbb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:44.350869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49729dc-f312-4786-9ca6-55f7337e887c req-61a85657-84a0-4f7a-a9ae-8bb5830a7dbb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:44.430808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49729dc-f312-4786-9ca6-55f7337e887c req-61a85657-84a0-4f7a-a9ae-8bb5830a7dbb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:44.431494 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-f49729dc-f312-4786-9ca6-55f7337e887c req-61a85657-84a0-4f7a-a9ae-8bb5830a7dbb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:44.442237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-90d907cc-444e-47fa-8fbd-1d0149b25483 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:44.448385 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a85657-84a0-4f7a-a9ae-8bb5830a7dbb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=b0485a27-d640-486a-8ce8-c3cbe5240658,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:44.478287 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:44.519013 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f49729dc-f312-4786-9ca6-55f7337e887c req-61a85657-84a0-4f7a-a9ae-8bb5830a7dbb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3990567 Dec 21 22:23:44.542193 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Request body: {'port': {'device_id': '7992743e-8f83-4b40-af77-6ed66164e77e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:44.553011 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-90d907cc-444e-47fa-8fbd-1d0149b25483 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Transition to ACTIVE for port object 937f4179-3582-4a28-9fe5-7ad64e32f8aa will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:44.592966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Network 30c8348e-de0d-452f-98c1-e75fb40a3979 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:44.606217 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:44.612460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:44.655339 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-05582629-4f99-44c8-be65-192be299ca24 None None] Provisioning complete for port 9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:44.655806 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-05582629-4f99-44c8-be65-192be299ca24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:44.693944 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Pushing event updated for resources: {'Port': ['ID=4c294d68-2fe7-4d84-877f-5c2aa666b5e0,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:44.731250 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:44.794780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-05582629-4f99-44c8-be65-192be299ca24 None None] Port 9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:44.800188 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:44.829967 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-05582629-4f99-44c8-be65-192be299ca24 None None] Provisioning complete for port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:44.832514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-05582629-4f99-44c8-be65-192be299ca24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:44.914360 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-90d907cc-444e-47fa-8fbd-1d0149b25483 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:45.157850 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:45.246800 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17664c2e-fe92-4854-a205-fc2615caf5ed req-f1d97ac6-1be2-4c47-b17e-39ad891851bf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:45.247485 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-17664c2e-fe92-4854-a205-fc2615caf5ed req-f1d97ac6-1be2-4c47-b17e-39ad891851bf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:45.249066 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-42ee9d1a-64bb-477d-87d8-1bacad51e2b4 None None] Provisioning for port 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:45.253647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5d84744c-d79d-4627-8dab-ab8ca7d3c2af tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:45.256978 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-42ee9d1a-64bb-477d-87d8-1bacad51e2b4 None None] Provisioning complete for port 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:45.256978 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-42ee9d1a-64bb-477d-87d8-1bacad51e2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:45.346768 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-42ee9d1a-64bb-477d-87d8-1bacad51e2b4 None None] Port 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:45.354364 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84744c-d79d-4627-8dab-ab8ca7d3c2af tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Subnet': ['ID=58f3cb20-a53e-4ce3-aa10-24b3fc2e7cbf,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:45.371498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-17664c2e-fe92-4854-a205-fc2615caf5ed req-f1d97ac6-1be2-4c47-b17e-39ad891851bf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:45.372791 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-17664c2e-fe92-4854-a205-fc2615caf5ed req-f1d97ac6-1be2-4c47-b17e-39ad891851bf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 932 time: 0.5107563 Dec 21 22:23:45.378384 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-90d907cc-444e-47fa-8fbd-1d0149b25483 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Network e88c62ea-21bd-43c6-90da-18fcca35867d is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:45.388265 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-90d907cc-444e-47fa-8fbd-1d0149b25483 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:45.390201 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:45.411629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-90d907cc-444e-47fa-8fbd-1d0149b25483 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:45.425392 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0485a27-d640-486a-8ce8-c3cbe5240658 {{(pid=84169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:23:45.435014 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:45.454427 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-42ee9d1a-64bb-477d-87d8-1bacad51e2b4 None None] Provisioning for port b0485a27-d640-486a-8ce8-c3cbe5240658 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:45.458553 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-17664c2e-fe92-4854-a205-fc2615caf5ed req-df6fa0b3-f0fc-42b0-b2d6-28209b77f098 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce460ed1-f23c-427f-9b47-55884a124ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739489 Dec 21 22:23:45.464030 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Transition to ACTIVE for port object b0485a27-d640-486a-8ce8-c3cbe5240658 will not be triggered until provisioned by entity L2. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:45.464030 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36614) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:45.464276 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-42ee9d1a-64bb-477d-87d8-1bacad51e2b4 None None] Provisioning complete for port b0485a27-d640-486a-8ce8-c3cbe5240658 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:45.464756 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-42ee9d1a-64bb-477d-87d8-1bacad51e2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:45.490149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d907cc-444e-47fa-8fbd-1d0149b25483 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event updated for resources: {'Port': ['ID=937f4179-3582-4a28-9fe5-7ad64e32f8aa,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:45.502294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d84744c-d79d-4627-8dab-ab8ca7d3c2af tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:45.522869 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-5d84744c-d79d-4627-8dab-ab8ca7d3c2af tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:45.529236 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-42ee9d1a-64bb-477d-87d8-1bacad51e2b4 None None] Port b0485a27-d640-486a-8ce8-c3cbe5240658 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:45.540575 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd82060-8ede-4dd1-8ae4-689a112971f0 None None] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:45.540676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d84744c-d79d-4627-8dab-ab8ca7d3c2af tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:45.540676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5d84744c-d79d-4627-8dab-ab8ca7d3c2af tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:45.582055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:45.599585 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-90d907cc-444e-47fa-8fbd-1d0149b25483 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:45.600235 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-90d907cc-444e-47fa-8fbd-1d0149b25483 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:45.747973 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Pushing event updated for resources: {'Port': ['ID=b0485a27-d640-486a-8ce8-c3cbe5240658,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:45.753371 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5d84744c-d79d-4627-8dab-ab8ca7d3c2af tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1302559 Dec 21 22:23:45.754749 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36620) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:45.765138 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group': {'name': 'tempest-secgroup--55716042'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:45.769576 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1c423-8c38-43ab-a1c0-8211cf1e1428 req-c13dfeb6-053b-42c4-9cc9-60ba830913c7 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:45.772719 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:45.777036 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-82f1c423-8c38-43ab-a1c0-8211cf1e1428 req-c13dfeb6-053b-42c4-9cc9-60ba830913c7 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 931 time: 0.6497777 Dec 21 22:23:45.807111 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-9689d2e7-02e2-415f-b66c-d4b016b78fe5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'security_group': {'name': 'tempest-secgroup-1571350151'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:45.821727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:45.828733 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-90d907cc-444e-47fa-8fbd-1d0149b25483 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9939117 Dec 21 22:23:45.832571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:45.833149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9689d2e7-02e2-415f-b66c-d4b016b78fe5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:45.845732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Request body: {'port': {'device_id': '2a42b54f-6195-42e9-b774-931c19bc291a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:45.876637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:45.891838 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9689d2e7-02e2-415f-b66c-d4b016b78fe5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:security_group and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:45.904109 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9689d2e7-02e2-415f-b66c-d4b016b78fe5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:45.930251 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9689d2e7-02e2-415f-b66c-d4b016b78fe5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:45.940681 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.managers [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Attempting to bind port b0485a27-d640-486a-8ce8-c3cbe5240658 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:23:45.942419 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.managers [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Attempting to bind port b0485a27-d640-486a-8ce8-c3cbe5240658 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'a24fad60-45f6-4ee8-92d8-940dce187b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77'}] {{(pid=84169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:23:45.942419 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Attempting to bind port b0485a27-d640-486a-8ce8-c3cbe5240658 on network 3cb3cf99-9847-4235-815f-6f4bcbab9c77 {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:23:45.951304 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Port b0485a27-d640-486a-8ce8-c3cbe5240658 on network 3cb3cf99-9847-4235-815f-6f4bcbab9c77 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:23:45.952287 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Attempting to bind port b0485a27-d640-486a-8ce8-c3cbe5240658 on network 3cb3cf99-9847-4235-815f-6f4bcbab9c77 {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:23:45.959967 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:23:45.960609 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Checking segment: {'id': 'a24fad60-45f6-4ee8-92d8-940dce187b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:45.961728 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Bound using segment: {'id': 'a24fad60-45f6-4ee8-92d8-940dce187b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77'} {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:23:45.962419 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.managers [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Bound port: b0485a27-d640-486a-8ce8-c3cbe5240658, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a24fad60-45f6-4ee8-92d8-940dce187b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77'}}] {{(pid=84169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:23:45.963131 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:45.972498 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f8140544-4fb7-46e6-8c6a-96397fc7a5ec None None] Provisioning for port 937f4179-3582-4a28-9fe5-7ad64e32f8aa completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:45.983360 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f8140544-4fb7-46e6-8c6a-96397fc7a5ec None None] Provisioning complete for port 937f4179-3582-4a28-9fe5-7ad64e32f8aa triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:45.983726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f8140544-4fb7-46e6-8c6a-96397fc7a5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.002254 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-82f1c423-8c38-43ab-a1c0-8211cf1e1428 req-9cdd3cd5-eac1-40f9-8492-308017437eba tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243373 Dec 21 22:23:46.029476 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e3616d-fba0-4f8c-9d9f-5435c3b5333e None None] Update dhcp port {'port': {'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'fixed_ips': [{'subnet_id': 'fd07681c-1d5c-43a5-9025-4710693980ee', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '58f3cb20-a53e-4ce3-aa10-24b3fc2e7cbf'}], 'binding:host_id': 'dv-neutron-822520-1-hyperv'}, 'id': '2b11b8d1-5ba6-46f6-9164-6a6232ef9483'} from dv-neutron-822520-1-hyperv. {{(pid=84170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 21 22:23:46.032185 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.038101 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.055935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9689d2e7-02e2-415f-b66c-d4b016b78fe5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.066506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] For port b0485a27-d640-486a-8ce8-c3cbe5240658, host hv-neutron-8225, cleared binding levels {{(pid=84169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:23:46.069633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] For port b0485a27-d640-486a-8ce8-c3cbe5240658, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b0485a27-d640-486a-8ce8-c3cbe5240658,segment=NetworkSegment(a24fad60-45f6-4ee8-92d8-940dce187b67),segment_id=a24fad60-45f6-4ee8-92d8-940dce187b67)] {{(pid=84169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:23:46.072508 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.089655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.106082 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f8140544-4fb7-46e6-8c6a-96397fc7a5ec None None] Port 937f4179-3582-4a28-9fe5-7ad64e32f8aa cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:46.120982 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.121292 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-10e3616d-fba0-4f8c-9d9f-5435c3b5333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.130536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:46.136225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:46.141634 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.151236 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:46.225026 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Pushing event updated for resources: {'Port': ['ID=b0485a27-d640-486a-8ce8-c3cbe5240658,revision_number=3']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:46.232399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9689d2e7-02e2-415f-b66c-d4b016b78fe5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:46.232621 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:46.245511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.247546 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f49729dc-f312-4786-9ca6-55f7337e887c req-f3588a2c-45ea-40b7-a8e0-43c09d097f0b service neutron] 10.222.0.49 "PUT /v2.0/ports/b0485a27-d640-486a-8ce8-c3cbe5240658 HTTP/1.1" status: 200 len: 1094 time: 1.7167907 Dec 21 22:23:46.252538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7992743e-8f83-4b40-af77-6ed66164e77e', 'tag': 'b0485a27-d640-486a-8ce8-c3cbe5240658'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:23:46.279791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9689d2e7-02e2-415f-b66c-d4b016b78fe5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:security_group_rule and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:46.292201 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9689d2e7-02e2-415f-b66c-d4b016b78fe5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:46.315631 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9689d2e7-02e2-415f-b66c-d4b016b78fe5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:46.322315 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.342102 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Pushing event updated for resources: {'Port': ['ID=4c294d68-2fe7-4d84-877f-5c2aa666b5e0,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:46.344342 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.419362 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-10e3616d-fba0-4f8c-9d9f-5435c3b5333e None None] Allocated IP 2001:db8::2 (31ceeb1b-93ce-43dd-86bf-1d851e0bab59/58f3cb20-a53e-4ce3-aa10-24b3fc2e7cbf/2b11b8d1-5ba6-46f6-9164-6a6232ef9483) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:46.437722 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7992743e-8f83-4b40-af77-6ed66164e77e', 'tag': 'b0485a27-d640-486a-8ce8-c3cbe5240658', 'status': 'completed', 'code': 200} Dec 21 22:23:46.439639 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.513032 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:46.519860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2bd12d-cba0-4d52-b476-f0c28f733159,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:46.537132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:46.543572 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:46.555690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:46.574600 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f49729dc-f312-4786-9ca6-55f7337e887c req-fca29118-6966-46cf-9a0d-b33b95c268c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 1097 time: 0.2027526 Dec 21 22:23:46.655131 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f49729dc-f312-4786-9ca6-55f7337e887c req-902850c6-69a9-450e-addd-8e39106637e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0485a27-d640-486a-8ce8-c3cbe5240658 HTTP/1.1" status: 200 len: 217 time: 0.0682077 Dec 21 22:23:46.732567 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-10e3616d-fba0-4f8c-9d9f-5435c3b5333e None None] For port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2b11b8d1-5ba6-46f6-9164-6a6232ef9483,segment=NetworkSegment(a5fea09c-824f-4a76-bbc8-02d17d69c4fa),segment_id=a5fea09c-824f-4a76-bbc8-02d17d69c4fa)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:46.748385 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49729dc-f312-4786-9ca6-55f7337e887c req-18813cc0-d56a-4a0c-bf53-04b0a4fd19ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:46.749728 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f49729dc-f312-4786-9ca6-55f7337e887c req-18813cc0-d56a-4a0c-bf53-04b0a4fd19ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e9a20d78-f3c2-467f-bd33-e4bfac93faf3 HTTP/1.1" status: 200 len: 835 time: 0.0886385 Dec 21 22:23:46.763547 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-10e3616d-fba0-4f8c-9d9f-5435c3b5333e None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.783402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-10e3616d-fba0-4f8c-9d9f-5435c3b5333e None None] Transition to ACTIVE for port object 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:46.793968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9689d2e7-02e2-415f-b66c-d4b016b78fe5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.796698 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.797086 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Network 30c8348e-de0d-452f-98c1-e75fb40a3979 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:46.800062 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:46.834384 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f49729dc-f312-4786-9ca6-55f7337e887c req-2c212d83-13df-4931-a2c5-e18e861ef161 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3cb3cf99-9847-4235-815f-6f4bcbab9c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747766 Dec 21 22:23:46.867445 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-10e3616d-fba0-4f8c-9d9f-5435c3b5333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.898126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:46.909192 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9689d2e7-02e2-415f-b66c-d4b016b78fe5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:47.008664 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17648e14-4d9f-441d-ab5b-43f37e51cfe9,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:47.075376 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3616d-fba0-4f8c-9d9f-5435c3b5333e None None] Pushing event updated for resources: {'Port': ['ID=2b11b8d1-5ba6-46f6-9164-6a6232ef9483,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:47.095274 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f49729dc-f312-4786-9ca6-55f7337e887c req-b1bfdd58-cbb0-44a5-a032-f767c9cada77 service neutron] 10.222.0.49 "GET /v2.0/networks/3cb3cf99-9847-4235-815f-6f4bcbab9c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542465 Dec 21 22:23:47.095648 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-54279d39-378c-4958-9fd1-23a6ff7c72fe None None] Provisioning complete for port 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:47.096020 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-54279d39-378c-4958-9fd1-23a6ff7c72fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:47.160410 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.resource_extend [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:23:47.178706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:47.183225 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c22496dc-cf1e-434a-af25-8bc056e94f54 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.7194295 Dec 21 22:23:47.188111 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36630) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:47.204958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689d2e7-02e2-415f-b66c-d4b016b78fe5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61870565-dd01-44b7-804e-337ed54d4ca5,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:47.211244 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-54279d39-378c-4958-9fd1-23a6ff7c72fe None None] Port 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:47.237633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:47.291970 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d43f-9a11-432f-a4f9-bcc56abefda4 req-078c8124-d7cd-486b-b130-8dc828fdd5a9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:47.294629 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2b41d43f-9a11-432f-a4f9-bcc56abefda4 req-078c8124-d7cd-486b-b130-8dc828fdd5a9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 944 time: 0.6532056 Dec 21 22:23:47.365875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937f4179-3582-4a28-9fe5-7ad64e32f8aa {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:23:47.375818 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9689d2e7-02e2-415f-b66c-d4b016b78fe5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:47.377046 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9689d2e7-02e2-415f-b66c-d4b016b78fe5 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6197157 Dec 21 22:23:47.380464 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:47.391574 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36634) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:47.396919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-753aa02d-df60-4e9b-8d4d-0472bfdeefaa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'security_group': {'name': 'tempest-secgroup-355441367'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:47.403760 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-753aa02d-df60-4e9b-8d4d-0472bfdeefaa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:47.430224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-753aa02d-df60-4e9b-8d4d-0472bfdeefaa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:security_group and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:47.435707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Transition to ACTIVE for port object 937f4179-3582-4a28-9fe5-7ad64e32f8aa will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:47.438031 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-753aa02d-df60-4e9b-8d4d-0472bfdeefaa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:47.480773 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f49729dc-f312-4786-9ca6-55f7337e887c req-439f1021-312a-4ff1-9392-5094919b1e8f service neutron] 10.222.0.49 "GET /v2.0/networks/3cb3cf99-9847-4235-815f-6f4bcbab9c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695531 Dec 21 22:23:47.485333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-346c0e61-72de-447a-a56b-15886295a9bf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:47.505923 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-753aa02d-df60-4e9b-8d4d-0472bfdeefaa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:47.509775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:47.511176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede85f9f-0a4e-466e-b4ea-15eb06df5c6d req-f75cef09-5b73-4c36-a1fb-84a5ae5ac5e7 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:47.513064 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ede85f9f-0a4e-466e-b4ea-15eb06df5c6d req-f75cef09-5b73-4c36-a1fb-84a5ae5ac5e7 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 931 time: 0.2635844 Dec 21 22:23:47.549819 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2b41d43f-9a11-432f-a4f9-bcc56abefda4 req-9796995a-5805-40ec-bc53-aa353de775fa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce460ed1-f23c-427f-9b47-55884a124ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218902 Dec 21 22:23:47.570550 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ede85f9f-0a4e-466e-b4ea-15eb06df5c6d req-08474d23-2f04-4e99-bfb7-72a653dd9271 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467401 Dec 21 22:23:47.673164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Pushing event updated for resources: {'Port': ['ID=937f4179-3582-4a28-9fe5-7ad64e32f8aa,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:47.689168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-753aa02d-df60-4e9b-8d4d-0472bfdeefaa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:47.767385 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-346c0e61-72de-447a-a56b-15886295a9bf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:47.772190 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-346c0e61-72de-447a-a56b-15886295a9bf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.5815578 Dec 21 22:23:47.776582 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36638) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:47.785552 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-678ff0cb-e65a-4263-bfa9-8185486a5d68 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group': {'name': 'tempest-security--907230739', 'description': 'tempest-security-description-1502575730'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:47.845402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ef61c5a1-6dca-4fa9-840a-5ac793362dce None None] Provisioning complete for port 9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:47.845628 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-678ff0cb-e65a-4263-bfa9-8185486a5d68 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:47.845802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ef61c5a1-6dca-4fa9-840a-5ac793362dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:47.863039 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-152fb575-4717-411f-b303-9113488daefd req-dc460e8f-5350-49d3-81bc-ae3a89c1497b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 1097 time: 0.2379949 Dec 21 22:23:47.892308 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-753aa02d-df60-4e9b-8d4d-0472bfdeefaa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:47.896672 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-753aa02d-df60-4e9b-8d4d-0472bfdeefaa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:security_group_rule and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:47.899711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-753aa02d-df60-4e9b-8d4d-0472bfdeefaa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:47.910708 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ef61c5a1-6dca-4fa9-840a-5ac793362dce None None] Port 9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:47.930550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-753aa02d-df60-4e9b-8d4d-0472bfdeefaa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:47.936322 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Attempting to bind port 937f4179-3582-4a28-9fe5-7ad64e32f8aa on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:23:47.936648 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Attempting to bind port 937f4179-3582-4a28-9fe5-7ad64e32f8aa by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '56cdea6e-c8cd-43df-aaa5-292622b5213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:23:47.937124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Attempting to bind port 937f4179-3582-4a28-9fe5-7ad64e32f8aa on network e88c62ea-21bd-43c6-90da-18fcca35867d {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:23:47.969099 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Port 937f4179-3582-4a28-9fe5-7ad64e32f8aa on network e88c62ea-21bd-43c6-90da-18fcca35867d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:23:47.969415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Attempting to bind port 937f4179-3582-4a28-9fe5-7ad64e32f8aa on network e88c62ea-21bd-43c6-90da-18fcca35867d {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:23:47.975190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ef61c5a1-6dca-4fa9-840a-5ac793362dce None None] Provisioning for port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:47.981346 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ef61c5a1-6dca-4fa9-840a-5ac793362dce None None] Provisioning complete for port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:47.983900 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ef61c5a1-6dca-4fa9-840a-5ac793362dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:47.991967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:23:47.992451 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Checking segment: {'id': '56cdea6e-c8cd-43df-aaa5-292622b5213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:47.992578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-678ff0cb-e65a-4263-bfa9-8185486a5d68 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:47.992900 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Bound using segment: {'id': '56cdea6e-c8cd-43df-aaa5-292622b5213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:23:47.993361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Bound port: 937f4179-3582-4a28-9fe5-7ad64e32f8aa, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56cdea6e-c8cd-43df-aaa5-292622b5213b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:23:47.993696 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:48.033997 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fb575-4717-411f-b303-9113488daefd req-8cf7698b-0a6e-4a71-bc9e-ebe4722415f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:48.034362 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-753aa02d-df60-4e9b-8d4d-0472bfdeefaa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:48.035615 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-152fb575-4717-411f-b303-9113488daefd req-8cf7698b-0a6e-4a71-bc9e-ebe4722415f9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3cb3cf99-9847-4235-815f-6f4bcbab9c77 HTTP/1.1" status: 200 len: 898 time: 0.1619077 Dec 21 22:23:48.099783 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-753aa02d-df60-4e9b-8d4d-0472bfdeefaa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:48.100009 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-678ff0cb-e65a-4263-bfa9-8185486a5d68 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:48.102357 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-678ff0cb-e65a-4263-bfa9-8185486a5d68 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:48.103729 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-678ff0cb-e65a-4263-bfa9-8185486a5d68 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "PUT /v2.0/security-groups/17648e14-4d9f-441d-ab5b-43f37e51cfe9 HTTP/1.1" status: 200 len: 1611 time: 0.3251312 Dec 21 22:23:48.119159 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36642) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:48.137385 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-152fb575-4717-411f-b303-9113488daefd req-b125d5c7-cabd-4c95-bef3-30e975bb7856 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0485a27-d640-486a-8ce8-c3cbe5240658 HTTP/1.1" status: 200 len: 217 time: 0.0946701 Dec 21 22:23:48.159187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:23:48.168773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] For port 937f4179-3582-4a28-9fe5-7ad64e32f8aa, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:23:48.174656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] For port 937f4179-3582-4a28-9fe5-7ad64e32f8aa, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=937f4179-3582-4a28-9fe5-7ad64e32f8aa,segment=NetworkSegment(56cdea6e-c8cd-43df-aaa5-292622b5213b),segment_id=56cdea6e-c8cd-43df-aaa5-292622b5213b)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:23:48.176521 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753aa02d-df60-4e9b-8d4d-0472bfdeefaa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad15965-d89e-44e2-a66f-04847eed253d,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:48.217588 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ff0cb-e65a-4263-bfa9-8185486a5d68 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17648e14-4d9f-441d-ab5b-43f37e51cfe9,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:48.250407 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6d7f3caf-d855-44eb-9814-8063b893178c tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-groups/17648e14-4d9f-441d-ab5b-43f37e51cfe9 HTTP/1.1" status: 200 len: 1611 time: 0.1254685 Dec 21 22:23:48.250407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36646) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:48.253581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152fb575-4717-411f-b303-9113488daefd req-ba2b916f-13ab-49cc-a89c-0f32ffefe0a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:48.256338 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-152fb575-4717-411f-b303-9113488daefd req-ba2b916f-13ab-49cc-a89c-0f32ffefe0a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e9a20d78-f3c2-467f-bd33-e4bfac93faf3 HTTP/1.1" status: 200 len: 835 time: 0.1072891 Dec 21 22:23:48.256552 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-753aa02d-df60-4e9b-8d4d-0472bfdeefaa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:48.261966 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-753aa02d-df60-4e9b-8d4d-0472bfdeefaa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8703187 Dec 21 22:23:48.268935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36650) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:48.269829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:48.278444 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-f5f01618-331c-4954-8e37-a150e86a5839 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'security_group': {'name': 'tempest-secgroup-609706344'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:48.284654 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f5f01618-331c-4954-8e37-a150e86a5839 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:48.288469 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f5f01618-331c-4954-8e37-a150e86a5839 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:security_group and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:48.292256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f5f01618-331c-4954-8e37-a150e86a5839 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:48.298891 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f5f01618-331c-4954-8e37-a150e86a5839 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:48.407087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:48.408235 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] 10.222.0.49 "PUT /v2.0/ports/937f4179-3582-4a28-9fe5-7ad64e32f8aa HTTP/1.1" status: 200 len: 1093 time: 2.5679548 Dec 21 22:23:48.408867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9e2dd-a696-43a6-8fa2-7e2ed1015a5a service neutron] Pushing event updated for resources: {'Port': ['ID=937f4179-3582-4a28-9fe5-7ad64e32f8aa,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:48.409008 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f5f01618-331c-4954-8e37-a150e86a5839 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:48.411227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a42b54f-6195-42e9-b774-931c19bc291a', 'tag': '937f4179-3582-4a28-9fe5-7ad64e32f8aa'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:23:48.499093 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-846fd543-9cf5-41aa-a244-1ba8c057f818 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:48.505183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f5f01618-331c-4954-8e37-a150e86a5839 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:48.518574 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a42b54f-6195-42e9-b774-931c19bc291a', 'tag': '937f4179-3582-4a28-9fe5-7ad64e32f8aa', 'status': 'completed', 'code': 200} Dec 21 22:23:48.538644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f5f01618-331c-4954-8e37-a150e86a5839 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:security_group_rule and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:48.544173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f5f01618-331c-4954-8e37-a150e86a5839 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:48.553337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f5f01618-331c-4954-8e37-a150e86a5839 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:48.572039 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-152fb575-4717-411f-b303-9113488daefd req-f73340dd-31e8-4f34-b2b2-d64f854eb8d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3cb3cf99-9847-4235-815f-6f4bcbab9c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3048244 Dec 21 22:23:48.577028 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-846fd543-9cf5-41aa-a244-1ba8c057f818 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:48.665951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:23:48.686096 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fbe97158-5924-4c80-9292-6f529f6032e3 admin admin] 10.222.0.37 "PUT /v2.0/routers/3f800ce2-cf04-45f8-bbea-33e53bf8cfef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2265325 Dec 21 22:23:48.701358 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9242794f-f1ff-4901-b1b3-ccdaaa6a28a9 req-597345b0-6bd6-405d-86e2-71db479ff11d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3800041c9b4436f8736fa33ea244f0f&device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 1096 time: 0.1562257 Dec 21 22:23:48.914732 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f5f01618-331c-4954-8e37-a150e86a5839 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:48.944109 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-152fb575-4717-411f-b303-9113488daefd req-70d21715-a6cb-4bef-96c1-d0cfd0d6986c service neutron] 10.222.0.49 "GET /v2.0/networks/3cb3cf99-9847-4235-815f-6f4bcbab9c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588281 Dec 21 22:23:48.947567 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-846fd543-9cf5-41aa-a244-1ba8c057f818 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:48.964379 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242794f-f1ff-4901-b1b3-ccdaaa6a28a9 req-ea728ec4-81db-4966-8c55-c6c9bf993b0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:48.966141 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9242794f-f1ff-4901-b1b3-ccdaaa6a28a9 req-ea728ec4-81db-4966-8c55-c6c9bf993b0f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d3800041c9b4436f8736fa33ea244f0f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2537618 Dec 21 22:23:48.990435 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fd543-9cf5-41aa-a244-1ba8c057f818 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17648e14-4d9f-441d-ab5b-43f37e51cfe9,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:49.001224 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f5f01618-331c-4954-8e37-a150e86a5839 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:49.052877 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bf4e9-2772-4d31-8e02-5f3be76d9329 req-17dc0c3e-1965-4185-9bc2-e77c5ac02c99 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:49.060419 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-778bf4e9-2772-4d31-8e02-5f3be76d9329 req-17dc0c3e-1965-4185-9bc2-e77c5ac02c99 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 943 time: 0.1939206 Dec 21 22:23:49.158545 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-846fd543-9cf5-41aa-a244-1ba8c057f818 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:49.163529 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-846fd543-9cf5-41aa-a244-1ba8c057f818 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-groups/17648e14-4d9f-441d-ab5b-43f37e51cfe9 HTTP/1.1" status: 204 len: 168 time: 0.9086676 Dec 21 22:23:49.163722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36664) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:49.168690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f01618-331c-4954-8e37-a150e86a5839 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134d2f29-ad90-4419-8952-3e1d9459cf5c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:49.177374 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f5f01618-331c-4954-8e37-a150e86a5839 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:49.181529 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f5f01618-331c-4954-8e37-a150e86a5839 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9066563 Dec 21 22:23:49.183058 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36670) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:49.190991 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e989641-c286-45ad-9020-85376dafeb84 req-2d9ede74-8d60-4ea8-89f1-53790af1ded4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:49.192640 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1e989641-c286-45ad-9020-85376dafeb84 req-2d9ede74-8d60-4ea8-89f1-53790af1ded4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 944 time: 0.3672402 Dec 21 22:23:49.199848 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-be924df4-ef2f-4719-a1a2-3a5e7e1af220 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-99173554', 'security_groups': ['134d2f29-ad90-4419-8952-3e1d9459cf5c'], 'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '58f3cb20-a53e-4ce3-aa10-24b3fc2e7cbf'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:49.239974 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b1ce70a1-aaef-48d2-872f-5fb978719660 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:49.252047 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-778bf4e9-2772-4d31-8e02-5f3be76d9329 req-6e77897f-6ca9-48b9-8293-0391c3939cf2 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905715 Dec 21 22:23:49.330663 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242794f-f1ff-4901-b1b3-ccdaaa6a28a9 req-86b95812-c504-49bc-bcef-6df9aa2fe070 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:49.332132 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9242794f-f1ff-4901-b1b3-ccdaaa6a28a9 req-86b95812-c504-49bc-bcef-6df9aa2fe070 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3585744 Dec 21 22:23:49.335121 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7feb87d9-978c-40ae-bca4-9b61d69ce991 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1716383 Dec 21 22:23:49.339270 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36674) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:49.374787 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-400630a0-8cd2-463e-88f7-5c560db87300 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] delete failed (client error): The resource could not be found. Dec 21 22:23:49.378063 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-400630a0-8cd2-463e-88f7-5c560db87300 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-groups/17648e14-4d9f-441d-ab5b-43f37e51cfe9 HTTP/1.1" status: 404 len: 347 time: 0.0378296 Dec 21 22:23:49.382090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36678) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:49.388033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-711d2056-0ea7-43a8-8160-e614b4feb94a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1109166016'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:49.431152 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-711d2056-0ea7-43a8-8160-e614b4feb94a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:49.450947 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-152fb575-4717-411f-b303-9113488daefd req-6d475ee1-6291-468c-a1db-3d54d315ecba service neutron] 10.222.0.49 "GET /v2.0/networks/3cb3cf99-9847-4235-815f-6f4bcbab9c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907796 Dec 21 22:23:49.466323 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port b1ce70a1-aaef-48d2-872f-5fb978719660 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:49.470033 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1e989641-c286-45ad-9020-85376dafeb84 req-c1798f1f-6346-4efe-9879-e756b6365f75 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce460ed1-f23c-427f-9b47-55884a124ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546597 Dec 21 22:23:49.474348 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port b1ce70a1-aaef-48d2-872f-5fb978719660 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:49.475042 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:49.484816 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-be924df4-ef2f-4719-a1a2-3a5e7e1af220 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:49.496653 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-be924df4-ef2f-4719-a1a2-3a5e7e1af220 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:49.562901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-711d2056-0ea7-43a8-8160-e614b4feb94a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:49.566759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-711d2056-0ea7-43a8-8160-e614b4feb94a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:49.573655 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-711d2056-0ea7-43a8-8160-e614b4feb94a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:49.577606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be924df4-ef2f-4719-a1a2-3a5e7e1af220 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:49.599408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:49.613708 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-ded0618a-2129-4564-a87c-9b79147a7e48 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3800041c9b4436f8736fa33ea244f0f&device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 1096 time: 0.2198086 Dec 21 22:23:49.616874 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port b1ce70a1-aaef-48d2-872f-5fb978719660, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b1ce70a1-aaef-48d2-872f-5fb978719660,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:49.671977 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:49.678272 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-711d2056-0ea7-43a8-8160-e614b4feb94a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:49.703537 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-5babd76b-ebd7-468b-851c-64885ec7b120 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=937f4179-3582-4a28-9fe5-7ad64e32f8aa HTTP/1.1" status: 200 len: 217 time: 0.0791237 Dec 21 22:23:49.723624 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be924df4-ef2f-4719-a1a2-3a5e7e1af220 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:49.745377 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-be924df4-ef2f-4719-a1a2-3a5e7e1af220 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] device_id is not set on port 5d0372f7-6db0-4358-aae2-c87e73f9cf0b yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:23:49.752839 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=b1ce70a1-aaef-48d2-872f-5fb978719660,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:49.765487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-711d2056-0ea7-43a8-8160-e614b4feb94a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:49.776453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-711d2056-0ea7-43a8-8160-e614b4feb94a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:49.780770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-711d2056-0ea7-43a8-8160-e614b4feb94a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:49.790191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-711d2056-0ea7-43a8-8160-e614b4feb94a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:49.792957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-81ef32b2-7eac-42b0-8318-10fadf76fa05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:49.794437 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-81ef32b2-7eac-42b0-8318-10fadf76fa05 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ab97ac37-c690-411a-8563-68eaaf64f114 HTTP/1.1" status: 200 len: 834 time: 0.0828147 Dec 21 22:23:49.915988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-711d2056-0ea7-43a8-8160-e614b4feb94a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:49.926632 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-0b167e90-16ff-427e-abdf-42553a24ea77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e88c62ea-21bd-43c6-90da-18fcca35867d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1250515 Dec 21 22:23:49.960721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-711d2056-0ea7-43a8-8160-e614b4feb94a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:49.973106 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-be924df4-ef2f-4719-a1a2-3a5e7e1af220 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Allocated IP 2001:db8::290 (31ceeb1b-93ce-43dd-86bf-1d851e0bab59/58f3cb20-a53e-4ce3-aa10-24b3fc2e7cbf/5d0372f7-6db0-4358-aae2-c87e73f9cf0b) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:50.075578 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-711d2056-0ea7-43a8-8160-e614b4feb94a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:50.076811 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-711d2056-0ea7-43a8-8160-e614b4feb94a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6935267 Dec 21 22:23:50.081848 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36692) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:50.087598 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d2056-0ea7-43a8-8160-e614b4feb94a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6ca824-e360-4af0-b4a4-bde1fec7e127,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:50.095645 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-baeb3a84-bd0d-46c1-852d-48ad23670185 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group_rule': {'security_group_id': 'ae6ca824-e360-4af0-b4a4-bde1fec7e127', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:50.116705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-baeb3a84-bd0d-46c1-852d-48ad23670185 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:50.124241 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-baeb3a84-bd0d-46c1-852d-48ad23670185 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:50.129212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-baeb3a84-bd0d-46c1-852d-48ad23670185 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:50.149811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-baeb3a84-bd0d-46c1-852d-48ad23670185 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:50.159576 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-00555bbb-8f00-4432-9725-4f40296a6efa service neutron] 10.222.0.49 "GET /v2.0/networks/e88c62ea-21bd-43c6-90da-18fcca35867d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231748 Dec 21 22:23:50.283905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be924df4-ef2f-4719-a1a2-3a5e7e1af220 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:50.300358 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5894d68-7940-4f05-b5c2-313d4b352b6c req-2a7ba27f-1c73-483a-9365-cd425287e295 service neutron] 10.222.0.49 "GET /v2.0/networks/e88c62ea-21bd-43c6-90da-18fcca35867d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339707 Dec 21 22:23:50.302165 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-be924df4-ef2f-4719-a1a2-3a5e7e1af220 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Transition to ACTIVE for port object 5d0372f7-6db0-4358-aae2-c87e73f9cf0b will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:50.469767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30598ffb-b449-450e-961e-27b8acfefe89 req-712fb905-43f6-459a-a6ba-736f7b25acf4 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:50.471256 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-30598ffb-b449-450e-961e-27b8acfefe89 req-712fb905-43f6-459a-a6ba-736f7b25acf4 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 943 time: 0.0760422 Dec 21 22:23:50.506354 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-baeb3a84-bd0d-46c1-852d-48ad23670185 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:50.547261 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be924df4-ef2f-4719-a1a2-3a5e7e1af220 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:50.557692 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-30598ffb-b449-450e-961e-27b8acfefe89 req-c328fd85-26a6-4416-b726-247e574ac33a tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801702 Dec 21 22:23:50.558412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36702) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:50.567722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1800094492-network', 'tenant_id': 'b7b6100ed4624ee795889d17414fc134'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:50.576703 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:50.592443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Usage tracker for resource:network and tenant:b7b6100ed4624ee795889d17414fc134 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:50.593621 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:50.599586 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:50.638101 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-baeb3a84-bd0d-46c1-852d-48ad23670185 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:50.650213 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be924df4-ef2f-4719-a1a2-3a5e7e1af220 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:50.657132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-be924df4-ef2f-4719-a1a2-3a5e7e1af220 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:50.673124 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be924df4-ef2f-4719-a1a2-3a5e7e1af220 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:50.677021 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be924df4-ef2f-4719-a1a2-3a5e7e1af220 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:50.677629 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-be924df4-ef2f-4719-a1a2-3a5e7e1af220 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:50.683539 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Made reservation on behalf of b7b6100ed4624ee795889d17414fc134 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:50.686139 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:50.701637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:50.717509 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be924df4-ef2f-4719-a1a2-3a5e7e1af220 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=5d0372f7-6db0-4358-aae2-c87e73f9cf0b,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:50.731923 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-baeb3a84-bd0d-46c1-852d-48ad23670185 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:50.752120 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745320a-4c28-45bc-a3c6-7823832e476b req-f58d9646-b253-4cfd-a99a-c0e579572be5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:50.752941 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5745320a-4c28-45bc-a3c6-7823832e476b req-f58d9646-b253-4cfd-a99a-c0e579572be5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 944 time: 0.1416557 Dec 21 22:23:50.754925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:50.762372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb3a84-bd0d-46c1-852d-48ad23670185 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a97e8b-d46d-4577-9d43-72af83cc6494,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:50.769170 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Usage tracker for resource:security_group_rule and tenant:b7b6100ed4624ee795889d17414fc134 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:50.775187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:50.783517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:50.793975 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-be924df4-ef2f-4719-a1a2-3a5e7e1af220 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6098721 Dec 21 22:23:50.797513 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36706) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:50.805568 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-964ddb84-5efe-4d96-9dfb-c79189fdf0f6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'subnet': {'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:50.864739 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5745320a-4c28-45bc-a3c6-7823832e476b req-496b3856-7e03-4b7c-ac77-8c8cb23db203 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce460ed1-f23c-427f-9b47-55884a124ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924189 Dec 21 22:23:50.878821 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-baeb3a84-bd0d-46c1-852d-48ad23670185 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:50.879979 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-baeb3a84-bd0d-46c1-852d-48ad23670185 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7971709 Dec 21 22:23:50.886071 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-18c6b0f1-b7d7-4149-b650-392acc2a2610 req-b983a220-d30a-4ed9-8453-766b434f2cd3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0887060 Dec 21 22:23:50.888647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36710) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:50.956835 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9076-cd60-4939-abc8-6c1be4242f4d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:50.975274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9076-cd60-4939-abc8-6c1be4242f4d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:50.986620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-964ddb84-5efe-4d96-9dfb-c79189fdf0f6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:50.990302 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-964ddb84-5efe-4d96-9dfb-c79189fdf0f6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:subnet and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:50.993944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-964ddb84-5efe-4d96-9dfb-c79189fdf0f6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:51.000083 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-964ddb84-5efe-4d96-9dfb-c79189fdf0f6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:51.019664 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6837db75-cd17-48c4-80c7-23436e844049 None None] Provisioning for port 5d0372f7-6db0-4358-aae2-c87e73f9cf0b completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:51.025330 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-6837db75-cd17-48c4-80c7-23436e844049 None None] Provisioning complete for port 5d0372f7-6db0-4358-aae2-c87e73f9cf0b triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:51.028444 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6837db75-cd17-48c4-80c7-23436e844049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:51.058483 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:51.081666 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-6837db75-cd17-48c4-80c7-23436e844049 None None] Port 5d0372f7-6db0-4358-aae2-c87e73f9cf0b cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:23:51.094284 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-18c6b0f1-b7d7-4149-b650-392acc2a2610 req-c3e8fd77-34fa-4f80-9ff9-8566bcdac56a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1554338f714a4532b4ef038ba8da42a6&device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 1098 time: 0.1206162 Dec 21 22:23:51.150934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:51.174862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b1ce70a1-aaef-48d2-872f-5fb978719660 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:51.221275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9076-cd60-4939-abc8-6c1be4242f4d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:51.226896 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964ddb84-5efe-4d96-9dfb-c79189fdf0f6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:51.234235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-964ddb84-5efe-4d96-9dfb-c79189fdf0f6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:51.247666 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port b1ce70a1-aaef-48d2-872f-5fb978719660 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:51.248296 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:51.252428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f9076-cd60-4939-abc8-6c1be4242f4d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14a97e8b-d46d-4577-9d43-72af83cc6494,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:51.254272 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:23:51.264918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ef2f74-c204-4c8d-a769-8ed08ba8467a,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:51.287019 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:51.287359 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Added segment c0b87ce0-2667-4bc3-a293-49762588022d of type vlan for network 006e88a4-cc9e-4257-ab90-12a622536ecc Dec 21 22:23:51.310236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9076-cd60-4939-abc8-6c1be4242f4d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:51.313965 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2d2f9076-cd60-4939-abc8-6c1be4242f4d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/14a97e8b-d46d-4577-9d43-72af83cc6494 HTTP/1.1" status: 204 len: 168 time: 0.4231174 Dec 21 22:23:51.316345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36714) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:51.343041 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6b0f1-b7d7-4149-b650-392acc2a2610 req-303b2248-6796-4858-94f0-75e0d58262b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:51.344446 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-18c6b0f1-b7d7-4149-b650-392acc2a2610 req-303b2248-6796-4858-94f0-75e0d58262b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=23bea38b-1ef2-4c9c-a871-d310f9003b4f HTTP/1.1" status: 200 len: 912 time: 0.2310209 Dec 21 22:23:51.357858 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:51.415212 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.ipam_backend_mixin [None req-964ddb84-5efe-4d96-9dfb-c79189fdf0f6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58f3cb20-a53e-4ce3-aa10-24b3fc2e7cbf (CIDR: 2001:db8::/64) Dec 21 22:23:51.490745 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ae6af794-804a-4ca2-904b-8d66f302bb77 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:51.501244 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-964ddb84-5efe-4d96-9dfb-c79189fdf0f6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:23:51.501689 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964ddb84-5efe-4d96-9dfb-c79189fdf0f6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:23:51.503051 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-18c6b0f1-b7d7-4149-b650-392acc2a2610 req-1946473d-5aa2-4871-8c0e-831bc0724de8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e488e08-58b5-4407-bf45-a146ca34f446 HTTP/1.1" status: 200 len: 1001 time: 0.1487372 Dec 21 22:23:51.568830 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6b0f1-b7d7-4149-b650-392acc2a2610 req-dce89191-a0c1-4181-a294-84ab65395820 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:51.570357 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-18c6b0f1-b7d7-4149-b650-392acc2a2610 req-dce89191-a0c1-4181-a294-84ab65395820 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db6618fb-d062-4732-86da-363d150315c5 HTTP/1.1" status: 200 len: 850 time: 0.0591221 Dec 21 22:23:51.581649 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-964ddb84-5efe-4d96-9dfb-c79189fdf0f6 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7827721 Dec 21 22:23:51.584436 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36718) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:51.591776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e7510b5d-b2d0-4218-95e1-e33ef0595915 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'subnet': {'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:51.613074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ae6af794-804a-4ca2-904b-8d66f302bb77 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:51.619102 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ae6af794-804a-4ca2-904b-8d66f302bb77 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2945356 Dec 21 22:23:51.619262 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36724) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:51.638401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:51.639368 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:51.640026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:51.725830 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b0485a27-d640-486a-8ce8-c3cbe5240658 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:23:51.750915 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-18c6b0f1-b7d7-4149-b650-392acc2a2610 req-bbbfa6bd-c79a-4f07-90af-cf4d0924f207 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23bea38b-1ef2-4c9c-a871-d310f9003b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1736648 Dec 21 22:23:51.775201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bffa5145-2335-4ec1-b645-e9f6f952f99b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:51.805674 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bffa5145-2335-4ec1-b645-e9f6f952f99b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:51.855094 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e7510b5d-b2d0-4218-95e1-e33ef0595915 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:51.859630 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e7510b5d-b2d0-4218-95e1-e33ef0595915 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:subnet and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:51.864919 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e7510b5d-b2d0-4218-95e1-e33ef0595915 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:51.869831 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e7510b5d-b2d0-4218-95e1-e33ef0595915 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:51.878883 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port b0485a27-d640-486a-8ce8-c3cbe5240658, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b0485a27-d640-486a-8ce8-c3cbe5240658,segment=NetworkSegment(a24fad60-45f6-4ee8-92d8-940dce187b67),segment_id=a24fad60-45f6-4ee8-92d8-940dce187b67)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:51.894799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] Pushing event updated for resources: {'Network': ['ID=006e88a4-cc9e-4257-ab90-12a622536ecc,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:51.895500 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'b0485a27-d640-486a-8ce8-c3cbe5240658', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'port_id': 'b0485a27-d640-486a-8ce8-c3cbe5240658', 'mac_address': 'fa:16:3e:a5:e4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:23:51.904404 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a8fdf2bf-3598-4481-8683-d8a85d0b4fe2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3434017 Dec 21 22:23:51.907220 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36730) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:51.912946 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-34adbe97-0fb3-49bb-aad8-f0d3d7c320dc admin admin] Request body: {'subnet': {'network_id': '006e88a4-cc9e-4257-ab90-12a622536ecc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1800094492-subnet', 'tenant_id': 'b7b6100ed4624ee795889d17414fc134', 'ip_version': 4}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:51.920149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-34adbe97-0fb3-49bb-aad8-f0d3d7c320dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:51.924387 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-34adbe97-0fb3-49bb-aad8-f0d3d7c320dc admin admin] Usage tracker for resource:subnet and tenant:b7b6100ed4624ee795889d17414fc134 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:51.927778 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-34adbe97-0fb3-49bb-aad8-f0d3d7c320dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:51.934144 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-34adbe97-0fb3-49bb-aad8-f0d3d7c320dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:51.958956 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bffa5145-2335-4ec1-b645-e9f6f952f99b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:51.982004 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa5145-2335-4ec1-b645-e9f6f952f99b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6ca824-e360-4af0-b4a4-bde1fec7e127,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:51.998793 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7510b5d-b2d0-4218-95e1-e33ef0595915 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:52.002563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e7510b5d-b2d0-4218-95e1-e33ef0595915 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:52.005644 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:52.022467 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 006e88a4-cc9e-4257-ab90-12a622536ecc details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:23:52.062408 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34adbe97-0fb3-49bb-aad8-f0d3d7c320dc admin admin] Made reservation on behalf of b7b6100ed4624ee795889d17414fc134 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:52.064649 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-34adbe97-0fb3-49bb-aad8-f0d3d7c320dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:52.068262 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-18c6b0f1-b7d7-4149-b650-392acc2a2610 req-211fae9b-f1bb-4ff4-863a-98f63b9c07cf service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706707 Dec 21 22:23:52.074934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edae6f9-c77d-47f1-a602-46f0a4748413 req-256f7f9d-b9c5-4721-9153-a0d4b2fe85fb tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:52.076465 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6edae6f9-c77d-47f1-a602-46f0a4748413 req-256f7f9d-b9c5-4721-9153-a0d4b2fe85fb tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 943 time: 0.3390179 Dec 21 22:23:52.165063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0485a27-d640-486a-8ce8-c3cbe5240658 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:23:52.183381 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port b0485a27-d640-486a-8ce8-c3cbe5240658, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b0485a27-d640-486a-8ce8-c3cbe5240658,segment=NetworkSegment(a24fad60-45f6-4ee8-92d8-940dce187b67),segment_id=a24fad60-45f6-4ee8-92d8-940dce187b67)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:52.188091 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Sync routers for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:23:52.202539 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:52.203214 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:52.223166 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6edae6f9-c77d-47f1-a602-46f0a4748413 req-1f84a327-a7a8-411d-b4af-18a23eb9167e tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282132 Dec 21 22:23:52.256418 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-18c6b0f1-b7d7-4149-b650-392acc2a2610 req-066c7353-77fa-45b9-903b-3689a86e4e5d service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788676 Dec 21 22:23:52.275074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bffa5145-2335-4ec1-b645-e9f6f952f99b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:52.276521 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bffa5145-2335-4ec1-b645-e9f6f952f99b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-groups/ae6ca824-e360-4af0-b4a4-bde1fec7e127 HTTP/1.1" status: 204 len: 168 time: 0.6576445 Dec 21 22:23:52.278962 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36734) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:52.292436 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:52.356909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-73199eb3-05e2-441c-8cca-a01f10b18f8a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:52.358000 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.ipam_backend_mixin [None req-e7510b5d-b2d0-4218-95e1-e33ef0595915 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fd07681c-1d5c-43a5-9025-4710693980ee (CIDR: 2001:db8:0:1::/64) Dec 21 22:23:52.392874 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f33973-9de8-427d-88d8-0d16e9ba7c17 req-5c9dbf5c-c5e2-424e-bb2f-b2c9239ae415 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:52.394392 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f5f33973-9de8-427d-88d8-0d16e9ba7c17 req-5c9dbf5c-c5e2-424e-bb2f-b2c9239ae415 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 944 time: 0.3389390 Dec 21 22:23:52.428488 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7510b5d-b2d0-4218-95e1-e33ef0595915 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:23:52.428838 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7510b5d-b2d0-4218-95e1-e33ef0595915 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:23:52.437642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-73199eb3-05e2-441c-8cca-a01f10b18f8a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:52.441201 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-73199eb3-05e2-441c-8cca-a01f10b18f8a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1606207 Dec 21 22:23:52.445755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36738) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:52.455066 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-930749a6-553a-438f-8557-bd2db5a9f51b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494056633'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:52.464317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-930749a6-553a-438f-8557-bd2db5a9f51b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:52.474203 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=b0485a27-d640-486a-8ce8-c3cbe5240658,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:52.477958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-930749a6-553a-438f-8557-bd2db5a9f51b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:52.487401 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:52.487671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:52.488013 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:52.488354 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:52.488690 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:52.489021 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:52.489350 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:52.489677 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:52.489999 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:52.490343 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:52.490665 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:23:52.512397 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:52.531652 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f5f33973-9de8-427d-88d8-0d16e9ba7c17 req-fff3029a-2a33-4d75-90c9-dbccd55dfb56 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce460ed1-f23c-427f-9b47-55884a124ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081884 Dec 21 22:23:52.554932 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['b0485a27-d640-486a-8ce8-c3cbe5240658'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:23:52.587106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-930749a6-553a-438f-8557-bd2db5a9f51b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:52.599284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-34adbe97-0fb3-49bb-aad8-f0d3d7c320dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:52.606597 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e7510b5d-b2d0-4218-95e1-e33ef0595915 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0210519 Dec 21 22:23:52.609905 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36742) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:52.619922 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-3cc00ad8-2b61-4ca4-9616-e450d85abf10 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'subnet': {'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:52.679770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-930749a6-553a-438f-8557-bd2db5a9f51b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:52.696004 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adbe97-0fb3-49bb-aad8-f0d3d7c320dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5780173-f983-47b7-a17a-0098c959423d,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:52.714133 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34adbe97-0fb3-49bb-aad8-f0d3d7c320dc admin admin] Checking segment: {'id': 'c0b87ce0-2667-4bc3-a293-49762588022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006e88a4-cc9e-4257-ab90-12a622536ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:52.714732 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34adbe97-0fb3-49bb-aad8-f0d3d7c320dc admin admin] Network hostable DHCP agents. Network: 006e88a4-cc9e-4257-ab90-12a622536ecc, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:23:52.749251 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-930749a6-553a-438f-8557-bd2db5a9f51b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:52.758429 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-930749a6-553a-438f-8557-bd2db5a9f51b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:52.768305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-930749a6-553a-438f-8557-bd2db5a9f51b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:52.805506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34adbe97-0fb3-49bb-aad8-f0d3d7c320dc admin admin] Network 006e88a4-cc9e-4257-ab90-12a622536ecc is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:23:52.832123 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3cc00ad8-2b61-4ca4-9616-e450d85abf10 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:52.842336 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3cc00ad8-2b61-4ca4-9616-e450d85abf10 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Usage tracker for resource:subnet and tenant:e25ed88120b04026a7839bff967cb097 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:52.845430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3cc00ad8-2b61-4ca4-9616-e450d85abf10 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:52.862052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3cc00ad8-2b61-4ca4-9616-e450d85abf10 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:52.880487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-930749a6-553a-438f-8557-bd2db5a9f51b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:52.881156 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-34adbe97-0fb3-49bb-aad8-f0d3d7c320dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 006e88a4-cc9e-4257-ab90-12a622536ecc) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:52.891244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34adbe97-0fb3-49bb-aad8-f0d3d7c320dc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:52.891828 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-34adbe97-0fb3-49bb-aad8-f0d3d7c320dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:52.898190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dd6235-e3c3-49f7-827b-003bb97136ef None None] Network 006e88a4-cc9e-4257-ab90-12a622536ecc requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:52.940858 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-930749a6-553a-438f-8557-bd2db5a9f51b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:52.967547 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-34adbe97-0fb3-49bb-aad8-f0d3d7c320dc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0575500 Dec 21 22:23:52.968797 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36748) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:52.979213 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1800094492-router', 'tenant_id': 'b7b6100ed4624ee795889d17414fc134', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:52.990155 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:52.994342 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930749a6-553a-438f-8557-bd2db5a9f51b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbc7460-5bd8-4b21-a2cd-4803f3f646dc,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:53.007929 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Usage tracker for resource:router and tenant:b7b6100ed4624ee795889d17414fc134 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:53.010898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:53.017009 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:53.042615 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc00ad8-2b61-4ca4-9616-e450d85abf10 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Made reservation on behalf of e25ed88120b04026a7839bff967cb097 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:23:53.077385 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-930749a6-553a-438f-8557-bd2db5a9f51b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:53.078864 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-930749a6-553a-438f-8557-bd2db5a9f51b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6314697 Dec 21 22:23:53.081697 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36752) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:53.087745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-7aca1994-58db-44d1-8ccb-ea12931a109b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group_rule': {'security_group_id': '6cbc7460-5bd8-4b21-a2cd-4803f3f646dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:53.093993 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7aca1994-58db-44d1-8ccb-ea12931a109b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:53.098004 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7aca1994-58db-44d1-8ccb-ea12931a109b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:53.101615 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7aca1994-58db-44d1-8ccb-ea12931a109b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:53.107863 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7aca1994-58db-44d1-8ccb-ea12931a109b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:53.110857 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:53.111767 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:53.135802 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:53.183897 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:23:45Z', 'revision_number': 2, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:53.192285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3cc00ad8-2b61-4ca4-9616-e450d85abf10 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:53.204020 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7aca1994-58db-44d1-8ccb-ea12931a109b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:53.217984 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Checking router: 3f800ce2-cf04-45f8-bbea-33e53bf8cfef for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:23:53.218433 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Updating router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef port 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:23:53.320902 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-006e88a4-cc9e-4257-ab90-12a622536ecc', 'network_id': '006e88a4-cc9e-4257-ab90-12a622536ecc', 'tenant_id': 'b7b6100ed4624ee795889d17414fc134', 'fixed_ips': [{'subnet_id': 'a5780173-f983-47b7-a17a-0098c959423d'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:23:53.321720 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:53.347736 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:53.347945 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7aca1994-58db-44d1-8ccb-ea12931a109b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:53.554540 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ea2b5-24d0-4023-85ba-bf038a4b538c req-e8d145d2-c14e-403b-a4fd-efc4daefcf42 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:53.556867 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0c6ea2b5-24d0-4023-85ba-bf038a4b538c req-e8d145d2-c14e-403b-a4fd-efc4daefcf42 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 943 time: 0.1333432 Dec 21 22:23:53.595882 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7aca1994-58db-44d1-8ccb-ea12931a109b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:53.625403 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0c6ea2b5-24d0-4023-85ba-bf038a4b538c req-68e8ecb3-2b2d-492e-9264-f3b3ebd9f9ef tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540469 Dec 21 22:23:53.645910 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Allocated IP 172.20.0.2 (006e88a4-cc9e-4257-ab90-12a622536ecc/a5780173-f983-47b7-a17a-0098c959423d/623797f6-bc4b-474d-925b-febaab9c7689) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:53.662812 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca1994-58db-44d1-8ccb-ea12931a109b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f5132c-9739-4b62-aacf-1286823671f6,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:53.668390 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3cc00ad8-2b61-4ca4-9616-e450d85abf10 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:53.681910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:53.718599 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc00ad8-2b61-4ca4-9616-e450d85abf10 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:53.719821 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-3cc00ad8-2b61-4ca4-9616-e450d85abf10 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:53.722488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc00ad8-2b61-4ca4-9616-e450d85abf10 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:53.723114 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3cc00ad8-2b61-4ca4-9616-e450d85abf10 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:53.739230 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c186cbcd-0f5d-48a9-8028-913783915a58 None None] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:53.759567 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7aca1994-58db-44d1-8ccb-ea12931a109b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:53.759932 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 937f4179-3582-4a28-9fe5-7ad64e32f8aa details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:23:53.761180 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7aca1994-58db-44d1-8ccb-ea12931a109b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6784620 Dec 21 22:23:53.763968 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36760) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:53.770462 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-8f246881-181e-4654-b4a9-8d6d36890d1e tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group_rule': {'security_group_id': '6cbc7460-5bd8-4b21-a2cd-4803f3f646dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:53.774032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc00ad8-2b61-4ca4-9616-e450d85abf10 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Subnet': ['ID=5ec9a877-b609-4b87-a65d-4b080af82ca0,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:53.779843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8f246881-181e-4654-b4a9-8d6d36890d1e tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:53.787086 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8f246881-181e-4654-b4a9-8d6d36890d1e tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:53.792820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8f246881-181e-4654-b4a9-8d6d36890d1e tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:53.800420 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8f246881-181e-4654-b4a9-8d6d36890d1e tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:53.812933 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7db798-0b0d-4fb0-b60a-93fb9ad95e6e req-623a4806-1231-47bb-b270-0e48a347f7cc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:53.814314 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bb7db798-0b0d-4fb0-b60a-93fb9ad95e6e req-623a4806-1231-47bb-b270-0e48a347f7cc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 945 time: 0.1274829 Dec 21 22:23:53.872442 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3cc00ad8-2b61-4ca4-9616-e450d85abf10 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2611010 Dec 21 22:23:53.874836 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36764) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:53.885147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-dea19338-f275-43c1-8d57-975aedd695a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1686584208', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5ec9a877-b609-4b87-a65d-4b080af82ca0'}], 'security_groups': ['61870565-dd01-44b7-804e-337ed54d4ca5', 'dad15965-d89e-44e2-a66f-04847eed253d']}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:53.935993 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bb7db798-0b0d-4fb0-b60a-93fb9ad95e6e req-7e806bd2-9f9e-402f-8c0d-e3f1179ebe7e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce460ed1-f23c-427f-9b47-55884a124ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143229 Dec 21 22:23:53.958117 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f246881-181e-4654-b4a9-8d6d36890d1e tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:53.973418 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.resource_extend [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:23:54.126268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dea19338-f275-43c1-8d57-975aedd695a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:54.178299 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.resource_extend [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 21 22:23:54.193273 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f246881-181e-4654-b4a9-8d6d36890d1e tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:54.266966 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f246881-181e-4654-b4a9-8d6d36890d1e tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:54.337811 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f246881-181e-4654-b4a9-8d6d36890d1e tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94534ad9-627c-4cda-81bd-378c1e928355,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:54.353847 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 937f4179-3582-4a28-9fe5-7ad64e32f8aa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=937f4179-3582-4a28-9fe5-7ad64e32f8aa,segment=NetworkSegment(56cdea6e-c8cd-43df-aaa5-292622b5213b),segment_id=56cdea6e-c8cd-43df-aaa5-292622b5213b)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:54.364017 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:54.394326 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:54.421314 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Transition to ACTIVE for port object 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:54.427621 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '937f4179-3582-4a28-9fe5-7ad64e32f8aa', 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d', 'port_id': '937f4179-3582-4a28-9fe5-7ad64e32f8aa', 'mac_address': 'fa:16:3e:c9:90:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:23:54.430292 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Transition to ACTIVE for port object 623797f6-bc4b-474d-925b-febaab9c7689 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:54.433862 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:54.463828 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8f246881-181e-4654-b4a9-8d6d36890d1e tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:54.465158 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8f246881-181e-4654-b4a9-8d6d36890d1e tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7003024 Dec 21 22:23:54.468339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36768) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:54.472482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:54.475235 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-1ea028e2-527d-4dda-a544-fbacc09a2779 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group_rule': {'security_group_id': '6cbc7460-5bd8-4b21-a2cd-4803f3f646dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:54.482417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1ea028e2-527d-4dda-a544-fbacc09a2779 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:54.486522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1ea028e2-527d-4dda-a544-fbacc09a2779 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:54.491229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1ea028e2-527d-4dda-a544-fbacc09a2779 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:54.499015 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1ea028e2-527d-4dda-a544-fbacc09a2779 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:54.513906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:54.520721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Transition to ACTIVE for port object 623797f6-bc4b-474d-925b-febaab9c7689 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:54.569341 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:54.633544 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1ea028e2-527d-4dda-a544-fbacc09a2779 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:54.653792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937f4179-3582-4a28-9fe5-7ad64e32f8aa {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:23:54.677290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecdbf7-8be8-4975-b940-099fe079d977 None None] Pushing event updated for resources: {'Port': ['ID=4c294d68-2fe7-4d84-877f-5c2aa666b5e0,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:54.688810 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:54.737297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 937f4179-3582-4a28-9fe5-7ad64e32f8aa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=937f4179-3582-4a28-9fe5-7ad64e32f8aa,segment=NetworkSegment(56cdea6e-c8cd-43df-aaa5-292622b5213b),segment_id=56cdea6e-c8cd-43df-aaa5-292622b5213b)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:54.774298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1ea028e2-527d-4dda-a544-fbacc09a2779 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:54.812533 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Network 006e88a4-cc9e-4257-ab90-12a622536ecc is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:54.858564 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:54.867480 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1ea028e2-527d-4dda-a544-fbacc09a2779 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:54.869055 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:54.870226 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Pushing event updated for resources: {'Port': ['ID=623797f6-bc4b-474d-925b-febaab9c7689,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:54.923587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea028e2-527d-4dda-a544-fbacc09a2779 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a48ef06-328e-4f8f-bf39-55ae060a0561,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:54.927759 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-dea19338-f275-43c1-8d57-975aedd695a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Delete allocated IP 2001:db8::290 (31ceeb1b-93ce-43dd-86bf-1d851e0bab59/58f3cb20-a53e-4ce3-aa10-24b3fc2e7cbf) {{(pid=84169) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 21 22:23:54.930217 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:54.940147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Allocated IP 172.26.3.136 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/94d5ce4b-7ea9-46f8-9263-12e3218437f1) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:54.948855 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-dea19338-f275-43c1-8d57-975aedd695a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Allocated IP 2001:db8:0:2::2fa (31ceeb1b-93ce-43dd-86bf-1d851e0bab59/5ec9a877-b609-4b87-a65d-4b080af82ca0/5d0372f7-6db0-4358-aae2-c87e73f9cf0b) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:54.964917 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e653bd-4791-4574-b0b1-39d878cfaa13 req-750d592d-16df-4c8c-a951-3a4c17810a4e tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:54.966422 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a2e653bd-4791-4574-b0b1-39d878cfaa13 req-750d592d-16df-4c8c-a951-3a4c17810a4e tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 944 time: 0.1359663 Dec 21 22:23:55.028547 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a2e653bd-4791-4574-b0b1-39d878cfaa13 req-8e5fb2b2-ab48-44cb-928b-2e5f26b14ff8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490174 Dec 21 22:23:55.029349 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1ea028e2-527d-4dda-a544-fbacc09a2779 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.034744 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1ea028e2-527d-4dda-a544-fbacc09a2779 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5649390 Dec 21 22:23:55.035704 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36776) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:55.042966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-023a34fd-dd9d-4210-9eee-62500d7ef251 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group_rule': {'security_group_id': '6cbc7460-5bd8-4b21-a2cd-4803f3f646dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:55.048176 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Attempting to bind port 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:23:55.048532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Attempting to bind port 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:23:55.048883 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Attempting to bind port 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 on network 30c8348e-de0d-452f-98c1-e75fb40a3979 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:23:55.049459 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-023a34fd-dd9d-4210-9eee-62500d7ef251 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:55.053850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-023a34fd-dd9d-4210-9eee-62500d7ef251 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:55.058724 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-023a34fd-dd9d-4210-9eee-62500d7ef251 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:55.079527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-023a34fd-dd9d-4210-9eee-62500d7ef251 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:55.104591 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=937f4179-3582-4a28-9fe5-7ad64e32f8aa,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:55.126409 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:23:55.126781 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Checking segment: {'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:55.127166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.127555 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Bound using segment: {'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:23:55.128087 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Bound port: 4c294d68-2fe7-4d84-877f-5c2aa666b5e0, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:23:55.128450 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.144788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['937f4179-3582-4a28-9fe5-7ad64e32f8aa'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:23:55.149402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-023a34fd-dd9d-4210-9eee-62500d7ef251 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.188527 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.190052 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Attempting to bind port 623797f6-bc4b-474d-925b-febaab9c7689 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:23:55.190436 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Attempting to bind port 623797f6-bc4b-474d-925b-febaab9c7689 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'c0b87ce0-2667-4bc3-a293-49762588022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006e88a4-cc9e-4257-ab90-12a622536ecc'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:23:55.191101 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Attempting to bind port 623797f6-bc4b-474d-925b-febaab9c7689 on network 006e88a4-cc9e-4257-ab90-12a622536ecc {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:23:55.198195 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5da9cb9-7d49-48a0-80ba-289beb260a09 None None] Update dhcp port {'port': {'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'fixed_ips': [{'subnet_id': 'fd07681c-1d5c-43a5-9025-4710693980ee', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '58f3cb20-a53e-4ce3-aa10-24b3fc2e7cbf', 'ip_address': '2001:db8::2'}, {'subnet_id': '5ec9a877-b609-4b87-a65d-4b080af82ca0'}], 'binding:host_id': 'dv-neutron-822520-1-hyperv'}, 'id': '2b11b8d1-5ba6-46f6-9164-6a6232ef9483'} from dv-neutron-822520-1-hyperv. {{(pid=84170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 21 22:23:55.217660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-023a34fd-dd9d-4210-9eee-62500d7ef251 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.289301 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:23:55.289871 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Checking segment: {'id': 'c0b87ce0-2667-4bc3-a293-49762588022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006e88a4-cc9e-4257-ab90-12a622536ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:55.290343 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.290743 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Bound using segment: {'id': 'c0b87ce0-2667-4bc3-a293-49762588022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006e88a4-cc9e-4257-ab90-12a622536ecc'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:23:55.290875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-023a34fd-dd9d-4210-9eee-62500d7ef251 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.291198 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Bound port: 623797f6-bc4b-474d-925b-febaab9c7689, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b87ce0-2667-4bc3-a293-49762588022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006e88a4-cc9e-4257-ab90-12a622536ecc'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:23:55.291536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.324039 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a34fd-dd9d-4210-9eee-62500d7ef251 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c239de-a631-4d9d-b36d-19bbb9728fd7,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:55.341016 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c5da9cb9-7d49-48a0-80ba-289beb260a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.357482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ccd318-a972-4f74-82d4-8a0bfb81ca1b req-47f95925-0332-46de-ac91-f193d3ffc612 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:55.358980 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-27ccd318-a972-4f74-82d4-8a0bfb81ca1b req-47f95925-0332-46de-ac91-f193d3ffc612 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 945 time: 0.2292259 Dec 21 22:23:55.385698 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.387153 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-023a34fd-dd9d-4210-9eee-62500d7ef251 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.391293 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-023a34fd-dd9d-4210-9eee-62500d7ef251 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3520012 Dec 21 22:23:55.392089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36780) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:55.398508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-982bf9eb-a3a2-40f3-96a9-5b0df4a0f4fe tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group_rule': {'security_group_id': '6cbc7460-5bd8-4b21-a2cd-4803f3f646dc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:23:55.405923 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-982bf9eb-a3a2-40f3-96a9-5b0df4a0f4fe tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:23:55.410441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-982bf9eb-a3a2-40f3-96a9-5b0df4a0f4fe tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:23:55.414135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-982bf9eb-a3a2-40f3-96a9-5b0df4a0f4fe tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:23:55.419976 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-982bf9eb-a3a2-40f3-96a9-5b0df4a0f4fe tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:23:55.478689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] For port 4c294d68-2fe7-4d84-877f-5c2aa666b5e0, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:23:55.496015 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:23:55.503054 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:23:55.504806 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Pushing event updated for resources: {'Port': ['ID=94d5ce4b-7ea9-46f8-9263-12e3218437f1,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:55.510398 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:23:55.511536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] For port 4c294d68-2fe7-4d84-877f-5c2aa666b5e0, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4c294d68-2fe7-4d84-877f-5c2aa666b5e0,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:23:55.525561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-982bf9eb-a3a2-40f3-96a9-5b0df4a0f4fe tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.557013 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-27ccd318-a972-4f74-82d4-8a0bfb81ca1b req-5fdd296d-10af-4f57-b308-a74570b474d9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce460ed1-f23c-427f-9b47-55884a124ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901624 Dec 21 22:23:55.567432 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dea19338-f275-43c1-8d57-975aedd695a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.601683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.607691 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-982bf9eb-a3a2-40f3-96a9-5b0df4a0f4fe tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.652042 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] For port 623797f6-bc4b-474d-925b-febaab9c7689, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:23:55.671289 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-982bf9eb-a3a2-40f3-96a9-5b0df4a0f4fe tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.694095 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bf9eb-a3a2-40f3-96a9-5b0df4a0f4fe tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02dba681-0409-45a9-abb9-77996fcb54bc,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:55.732982 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-dea19338-f275-43c1-8d57-975aedd695a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Transition to ACTIVE for port object 5d0372f7-6db0-4358-aae2-c87e73f9cf0b will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:55.761098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b0485a27-d640-486a-8ce8-c3cbe5240658 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:55.774845 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-982bf9eb-a3a2-40f3-96a9-5b0df4a0f4fe tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.777206 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-982bf9eb-a3a2-40f3-96a9-5b0df4a0f4fe tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3839495 Dec 21 22:23:55.780393 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36784) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:55.797241 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] For port 623797f6-bc4b-474d-925b-febaab9c7689, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=623797f6-bc4b-474d-925b-febaab9c7689,segment=NetworkSegment(c0b87ce0-2667-4bc3-a293-49762588022d),segment_id=c0b87ce0-2667-4bc3-a293-49762588022d)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:23:55.809522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dea19338-f275-43c1-8d57-975aedd695a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.899697 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.923860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-dea19338-f275-43c1-8d57-975aedd695a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] In _notify_port_updated(), no bound segment for port 5d0372f7-6db0-4358-aae2-c87e73f9cf0b on network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 {{(pid=84169) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:23:55.927856 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea19338-f275-43c1-8d57-975aedd695a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:55.928465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dea19338-f275-43c1-8d57-975aedd695a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.932691 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dea19338-f275-43c1-8d57-975aedd695a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "PUT /v2.0/ports/5d0372f7-6db0-4358-aae2-c87e73f9cf0b HTTP/1.1" status: 200 len: 970 time: 2.0540698 Dec 21 22:23:55.932691 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7a0f-2c5e-4e83-a351-fe63c0339dd7 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.933311 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36788) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:55.947533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7a0f-2c5e-4e83-a351-fe63c0339dd7 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:55.952847 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecdbf7-8be8-4975-b940-099fe079d977 None None] Pushing event updated for resources: {'Port': ['ID=4c294d68-2fe7-4d84-877f-5c2aa666b5e0,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:55.979111 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea19338-f275-43c1-8d57-975aedd695a1 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event updated for resources: {'Port': ['ID=5d0372f7-6db0-4358-aae2-c87e73f9cf0b,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:56.020727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:56.021613 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:56.027280 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:56.027904 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:56.031081 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-0974a4d2-a606-4d22-bf51-07ace6c4ce2d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port 5d0372f7-6db0-4358-aae2-c87e73f9cf0b {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:23:56.031849 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0974a4d2-a606-4d22-bf51-07ace6c4ce2d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:56.082197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-c5da9cb9-7d49-48a0-80ba-289beb260a09 None None] Allocated IP 2001:db8:0:2::2 (31ceeb1b-93ce-43dd-86bf-1d851e0bab59/5ec9a877-b609-4b87-a65d-4b080af82ca0/2b11b8d1-5ba6-46f6-9164-6a6232ef9483) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:56.106819 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7a0f-2c5e-4e83-a351-fe63c0339dd7 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:56.121753 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab7a0f-2c5e-4e83-a351-fe63c0339dd7 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02dba681-0409-45a9-abb9-77996fcb54bc,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:56.158245 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7a0f-2c5e-4e83-a351-fe63c0339dd7 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:56.162284 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c3ab7a0f-2c5e-4e83-a351-fe63c0339dd7 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/02dba681-0409-45a9-abb9-77996fcb54bc HTTP/1.1" status: 204 len: 168 time: 0.3807480 Dec 21 22:23:56.163142 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36794) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:56.292879 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-92814cab-7cba-4b91-a995-97c3bccda797 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:56.301853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f0843-cae7-45d8-8cda-810f5ace1a14 None None] Pushing event updated for resources: {'Port': ['ID=623797f6-bc4b-474d-925b-febaab9c7689,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:56.389385 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-92814cab-7cba-4b91-a995-97c3bccda797 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:56.393460 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-92814cab-7cba-4b91-a995-97c3bccda797 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.2252207 Dec 21 22:23:56.398529 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36798) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:56.431043 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port b0485a27-d640-486a-8ce8-c3cbe5240658 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:56.453130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-69270021-0938-40ff-95c6-7e0838f6b750 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:56.474322 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-69270021-0938-40ff-95c6-7e0838f6b750 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:56.484221 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Router 06c6a9e9-ff50-43f0-865f-9cbf299c7d0e is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:23:56.495711 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port b0485a27-d640-486a-8ce8-c3cbe5240658 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:56.496286 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:56.603130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c5da9cb9-7d49-48a0-80ba-289beb260a09 None None] For port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2b11b8d1-5ba6-46f6-9164-6a6232ef9483,segment=NetworkSegment(a5fea09c-824f-4a76-bbc8-02d17d69c4fa),segment_id=a5fea09c-824f-4a76-bbc8-02d17d69c4fa)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:56.621006 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:56.645540 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0974a4d2-a606-4d22-bf51-07ace6c4ce2d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:56.689279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-69270021-0938-40ff-95c6-7e0838f6b750 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:56.724422 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69270021-0938-40ff-95c6-7e0838f6b750 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08c239de-a631-4d9d-b36d-19bbb9728fd7,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:56.756755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c5da9cb9-7d49-48a0-80ba-289beb260a09 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:56.818544 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0465e-085a-4336-825a-52e6c0cf5f6a req-8fd67011-68ac-4990-a68f-1b76235b954f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:56.820704 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-47f0465e-085a-4336-825a-52e6c0cf5f6a req-8fd67011-68ac-4990-a68f-1b76235b954f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 944 time: 0.3542342 Dec 21 22:23:56.825291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:23:56.831458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-0974a4d2-a606-4d22-bf51-07ace6c4ce2d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for 5d0372f7-6db0-4358-aae2-c87e73f9cf0b owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:23:56.837555 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Sync routers for ids ['06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:23:56.840400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-69270021-0938-40ff-95c6-7e0838f6b750 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:56.841715 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-69270021-0938-40ff-95c6-7e0838f6b750 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/08c239de-a631-4d9d-b36d-19bbb9728fd7 HTTP/1.1" status: 204 len: 168 time: 0.4422665 Dec 21 22:23:56.845340 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36804) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:56.860792 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Routers {'06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:56.862334 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:56.883803 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c5da9cb9-7d49-48a0-80ba-289beb260a09 None None] Transition to ACTIVE for port object 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:56.940174 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d4e610ba-f6fa-4511-9311-17f188469fbd tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:56.952536 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-47f0465e-085a-4336-825a-52e6c0cf5f6a req-66d6936b-3884-49d5-9bc3-4fd795bedaa0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877552 Dec 21 22:23:56.962200 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16236a6-936e-42b9-87ca-e074a922ec67 req-5c353a8a-e0ad-4e5a-9c22-d07c873c11df tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:56.963952 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e16236a6-936e-42b9-87ca-e074a922ec67 req-5c353a8a-e0ad-4e5a-9c22-d07c873c11df tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 945 time: 0.1757581 Dec 21 22:23:56.972945 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:56.991997 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c5da9cb9-7d49-48a0-80ba-289beb260a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:56.998939 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:57.000701 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cccacc93-267a-4da4-b83a-19186a2f2015 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0282128 Dec 21 22:23:57.014147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36808) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:57.094323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d4e610ba-f6fa-4511-9311-17f188469fbd tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:57.099380 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d4e610ba-f6fa-4511-9311-17f188469fbd tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2418985 Dec 21 22:23:57.100426 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36812) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:57.107744 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e16236a6-936e-42b9-87ca-e074a922ec67 req-c205aecd-2868-4cbd-91ec-dbbff7038c63 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce460ed1-f23c-427f-9b47-55884a124ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360633 Dec 21 22:23:57.155759 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7992743e-8f83-4b40-af77-6ed66164e77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0485a27-d640-486a-8ce8-c3cbe5240658'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:23:57.159818 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-54e1e2a7-7339-4ad1-8ec7-b421e78e7d8d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:57.180627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0974a4d2-a606-4d22-bf51-07ace6c4ce2d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:57.189389 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-54e1e2a7-7339-4ad1-8ec7-b421e78e7d8d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:57.201880 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Set router 06c6a9e9-ff50-43f0-865f-9cbf299c7d0e gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:57.206214 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port b0485a27-d640-486a-8ce8-c3cbe5240658, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b0485a27-d640-486a-8ce8-c3cbe5240658,segment=NetworkSegment(a24fad60-45f6-4ee8-92d8-940dce187b67),segment_id=a24fad60-45f6-4ee8-92d8-940dce187b67)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:57.334080 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-edee731c-34cc-4cda-91b2-242b3b576a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:57.341792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974a4d2-a606-4d22-bf51-07ace6c4ce2d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=5d0372f7-6db0-4358-aae2-c87e73f9cf0b,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:57.349322 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:57.353980 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da9cb9-7d49-48a0-80ba-289beb260a09 None None] Pushing event updated for resources: {'Port': ['ID=2b11b8d1-5ba6-46f6-9164-6a6232ef9483,revision_number=7']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:57.430198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0974a4d2-a606-4d22-bf51-07ace6c4ce2d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:57.440500 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7992743e-8f83-4b40-af77-6ed66164e77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0485a27-d640-486a-8ce8-c3cbe5240658', 'code': 200} Dec 21 22:23:57.453729 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36818) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:57.454578 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0974a4d2-a606-4d22-bf51-07ace6c4ce2d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/5d0372f7-6db0-4358-aae2-c87e73f9cf0b HTTP/1.1" status: 204 len: 168 time: 1.5191634 Dec 21 22:23:57.479806 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 623797f6-bc4b-474d-925b-febaab9c7689 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:57.519577 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a28334e-70d2-413a-baa4-ce9f8902decb tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] GET failed (client error): The resource could not be found. Dec 21 22:23:57.520055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9a28334e-70d2-413a-baa4-ce9f8902decb tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:57.547412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-54e1e2a7-7339-4ad1-8ec7-b421e78e7d8d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:57.605501 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=b0485a27-d640-486a-8ce8-c3cbe5240658,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:57.633698 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1e2a7-7339-4ad1-8ec7-b421e78e7d8d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a48ef06-328e-4f8f-bf39-55ae060a0561,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:57.641994 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9a28334e-70d2-413a-baa4-ce9f8902decb tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:57.643254 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9a28334e-70d2-413a-baa4-ce9f8902decb tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports/5d0372f7-6db0-4358-aae2-c87e73f9cf0b HTTP/1.1" status: 404 len: 333 time: 0.1884072 Dec 21 22:23:57.646567 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36822) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:57.679360 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'name': 'tempest-TestVolumeBootPattern-1800094492-router', 'tenant_id': 'b7b6100ed4624ee795889d17414fc134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:53Z', 'updated_at': '2021-12-21T22:23:55Z', 'revision_number': 3, 'project_id': 'b7b6100ed4624ee795889d17414fc134', 'gw_port': {'id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:54Z', 'updated_at': '2021-12-21T22:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:57.684948 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-54e1e2a7-7339-4ad1-8ec7-b421e78e7d8d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:57.689356 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-54e1e2a7-7339-4ad1-8ec7-b421e78e7d8d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/3a48ef06-328e-4f8f-bf39-55ae060a0561 HTTP/1.1" status: 204 len: 168 time: 0.5861690 Dec 21 22:23:57.695222 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36826) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:57.704536 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Checking router: 06c6a9e9-ff50-43f0-865f-9cbf299c7d0e for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:23:57.704961 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Updating router 06c6a9e9-ff50-43f0-865f-9cbf299c7d0e port 94d5ce4b-7ea9-46f8-9263-12e3218437f1 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:23:57.740099 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:23:55Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:57.747220 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107407c6-1655-492e-82fe-c7ab9d6b347b None None] The sync data for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv is: [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:23:55Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:23:57.761617 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 937f4179-3582-4a28-9fe5-7ad64e32f8aa up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:57.789152 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9b9a1c74-2ec8-4b29-8c58-d7c90bb3c179 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:57.824172 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 623797f6-bc4b-474d-925b-febaab9c7689 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:57.867810 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9788ea45-20ef-43d5-81fd-7ac7ddefe6e4 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:57.868368 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9b9a1c74-2ec8-4b29-8c58-d7c90bb3c179 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:57.872272 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:58.031332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9788ea45-20ef-43d5-81fd-7ac7ddefe6e4 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:58.031332 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9788ea45-20ef-43d5-81fd-7ac7ddefe6e4 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.3363414 Dec 21 22:23:58.038622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36832) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:58.084059 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d14e2b4-4c63-4a33-8fa1-f4fef7320fe9 req-cacf3aad-214f-4f16-a31a-08569f71034d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 1099 time: 0.1682413 Dec 21 22:23:58.131872 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0b1129-f01a-49ae-a25e-d0e699f1bc73 None None] Network 006e88a4-cc9e-4257-ab90-12a622536ecc requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:23:58.158559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-52984f84-609a-4691-9070-148d76b8cb81 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:58.164798 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d14e2b4-4c63-4a33-8fa1-f4fef7320fe9 req-b53b9381-bd5a-4974-b642-19ae3313df50 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ce460ed1-f23c-427f-9b47-55884a124ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662994 Dec 21 22:23:58.175257 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9b9a1c74-2ec8-4b29-8c58-d7c90bb3c179 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:58.224391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a1c74-2ec8-4b29-8c58-d7c90bb3c179 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=134d2f29-ad90-4419-8952-3e1d9459cf5c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:58.230413 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9b9a1c74-2ec8-4b29-8c58-d7c90bb3c179 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:58.231822 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9b9a1c74-2ec8-4b29-8c58-d7c90bb3c179 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/security-groups/134d2f29-ad90-4419-8952-3e1d9459cf5c HTTP/1.1" status: 204 len: 168 time: 0.5842826 Dec 21 22:23:58.240827 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36838) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:58.249344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 937f4179-3582-4a28-9fe5-7ad64e32f8aa completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:58.327847 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 937f4179-3582-4a28-9fe5-7ad64e32f8aa triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:58.330612 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:58.406960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-43a11597-b788-4447-9aff-e8219cb8f22a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:58.448360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-52984f84-609a-4691-9070-148d76b8cb81 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:58.481567 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-43a11597-b788-4447-9aff-e8219cb8f22a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:58.546411 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f7659bc7-a7cb-405e-85c7-932688471683 None None] Provisioning for port 623797f6-bc4b-474d-925b-febaab9c7689 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:23:58.575720 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f7659bc7-a7cb-405e-85c7-932688471683 None None] Provisioning complete for port 623797f6-bc4b-474d-925b-febaab9c7689 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:58.575988 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f7659bc7-a7cb-405e-85c7-932688471683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:58.629409 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-52984f84-609a-4691-9070-148d76b8cb81 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:58.654049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419bf39-39c2-4268-bf15-93951a00ee0e req-dd39323d-e53c-4c3b-a60e-fa51d4523f6a tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:58.654523 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2419bf39-39c2-4268-bf15-93951a00ee0e req-dd39323d-e53c-4c3b-a60e-fa51d4523f6a tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 944 time: 0.2856491 Dec 21 22:23:58.704489 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52984f84-609a-4691-9070-148d76b8cb81 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94534ad9-627c-4cda-81bd-378c1e928355,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:58.735592 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:58.759359 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Transition to ACTIVE for port object 94d5ce4b-7ea9-46f8-9263-12e3218437f1 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:58.768295 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2419bf39-39c2-4268-bf15-93951a00ee0e req-c5d26a80-c48d-4c9e-890e-92f873c5948b tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018510 Dec 21 22:23:58.811596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5511fc-42a2-4dcf-95e9-57a307aa93bb req-9531ab86-3ddd-4d59-9f3e-cb7f82ac5ab0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:23:58.819191 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9c5511fc-42a2-4dcf-95e9-57a307aa93bb req-9531ab86-3ddd-4d59-9f3e-cb7f82ac5ab0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 946 time: 0.2294033 Dec 21 22:23:58.821714 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-43a11597-b788-4447-9aff-e8219cb8f22a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:58.848237 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-52984f84-609a-4691-9070-148d76b8cb81 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:58.852315 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-52984f84-609a-4691-9070-148d76b8cb81 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/94534ad9-627c-4cda-81bd-378c1e928355 HTTP/1.1" status: 204 len: 168 time: 0.8075526 Dec 21 22:23:58.863312 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36842) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:58.865925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a11597-b788-4447-9aff-e8219cb8f22a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad15965-d89e-44e2-a66f-04847eed253d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:58.876344 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:58.880432 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:58.981343 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-43a11597-b788-4447-9aff-e8219cb8f22a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:58.985388 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36846) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:58.996585 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-43a11597-b788-4447-9aff-e8219cb8f22a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/security-groups/dad15965-d89e-44e2-a66f-04847eed253d HTTP/1.1" status: 204 len: 168 time: 0.7517850 Dec 21 22:23:59.021705 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.058713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f7659bc7-a7cb-405e-85c7-932688471683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.065322 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25a246-5d23-4a2a-9be8-07a2ccbd9a7f None None] Pushing event updated for resources: {'Port': ['ID=94d5ce4b-7ea9-46f8-9263-12e3218437f1,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:59.083406 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9c5511fc-42a2-4dcf-95e9-57a307aa93bb req-6b8b79f2-c2f7-4f36-aa8b-dcd51cbdd172 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce460ed1-f23c-427f-9b47-55884a124ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488379 Dec 21 22:23:59.089311 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Attempting to bind port 94d5ce4b-7ea9-46f8-9263-12e3218437f1 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:23:59.089760 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Attempting to bind port 94d5ce4b-7ea9-46f8-9263-12e3218437f1 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:23:59.089992 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Attempting to bind port 94d5ce4b-7ea9-46f8-9263-12e3218437f1 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:23:59.095793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-61da1b8c-6f3a-4369-baef-6e3dd36b8eb2 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:59.102795 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:23:59.103469 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:23:59.104050 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.105676 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:23:59.126933 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Bound port: 94d5ce4b-7ea9-46f8-9263-12e3218437f1, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:23:59.130524 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.206313 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 937f4179-3582-4a28-9fe5-7ad64e32f8aa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=937f4179-3582-4a28-9fe5-7ad64e32f8aa,segment=NetworkSegment(56cdea6e-c8cd-43df-aaa5-292622b5213b),segment_id=56cdea6e-c8cd-43df-aaa5-292622b5213b)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:59.243610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-61da1b8c-6f3a-4369-baef-6e3dd36b8eb2 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:59.247788 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-61da1b8c-6f3a-4369-baef-6e3dd36b8eb2 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.3541903 Dec 21 22:23:59.254174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36850) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:59.281886 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.309490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dcecf4cc-2921-4bfa-8be1-36c90f3abc4d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.356017 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b3c60e7e-385e-4d62-85f9-11d6a4f3bca6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.386332 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] For port 94d5ce4b-7ea9-46f8-9263-12e3218437f1, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:23:59.396361 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] For port 94d5ce4b-7ea9-46f8-9263-12e3218437f1, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=94d5ce4b-7ea9-46f8-9263-12e3218437f1,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:23:59.403503 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b3c60e7e-385e-4d62-85f9-11d6a4f3bca6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.415183 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f7659bc7-a7cb-405e-85c7-932688471683 None None] For port 623797f6-bc4b-474d-925b-febaab9c7689, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=623797f6-bc4b-474d-925b-febaab9c7689,segment=NetworkSegment(c0b87ce0-2667-4bc3-a293-49762588022d),segment_id=c0b87ce0-2667-4bc3-a293-49762588022d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:23:59.422263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dcecf4cc-2921-4bfa-8be1-36c90f3abc4d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.435025 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:59.468234 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.525704 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a42b54f-6195-42e9-b774-931c19bc291a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937f4179-3582-4a28-9fe5-7ad64e32f8aa'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:23:59.540689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f7659bc7-a7cb-405e-85c7-932688471683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.558252 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25a246-5d23-4a2a-9be8-07a2ccbd9a7f None None] Pushing event updated for resources: {'Port': ['ID=94d5ce4b-7ea9-46f8-9263-12e3218437f1,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:59.570650 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Routers {'06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:23:59.571940 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:23:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:23:59.581146 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Allocated IP 172.20.0.1 (006e88a4-cc9e-4257-ab90-12a622536ecc/a5780173-f983-47b7-a17a-0098c959423d/be286da8-3273-4cf9-8977-e59465d10f68) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:23:59.585941 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b3c60e7e-385e-4d62-85f9-11d6a4f3bca6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.608787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c60e7e-385e-4d62-85f9-11d6a4f3bca6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1f5132c-9739-4b62-aacf-1286823671f6,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:59.639304 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=937f4179-3582-4a28-9fe5-7ad64e32f8aa,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:59.674372 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a42b54f-6195-42e9-b774-931c19bc291a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937f4179-3582-4a28-9fe5-7ad64e32f8aa', 'code': 200} Dec 21 22:23:59.719560 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dcecf4cc-2921-4bfa-8be1-36c90f3abc4d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.723558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b3c60e7e-385e-4d62-85f9-11d6a4f3bca6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.724670 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b3c60e7e-385e-4d62-85f9-11d6a4f3bca6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c1f5132c-9739-4b62-aacf-1286823671f6 HTTP/1.1" status: 204 len: 168 time: 0.4753048 Dec 21 22:23:59.727399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36856) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:59.742045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-136a6840-9a93-4dc0-bcd3-3e8ed5758632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.743431 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9757fed7-59aa-4396-a7da-695a5a78bd5f None None] Could not find standard attr ID for object 5d0372f7-6db0-4358-aae2-c87e73f9cf0b. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:23:59.777549 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] Set router 06c6a9e9-ff50-43f0-865f-9cbf299c7d0e gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:23:59.782350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0e5d3ef6-daa3-4835-8e41-ff45f0f2bec2 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:23:59.794077 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:23:59.804814 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecf4cc-2921-4bfa-8be1-36c90f3abc4d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61870565-dd01-44b7-804e-337ed54d4ca5,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:23:59.850623 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9757fed7-59aa-4396-a7da-695a5a78bd5f None None] Provisioning complete for port 9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:23:59.852047 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9757fed7-59aa-4396-a7da-695a5a78bd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.856385 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dcecf4cc-2921-4bfa-8be1-36c90f3abc4d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.860340 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dcecf4cc-2921-4bfa-8be1-36c90f3abc4d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/security-groups/61870565-dd01-44b7-804e-337ed54d4ca5 HTTP/1.1" status: 204 len: 168 time: 0.8740163 Dec 21 22:23:59.863448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36862) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:59.903600 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:23:59.922531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Transition to ACTIVE for port object be286da8-3273-4cf9-8977-e59465d10f68 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:23:59.957306 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0e5d3ef6-daa3-4835-8e41-ff45f0f2bec2 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:23:59.963121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36866) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:23:59.966716 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0e5d3ef6-daa3-4835-8e41-ff45f0f2bec2 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2375057 Dec 21 22:24:00.008844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7659bc7-a7cb-405e-85c7-932688471683 None None] Pushing event updated for resources: {'Port': ['ID=623797f6-bc4b-474d-925b-febaab9c7689,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:00.021602 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:00.056589 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-9757fed7-59aa-4396-a7da-695a5a78bd5f None None] Port 9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:24:00.112299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Network 006e88a4-cc9e-4257-ab90-12a622536ecc is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:24:00.118362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:24:00.124139 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:24:00.145513 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:24:00.153202 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:00.154174 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:00.192361 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Pushing event updated for resources: {'Port': ['ID=be286da8-3273-4cf9-8977-e59465d10f68,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:00.212643 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9757fed7-59aa-4396-a7da-695a5a78bd5f None None] Provisioning for port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:24:00.234621 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-515878eb-bbf5-47ae-87ee-2ec42e2bb635 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:00.234899 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9757fed7-59aa-4396-a7da-695a5a78bd5f None None] Provisioning complete for port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:00.235271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9757fed7-59aa-4396-a7da-695a5a78bd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:00.248976 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:00.308004 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'name': 'tempest-TestVolumeBootPattern-1800094492-router', 'tenant_id': 'b7b6100ed4624ee795889d17414fc134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:53Z', 'updated_at': '2021-12-21T22:23:55Z', 'revision_number': 3, 'project_id': 'b7b6100ed4624ee795889d17414fc134', 'gw_port': {'id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:54Z', 'updated_at': '2021-12-21T22:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:00.312258 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1524b95-cd28-472c-b7b6-8ffa45162036 None None] The sync data for ids ['06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'] in dv-neutron-822520-1-hyperv is: [{'id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'name': 'tempest-TestVolumeBootPattern-1800094492-router', 'tenant_id': 'b7b6100ed4624ee795889d17414fc134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:53Z', 'updated_at': '2021-12-21T22:23:55Z', 'revision_number': 3, 'project_id': 'b7b6100ed4624ee795889d17414fc134', 'gw_port': {'id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:54Z', 'updated_at': '2021-12-21T22:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:24:00.403871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-515878eb-bbf5-47ae-87ee-2ec42e2bb635 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:00.413786 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cbe80-2637-4c24-9d41-01e375653086 req-95942b2c-b5e9-40aa-abae-5e4a86e730e3 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:00.415731 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ee8cbe80-2637-4c24-9d41-01e375653086 req-95942b2c-b5e9-40aa-abae-5e4a86e730e3 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.3494768 Dec 21 22:24:00.461975 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:00.474738 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6b15e8a4-250c-4f9b-88fe-791ffd453c3a req-3590a2c2-3115-4f7c-8ae1-b71bbe999890 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 1098 time: 0.3729465 Dec 21 22:24:00.497883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c04d74-b609-4604-8abc-42c28afb30fc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting subnet 58f3cb20-a53e-4ce3-aa10-24b3fc2e7cbf {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:24:00.498158 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015f53e-d458-4ef9-9b45-e9970ea0f1f3 req-76ee9cfa-22ab-4b6e-b77d-44e4792010f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:00.502464 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1015f53e-d458-4ef9-9b45-e9970ea0f1f3 req-76ee9cfa-22ab-4b6e-b77d-44e4792010f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 946 time: 0.1827571 Dec 21 22:24:00.503932 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ee8cbe80-2637-4c24-9d41-01e375653086 req-e6649988-f58a-4744-ac48-a5ec9ea16096 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800295 Dec 21 22:24:00.509353 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 4c294d68-2fe7-4d84-877f-5c2aa666b5e0, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4c294d68-2fe7-4d84-877f-5c2aa666b5e0,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:00.517906 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d7c04d74-b609-4604-8abc-42c28afb30fc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:00.547092 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1015f53e-d458-4ef9-9b45-e9970ea0f1f3 req-969ccc57-7e09-42ff-99bd-f11514a29072 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce460ed1-f23c-427f-9b47-55884a124ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417225 Dec 21 22:24:00.591338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d7c04d74-b609-4604-8abc-42c28afb30fc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:00.620895 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:00.630259 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6b15e8a4-250c-4f9b-88fe-791ffd453c3a req-211358c4-1221-454c-943e-97d5fa1f8747 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269295 Dec 21 22:24:00.654584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:00.659152 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a4c16370-718a-4ea4-9148-5d814ceca85f None None] Provisioning complete for port 623797f6-bc4b-474d-925b-febaab9c7689 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:00.660058 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a4c16370-718a-4ea4-9148-5d814ceca85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:00.699171 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:24:00.715428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-515878eb-bbf5-47ae-87ee-2ec42e2bb635 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:00.750144 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515878eb-bbf5-47ae-87ee-2ec42e2bb635 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbc7460-5bd8-4b21-a2cd-4803f3f646dc,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:00.758384 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:00.814430 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=4c294d68-2fe7-4d84-877f-5c2aa666b5e0,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:00.882742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d7c04d74-b609-4604-8abc-42c28afb30fc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:00.895482 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:00.942131 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920666b-5471-420b-838c-ca318e2f3060 req-62558b4f-df6d-40e9-8f4f-4a6fc236b4dc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:00.943618 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4920666b-5471-420b-838c-ca318e2f3060 req-62558b4f-df6d-40e9-8f4f-4a6fc236b4dc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 946 time: 0.1559353 Dec 21 22:24:00.990484 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:00.991770 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a4c16370-718a-4ea4-9148-5d814ceca85f None None] Provisioning for port be286da8-3273-4cf9-8977-e59465d10f68 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:24:00.998053 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a4c16370-718a-4ea4-9148-5d814ceca85f None None] Provisioning complete for port be286da8-3273-4cf9-8977-e59465d10f68 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:00.998511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a4c16370-718a-4ea4-9148-5d814ceca85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:01.003901 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-515878eb-bbf5-47ae-87ee-2ec42e2bb635 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:01.007495 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-515878eb-bbf5-47ae-87ee-2ec42e2bb635 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-groups/6cbc7460-5bd8-4b21-a2cd-4803f3f646dc HTTP/1.1" status: 204 len: 168 time: 1.0407760 Dec 21 22:24:01.012487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36874) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:01.022068 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4920666b-5471-420b-838c-ca318e2f3060 req-dde5b09d-e183-42ec-b0ad-15e6fd046e7d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce460ed1-f23c-427f-9b47-55884a124ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698044 Dec 21 22:24:01.044454 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36878) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:01.061437 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-a4c16370-718a-4ea4-9148-5d814ceca85f None None] Port be286da8-3273-4cf9-8977-e59465d10f68 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:24:01.078186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8d394eb3-c4ab-4d6f-a770-ca571391c936 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:01.091208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d7c04d74-b609-4604-8abc-42c28afb30fc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:01.092191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:01.133413 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c04d74-b609-4604-8abc-42c28afb30fc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Subnet': ['ID=58f3cb20-a53e-4ce3-aa10-24b3fc2e7cbf,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:01.152430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d7c04d74-b609-4604-8abc-42c28afb30fc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:01.160676 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae3f698-cee0-45a9-b3f9-e5ffa5b087db None None] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:24:01.165656 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d7c04d74-b609-4604-8abc-42c28afb30fc tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/58f3cb20-a53e-4ce3-aa10-24b3fc2e7cbf HTTP/1.1" status: 204 len: 168 time: 1.3012023 Dec 21 22:24:01.167067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36882) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:01.202030 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:01.212420 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8d394eb3-c4ab-4d6f-a770-ca571391c936 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:01.214007 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8d394eb3-c4ab-4d6f-a770-ca571391c936 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2048767 Dec 21 22:24:01.222129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36886) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:01.228309 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 623797f6-bc4b-474d-925b-febaab9c7689 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:24:01.231810 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-f3157c72-70c2-42e3-a8e6-291e27b429f9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group': {'name': 'tempest-secgroup--2081079608'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:01.237351 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f3157c72-70c2-42e3-a8e6-291e27b429f9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:01.247561 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-12a57a86-e9eb-4ac3-ab72-2da719b4dda1 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 1094 time: 0.2018654 Dec 21 22:24:01.251337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f3157c72-70c2-42e3-a8e6-291e27b429f9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:01.253838 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36890) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:01.261945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': 'b0485a27-d640-486a-8ce8-c3cbe5240658', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:01.270732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:01.276760 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:floatingip and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:01.282538 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:01.285910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Pushing event updated for resources: {'Port': ['ID=be286da8-3273-4cf9-8977-e59465d10f68,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:01.289997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-82959e34-d9c3-4fa4-8016-04b12f057d6b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting subnet 5ec9a877-b609-4b87-a65d-4b080af82ca0 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:24:01.296656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:01.298914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-82959e34-d9c3-4fa4-8016-04b12f057d6b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:01.373555 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-82959e34-d9c3-4fa4-8016-04b12f057d6b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:01.470690 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-82959e34-d9c3-4fa4-8016-04b12f057d6b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:01.500096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f3157c72-70c2-42e3-a8e6-291e27b429f9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:01.530434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Network 006e88a4-cc9e-4257-ab90-12a622536ecc is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:24:01.532564 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:24:01.533439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 623797f6-bc4b-474d-925b-febaab9c7689 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:01.545312 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:01.575771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:01.681738 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f3157c72-70c2-42e3-a8e6-291e27b429f9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:01.685197 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-82959e34-d9c3-4fa4-8016-04b12f057d6b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:01.700568 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f3157c72-70c2-42e3-a8e6-291e27b429f9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:01.711819 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f3157c72-70c2-42e3-a8e6-291e27b429f9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:01.735739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f3157c72-70c2-42e3-a8e6-291e27b429f9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:01.778659 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-82959e34-d9c3-4fa4-8016-04b12f057d6b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:01.792464 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82959e34-d9c3-4fa4-8016-04b12f057d6b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec9a877-b609-4b87-a65d-4b080af82ca0,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:01.812088 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-82959e34-d9c3-4fa4-8016-04b12f057d6b tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/5ec9a877-b609-4b87-a65d-4b080af82ca0 HTTP/1.1" status: 204 len: 168 time: 0.6422696 Dec 21 22:24:01.822864 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36896) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:01.892293 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:24:01.962197 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fa7d71-a60f-4358-8682-628ce4367dda tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] DELETE failed (client error): The resource could not be found. Dec 21 22:24:01.962876 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1fa7d71-a60f-4358-8682-628ce4367dda tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:24:01.964662 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f1fa7d71-a60f-4358-8682-628ce4367dda tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/58f3cb20-a53e-4ce3-aa10-24b3fc2e7cbf HTTP/1.1" status: 404 len: 337 time: 0.1410723 Dec 21 22:24:01.967418 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36900) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:01.967902 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5e0a61bd-87a3-4234-98dc-c342464ac110 None None] Provisioning complete for port be286da8-3273-4cf9-8977-e59465d10f68 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:01.968639 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5e0a61bd-87a3-4234-98dc-c342464ac110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.049282 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-178e3020-35c3-43c2-b122-a920c5b65a6d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting subnet fd07681c-1d5c-43a5-9025-4710693980ee {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:24:02.055776 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-178e3020-35c3-43c2-b122-a920c5b65a6d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.126731 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a61bd-87a3-4234-98dc-c342464ac110 None None] Port be286da8-3273-4cf9-8977-e59465d10f68 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:24:02.135180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-178e3020-35c3-43c2-b122-a920c5b65a6d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.144188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f3157c72-70c2-42e3-a8e6-291e27b429f9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.149127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d29b0a-ccf2-4e86-81d2-daa64f7af777 None None] Update dhcp port {'port': {'network_id': '31ceeb1b-93ce-43dd-86bf-1d851e0bab59', 'fixed_ips': [{'subnet_id': 'fd07681c-1d5c-43a5-9025-4710693980ee', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5ec9a877-b609-4b87-a65d-4b080af82ca0'}], 'binding:host_id': 'dv-neutron-822520-1-hyperv'}, 'id': '2b11b8d1-5ba6-46f6-9164-6a6232ef9483'} from dv-neutron-822520-1-hyperv. {{(pid=84170) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 21 22:24:02.162669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f95e84-eab7-4eda-ad30-8879265f573d req-6cc3f196-4dba-46f0-b353-fd9628cbeaf8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:02.164857 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-14f95e84-eab7-4eda-ad30-8879265f573d req-6cc3f196-4dba-46f0-b353-fd9628cbeaf8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.2834179 Dec 21 22:24:02.172166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:02.173342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.177250 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.204088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f3157c72-70c2-42e3-a8e6-291e27b429f9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.214743 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.272207 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-64d29b0a-ccf2-4e86-81d2-daa64f7af777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.274656 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3157c72-70c2-42e3-a8e6-291e27b429f9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562c355e-e82c-4644-befc-329e41e819c2,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:02.297016 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-14f95e84-eab7-4eda-ad30-8879265f573d req-51cf3ce8-b2ac-4f83-9356-f2006e704ccd tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249745 Dec 21 22:24:02.348143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-178e3020-35c3-43c2-b122-a920c5b65a6d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.369427 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f3157c72-70c2-42e3-a8e6-291e27b429f9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.371196 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f3157c72-70c2-42e3-a8e6-291e27b429f9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1481512 Dec 21 22:24:02.377661 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36904) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:02.385768 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c60d85df-29e3-4b91-beb2-7635db510ac6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group_rule': {'security_group_id': '562c355e-e82c-4644-befc-329e41e819c2', 'direction': 'ingress', 'protocol': 17}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:02.392274 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c60d85df-29e3-4b91-beb2-7635db510ac6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:02.399129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c60d85df-29e3-4b91-beb2-7635db510ac6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:02.402448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c60d85df-29e3-4b91-beb2-7635db510ac6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:02.416067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.26.3.30 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/78ef29fe-1af3-484b-8fd6-a37208fbab63) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:24:02.416560 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c60d85df-29e3-4b91-beb2-7635db510ac6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:02.460772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Router 06c6a9e9-ff50-43f0-865f-9cbf299c7d0e has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:24:02.546979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c60d85df-29e3-4b91-beb2-7635db510ac6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.575244 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-178e3020-35c3-43c2-b122-a920c5b65a6d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server [None req-64d29b0a-ccf2-4e86-81d2-daa64f7af777 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd07681c-1d5c-43a5-9025-4710693980ee: This subnet is being modified by another concurrent operation. Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise value Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1671, in update_port Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server raise exception Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd07681c-1d5c-43a5-9025-4710693980ee: This subnet is being modified by another concurrent operation. Dec 21 22:24:02.578187 dv-neutron-822520-1-hyperv neutron-server[84170]: ERROR oslo_messaging.rpc.server Dec 21 22:24:02.618084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e3020-35c3-43c2-b122-a920c5b65a6d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Subnet': ['ID=fd07681c-1d5c-43a5-9025-4710693980ee,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:02.622061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-178e3020-35c3-43c2-b122-a920c5b65a6d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.624805 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c60d85df-29e3-4b91-beb2-7635db510ac6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.630443 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-178e3020-35c3-43c2-b122-a920c5b65a6d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/fd07681c-1d5c-43a5-9025-4710693980ee HTTP/1.1" status: 204 len: 168 time: 0.6616070 Dec 21 22:24:02.633477 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36908) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:02.681387 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-9acf30ee-26df-402b-aa2d-851f205b840c tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] DELETE failed (client error): The resource could not be found. Dec 21 22:24:02.681826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9acf30ee-26df-402b-aa2d-851f205b840c tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:24:02.683493 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9acf30ee-26df-402b-aa2d-851f205b840c tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/b101e525-09c2-4490-b617-f9b15acda3f6 HTTP/1.1" status: 404 len: 337 time: 0.0490310 Dec 21 22:24:02.690692 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.690829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36912) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:02.693357 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c60d85df-29e3-4b91-beb2-7635db510ac6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.706238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dd75d2-76a7-4b55-b4fc-869e71d6a9d1 None None] Network 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:24:02.723006 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d85df-29e3-4b91-beb2-7635db510ac6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6c8160-3569-40df-90af-3b8aaf57c731,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:02.741919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d814e7bf-d02d-4ff5-9953-b9ee696e6b5d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Synchronizing usage tracker for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:02.761433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d814e7bf-d02d-4ff5-9953-b9ee696e6b5d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Unset dirty status for tenant:e25ed88120b04026a7839bff967cb097 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:02.765209 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d814e7bf-d02d-4ff5-9953-b9ee696e6b5d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "GET /v2.0/ports?device_id=25eead29-dd09-4029-8911-3ed3a2a235aa HTTP/1.1" status: 200 len: 205 time: 0.0710042 Dec 21 22:24:02.765660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36916) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:02.771326 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:24:02.779662 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8fa8df4f-6d60-450a-af7e-4773a66213a7 admin admin] 10.222.0.37 "PUT /v2.0/routers/06c6a9e9-ff50-43f0-865f-9cbf299c7d0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7617283 Dec 21 22:24:02.792011 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c60d85df-29e3-4b91-beb2-7635db510ac6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.793437 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c60d85df-29e3-4b91-beb2-7635db510ac6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4136655 Dec 21 22:24:02.796048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36922) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:02.839301 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-c1a9b497-f84e-4f69-87d0-707e5a3de5fa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] delete failed (client error): The resource could not be found. Dec 21 22:24:02.842670 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c1a9b497-f84e-4f69-87d0-707e5a3de5fa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/routers/25eead29-dd09-4029-8911-3ed3a2a235aa HTTP/1.1" status: 404 len: 336 time: 0.0738440 Dec 21 22:24:02.844372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36926) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:02.873136 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3048664e-876a-4b1f-8dbe-0dcafec61154 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.895206 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-b076f409-997e-4e35-8cc6-479d28b444aa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] DELETE failed (client error): The resource could not be found. Dec 21 22:24:02.895734 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b076f409-997e-4e35-8cc6-479d28b444aa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:24:02.899794 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b076f409-997e-4e35-8cc6-479d28b444aa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/d241d42b-1b9f-4d4d-9b9b-6e76c8b1a29d HTTP/1.1" status: 404 len: 337 time: 0.0519991 Dec 21 22:24:02.901428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36930) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:02.903967 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3048664e-876a-4b1f-8dbe-0dcafec61154 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:02.963919 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f0fd48e6-c10d-4d92-b5bb-a1fdbf907bc3 None None] Provisioning complete for port 9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:02.964395 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f0fd48e6-c10d-4d92-b5bb-a1fdbf907bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:03.025952 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3048664e-876a-4b1f-8dbe-0dcafec61154 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:03.037075 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd48e6-c10d-4d92-b5bb-a1fdbf907bc3 None None] Port 9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:24:03.057266 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048664e-876a-4b1f-8dbe-0dcafec61154 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562c355e-e82c-4644-befc-329e41e819c2,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:03.059207 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:03.063274 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f0fd48e6-c10d-4d92-b5bb-a1fdbf907bc3 None None] Provisioning complete for port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:03.063818 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f0fd48e6-c10d-4d92-b5bb-a1fdbf907bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:03.095718 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-3988761b-2028-405a-a028-7a48439a8635 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] DELETE failed (client error): The resource could not be found. Dec 21 22:24:03.096060 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3988761b-2028-405a-a028-7a48439a8635 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:24:03.097705 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3988761b-2028-405a-a028-7a48439a8635 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/03e4a5fc-f56b-4c2c-8666-e324dcc88b34 HTTP/1.1" status: 404 len: 337 time: 0.1953075 Dec 21 22:24:03.099473 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3048664e-876a-4b1f-8dbe-0dcafec61154 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:03.104418 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] DHCP port deletion for 31ceeb1b-93ce-43dd-86bf-1d851e0bab59 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:24:03.105235 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36938) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:03.105741 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36940) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:03.106531 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3048664e-876a-4b1f-8dbe-0dcafec61154 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-groups/562c355e-e82c-4644-befc-329e41e819c2 HTTP/1.1" status: 204 len: 168 time: 0.3082695 Dec 21 22:24:03.115187 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] Deleting port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:24:03.122189 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:03.200131 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac28a1b4-5ba8-4584-b87b-96fc7b7397ec tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] DELETE failed (client error): The resource could not be found. Dec 21 22:24:03.200576 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac28a1b4-5ba8-4584-b87b-96fc7b7397ec tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:24:03.202299 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ac28a1b4-5ba8-4584-b87b-96fc7b7397ec tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/c7c33d16-d5e8-4bc8-a715-2763e191099e HTTP/1.1" status: 404 len: 337 time: 0.0936551 Dec 21 22:24:03.205249 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36946) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:03.211859 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:24:03.221947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:24:03.224444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=78ef29fe-1af3-484b-8fd6-a37208fbab63,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:03.228879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:24:03.244657 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:24:03.274988 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4acdfe6-b4c8-47b0-87f9-6897e8339f4f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] DELETE failed (client error): The resource could not be found. Dec 21 22:24:03.275565 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4acdfe6-b4c8-47b0-87f9-6897e8339f4f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:24:03.277376 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f4acdfe6-b4c8-47b0-87f9-6897e8339f4f tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/604cfa33-6e29-497f-bf1d-31f14806d927 HTTP/1.1" status: 404 len: 333 time: 0.0708492 Dec 21 22:24:03.280029 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36950) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:03.300587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d8d05b73-2163-4321-86bd-37329d2a0992 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:03.333630 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1eecee6-e77b-4116-8203-372b064b515d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] DELETE failed (client error): The resource could not be found. Dec 21 22:24:03.336021 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1eecee6-e77b-4116-8203-372b064b515d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:24:03.338466 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d1eecee6-e77b-4116-8203-372b064b515d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/a0683aab-6dd8-4fba-9242-f355dbcdf5d4 HTTP/1.1" status: 404 len: 337 time: 0.0573332 Dec 21 22:24:03.340797 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36956) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:03.447703 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-35765003-e41a-467a-b265-73186e027de7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] DELETE failed (client error): The resource could not be found. Dec 21 22:24:03.448295 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35765003-e41a-467a-b265-73186e027de7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:24:03.452638 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-35765003-e41a-467a-b265-73186e027de7 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/d511a422-ff51-4b4a-9db1-411ddd40db63 HTTP/1.1" status: 404 len: 337 time: 0.1105704 Dec 21 22:24:03.459242 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36960) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:03.498214 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bea8ec-8be8-40c4-9e08-b6dffb05d84d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] DELETE failed (client error): The resource could not be found. Dec 21 22:24:03.498651 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4bea8ec-8be8-40c4-9e08-b6dffb05d84d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:24:03.503059 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c4bea8ec-8be8-40c4-9e08-b6dffb05d84d tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/c0c5362d-3d89-4e59-b9ad-11875480da20 HTTP/1.1" status: 404 len: 333 time: 0.0487025 Dec 21 22:24:03.510963 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36964) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:03.525884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d8d05b73-2163-4321-86bd-37329d2a0992 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:03.525884 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d8d05b73-2163-4321-86bd-37329d2a0992 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4030080 Dec 21 22:24:03.539777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36968) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:03.549903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b81fdf9b-ae8e-46e4-abfe-91a9f30c9379 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group': {'name': 'tempest-secgroup--293548419'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:03.561474 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b81fdf9b-ae8e-46e4-abfe-91a9f30c9379 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:03.572369 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b4f06a-cff1-4d66-afd9-385860232fe8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] DELETE failed (client error): The resource could not be found. Dec 21 22:24:03.572932 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b4f06a-cff1-4d66-afd9-385860232fe8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:24:03.574972 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-15b4f06a-cff1-4d66-afd9-385860232fe8 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/d1c6278c-07de-4d58-b3fc-5eb7bbe40564 HTTP/1.1" status: 404 len: 337 time: 0.0606549 Dec 21 22:24:03.577879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36972) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:03.587648 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b81fdf9b-ae8e-46e4-abfe-91a9f30c9379 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:03.590233 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] For port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2b11b8d1-5ba6-46f6-9164-6a6232ef9483,segment=NetworkSegment(a5fea09c-824f-4a76-bbc8-02d17d69c4fa),segment_id=a5fea09c-824f-4a76-bbc8-02d17d69c4fa)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:03.590815 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:03.620594 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc86faa-4ef8-4d82-9a96-16062a31e34f req-d6c3bdc9-8021-40db-a46c-8b1f083d8b05 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:03.622205 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bbc86faa-4ef8-4d82-9a96-16062a31e34f req-d6c3bdc9-8021-40db-a46c-8b1f083d8b05 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.1179769 Dec 21 22:24:03.626685 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed199c28-7d0a-4c07-af7d-b5fb629b0ffa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] DELETE failed (client error): The resource could not be found. Dec 21 22:24:03.627132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed199c28-7d0a-4c07-af7d-b5fb629b0ffa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:24:03.628924 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ed199c28-7d0a-4c07-af7d-b5fb629b0ffa tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/subnets/01701994-de44-45f3-ad6d-8edc1d1b11de HTTP/1.1" status: 404 len: 337 time: 0.0500870 Dec 21 22:24:03.633071 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36976) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:03.704830 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b81fdf9b-ae8e-46e4-abfe-91a9f30c9379 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:03.764154 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-2db44ced-625b-401f-a4c5-5a0130cb535a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port 9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:24:03.764570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2db44ced-625b-401f-a4c5-5a0130cb535a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:03.787942 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] Calling delete_port for 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:24:03.909529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:03.914641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36980) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:03.923735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-01e5abd2-f8c4-4e20-be2a-18fe2ef7cce3 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1419962878', 'description': 'tempest-secgroup-smoke-1419962878 description', 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:03.932463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-01e5abd2-f8c4-4e20-be2a-18fe2ef7cce3 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:03.937441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-01e5abd2-f8c4-4e20-be2a-18fe2ef7cce3 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Usage tracker for resource:security_group and tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:03.941196 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-01e5abd2-f8c4-4e20-be2a-18fe2ef7cce3 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:03.948191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-01e5abd2-f8c4-4e20-be2a-18fe2ef7cce3 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:03.954577 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bbc86faa-4ef8-4d82-9a96-16062a31e34f req-02e86c7e-91b8-4d57-9c4b-3c8e4dd11f8c tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225427 Dec 21 22:24:03.970272 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b81fdf9b-ae8e-46e4-abfe-91a9f30c9379 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:03.979376 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2b11b8d1-5ba6-46f6-9164-6a6232ef9483,segment=NetworkSegment(a5fea09c-824f-4a76-bbc8-02d17d69c4fa),segment_id=a5fea09c-824f-4a76-bbc8-02d17d69c4fa)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:03.993651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.011568 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b81fdf9b-ae8e-46e4-abfe-91a9f30c9379 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:04.016812 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b81fdf9b-ae8e-46e4-abfe-91a9f30c9379 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:04.032667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b81fdf9b-ae8e-46e4-abfe-91a9f30c9379 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:04.054142 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-01e5abd2-f8c4-4e20-be2a-18fe2ef7cce3 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.083368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.191344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=2b11b8d1-5ba6-46f6-9164-6a6232ef9483,revision_number=11']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:04.195124 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2db44ced-625b-401f-a4c5-5a0130cb535a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.221285 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:24:04.221763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:24:04.261093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-01e5abd2-f8c4-4e20-be2a-18fe2ef7cce3 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:04.267835 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-01e5abd2-f8c4-4e20-be2a-18fe2ef7cce3 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Usage tracker for resource:security_group_rule and tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:04.272138 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-01e5abd2-f8c4-4e20-be2a-18fe2ef7cce3 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:04.281833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.306794 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-01e5abd2-f8c4-4e20-be2a-18fe2ef7cce3 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:04.350173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-2db44ced-625b-401f-a4c5-5a0130cb535a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for 9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa owned by {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:24:04.382990 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b81fdf9b-ae8e-46e4-abfe-91a9f30c9379 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.389713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd9e5a-68eb-4314-90ca-bed83d6c7e1d req-0f3f34e8-6d3b-43a2-b858-6cfaa7d91818 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:04.391218 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-05cd9e5a-68eb-4314-90ca-bed83d6c7e1d req-0f3f34e8-6d3b-43a2-b858-6cfaa7d91818 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.2068138 Dec 21 22:24:04.449424 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b81fdf9b-ae8e-46e4-abfe-91a9f30c9379 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.500404 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2db44ced-625b-401f-a4c5-5a0130cb535a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.555344 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81fdf9b-ae8e-46e4-abfe-91a9f30c9379 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d13767-f1c3-4124-b77e-862b6bdd70c6,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:04.560023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db44ced-625b-401f-a4c5-5a0130cb535a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:04.574227 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2db44ced-625b-401f-a4c5-5a0130cb535a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.578918 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2db44ced-625b-401f-a4c5-5a0130cb535a tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/ports/9d71b85b-b3dd-485d-b5f8-4276ff9c3bfa HTTP/1.1" status: 204 len: 168 time: 0.9257469 Dec 21 22:24:04.579369 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 36986) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:04.588523 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-05cd9e5a-68eb-4314-90ca-bed83d6c7e1d req-aa12fb68-f8d1-4fcd-b2fb-9388c814c538 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802354 Dec 21 22:24:04.604935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-01e5abd2-f8c4-4e20-be2a-18fe2ef7cce3 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.626935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.630520 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36990) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:04.633778 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b81fdf9b-ae8e-46e4-abfe-91a9f30c9379 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.635015 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b81fdf9b-ae8e-46e4-abfe-91a9f30c9379 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0941315 Dec 21 22:24:04.661713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36994) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:04.671375 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a8b911cc-9cdb-4d9d-8f60-02d6fa433e92 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051905016'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:04.682878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-01e5abd2-f8c4-4e20-be2a-18fe2ef7cce3 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.687679 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a8b911cc-9cdb-4d9d-8f60-02d6fa433e92 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:04.699272 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.710938 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Deleting port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:24:04.711345 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.713414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.717913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a8b911cc-9cdb-4d9d-8f60-02d6fa433e92 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:04.722967 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] Deleting port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:24:04.724208 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.761737 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a8b911cc-9cdb-4d9d-8f60-02d6fa433e92 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:04.805077 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a8b911cc-9cdb-4d9d-8f60-02d6fa433e92 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:04.826959 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e5abd2-f8c4-4e20-be2a-18fe2ef7cce3 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908ba60d-30ea-43d6-8c02-9249e70b8160,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:04.871244 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=78ef29fe-1af3-484b-8fd6-a37208fbab63,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:04.900907 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9ba3f892-cd46-4a3b-823b-c893b852e950 tempest-TestNetworkAdvancedServerOps-209818666 tempest-TestNetworkAdvancedServerOps-209818666-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 1093 time: 0.2677479 Dec 21 22:24:04.901829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-01e5abd2-f8c4-4e20-be2a-18fe2ef7cce3 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.905611 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-01e5abd2-f8c4-4e20-be2a-18fe2ef7cce3 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.9871345 Dec 21 22:24:04.905611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 36998) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:04.905868 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37000) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:04.912413 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': '937f4179-3582-4a28-9fe5-7ad64e32f8aa', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:04.920144 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a1879b54-bb26-4fe0-98a0-f3c10bc0b0fc tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Request body: {'security_group_rule': {'security_group_id': '908ba60d-30ea-43d6-8c02-9249e70b8160', 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:04.928596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.935710 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] For port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2b11b8d1-5ba6-46f6-9164-6a6232ef9483,segment=NetworkSegment(a5fea09c-824f-4a76-bbc8-02d17d69c4fa),segment_id=a5fea09c-824f-4a76-bbc8-02d17d69c4fa)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:04.935710 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:04.970211 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] For port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2b11b8d1-5ba6-46f6-9164-6a6232ef9483,segment=NetworkSegment(a5fea09c-824f-4a76-bbc8-02d17d69c4fa),segment_id=a5fea09c-824f-4a76-bbc8-02d17d69c4fa)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:04.970752 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.060088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Calling delete_port for 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:24:05.089775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:05.094378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Usage tracker for resource:floatingip and tenant:d3800041c9b4436f8736fa33ea244f0f is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:05.097699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:05.102605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a1879b54-bb26-4fe0-98a0-f3c10bc0b0fc tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:05.104923 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a8b911cc-9cdb-4d9d-8f60-02d6fa433e92 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.106034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] Calling delete_port for 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:24:05.125919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a1879b54-bb26-4fe0-98a0-f3c10bc0b0fc tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Usage tracker for resource:security_group_rule and tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:05.136472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:05.138517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a1879b54-bb26-4fe0-98a0-f3c10bc0b0fc tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:05.148974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a1879b54-bb26-4fe0-98a0-f3c10bc0b0fc tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:05.192064 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a8b911cc-9cdb-4d9d-8f60-02d6fa433e92 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:05.197828 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a8b911cc-9cdb-4d9d-8f60-02d6fa433e92 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:05.201353 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a8b911cc-9cdb-4d9d-8f60-02d6fa433e92 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:05.209840 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a8b911cc-9cdb-4d9d-8f60-02d6fa433e92 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:05.214463 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.234003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:24:05.234655 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:24:05.236932 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 94d5ce4b-7ea9-46f8-9263-12e3218437f1 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:24:05.275376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Port': ['ID=2b11b8d1-5ba6-46f6-9164-6a6232ef9483,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:05.282838 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] No DVR routers for this DVR port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:24:05.296115 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.303753 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] Deleting port 2b11b8d1-5ba6-46f6-9164-6a6232ef9483 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:24:05.304404 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.325818 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a1879b54-bb26-4fe0-98a0-f3c10bc0b0fc tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.383310 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-83012ed9-e018-46ac-b92d-db9f31426549 None None] The port '2b11b8d1-5ba6-46f6-9164-6a6232ef9483' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:24:05.407698 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f47e32-d95e-45bb-ad71-c5cee77a4345 None None] get_active_networks_info from dv-neutron-822520-1-hyperv {{(pid=84170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:24:05.418238 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.442459 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a8b911cc-9cdb-4d9d-8f60-02d6fa433e92 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.446275 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ceeb1b-93ce-43dd-86bf-1d851e0bab59']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:05.459816 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fea09c-824f-4a76-bbc8-02d17d69c4fa') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:05.460885 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fea09c-824f-4a76-bbc8-02d17d69c4fa') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:05.474262 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.490586 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 94d5ce4b-7ea9-46f8-9263-12e3218437f1 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:24:05.491472 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.497779 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:24:05.498218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 94d5ce4b-7ea9-46f8-9263-12e3218437f1 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:05.498553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.498688 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:24:05.516857 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:24:05.521887 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a1879b54-bb26-4fe0-98a0-f3c10bc0b0fc tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.558043 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Floating IP aecf713c-dca6-45f7-9586-421ed2d1a449 associated. External IP: 172.26.3.30, port: b0485a27-d640-486a-8ce8-c3cbe5240658. Dec 21 22:24:05.620255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a8b911cc-9cdb-4d9d-8f60-02d6fa433e92 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.631794 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f47e32-d95e-45bb-ad71-c5cee77a4345 None None] Resources bound (agent type, host, resource id): {{(pid=84170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 22:24:05.644047 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a1879b54-bb26-4fe0-98a0-f3c10bc0b0fc tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.660535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.665294 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.667250 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.696614 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] Pushing event deleted for resources: {'Network': ['ID=31ceeb1b-93ce-43dd-86bf-1d851e0bab59,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:05.704129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 94d5ce4b-7ea9-46f8-9263-12e3218437f1, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=94d5ce4b-7ea9-46f8-9263-12e3218437f1,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:05.705743 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1879b54-bb26-4fe0-98a0-f3c10bc0b0fc tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5218de-b3e9-4717-a0a9-6707060a1efe,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:05.725925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b911cc-9cdb-4d9d-8f60-02d6fa433e92 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b85c10d-dabf-4d8b-9f58-42a52c6c6f1d,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:05.750635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.753286 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-11f93f57-8cfe-4075-9e39-738075990ae0 tempest-PortsIpV6TestJSON-1369129737 tempest-PortsIpV6TestJSON-1369129737-project] 10.222.0.37 "DELETE /v2.0/networks/31ceeb1b-93ce-43dd-86bf-1d851e0bab59 HTTP/1.1" status: 204 len: 168 time: 1.1729965 Dec 21 22:24:05.781102 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.881377 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a1879b54-bb26-4fe0-98a0-f3c10bc0b0fc tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.886659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37008) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:05.886779 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a1879b54-bb26-4fe0-98a0-f3c10bc0b0fc tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9782066 Dec 21 22:24:05.894332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-26d08e20-e94c-463f-9523-86c6e75ad1bf tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Request body: {'security_group_rule': {'security_group_id': '908ba60d-30ea-43d6-8c02-9249e70b8160', 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:05.895491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a8b911cc-9cdb-4d9d-8f60-02d6fa433e92 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:05.895883 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=94d5ce4b-7ea9-46f8-9263-12e3218437f1,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:05.900761 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37012) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:05.901083 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a8b911cc-9cdb-4d9d-8f60-02d6fa433e92 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2383561 Dec 21 22:24:05.903516 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-26d08e20-e94c-463f-9523-86c6e75ad1bf tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:05.909035 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-271404e8-e056-4f46-bc7c-49b4a8f8def2 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group_rule': {'security_group_id': '60d13767-f1c3-4124-b77e-862b6bdd70c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2b85c10d-dabf-4d8b-9f58-42a52c6c6f1d', 'remote_ip_prefix': None}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:05.921918 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-26d08e20-e94c-463f-9523-86c6e75ad1bf tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Usage tracker for resource:security_group_rule and tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:05.924969 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-271404e8-e056-4f46-bc7c-49b4a8f8def2 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:05.927129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-26d08e20-e94c-463f-9523-86c6e75ad1bf tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:05.933990 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-271404e8-e056-4f46-bc7c-49b4a8f8def2 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:05.936585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-26d08e20-e94c-463f-9523-86c6e75ad1bf tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:05.938622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-271404e8-e056-4f46-bc7c-49b4a8f8def2 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:05.947413 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-271404e8-e056-4f46-bc7c-49b4a8f8def2 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:05.996881 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Allocated IP 172.26.3.12 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/b6b35541-4afa-4bea-9758-f664c572c4ce) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:24:06.050654 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-26d08e20-e94c-463f-9523-86c6e75ad1bf tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.060066 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-271404e8-e056-4f46-bc7c-49b4a8f8def2 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.170022 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-26d08e20-e94c-463f-9523-86c6e75ad1bf tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.182634 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-271404e8-e056-4f46-bc7c-49b4a8f8def2 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.237582 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-26d08e20-e94c-463f-9523-86c6e75ad1bf tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.257850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.348610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37018) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:06.357223 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-271404e8-e056-4f46-bc7c-49b4a8f8def2 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.364381 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d08e20-e94c-463f-9523-86c6e75ad1bf tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8695dad2-68a7-4f36-a373-4b6bab955a4e,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:06.374826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.396634 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271404e8-e056-4f46-bc7c-49b4a8f8def2 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b12fd5-b1c3-4193-b2b6-62e76d38d686,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:06.454596 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-26d08e20-e94c-463f-9523-86c6e75ad1bf tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.456109 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-26d08e20-e94c-463f-9523-86c6e75ad1bf tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5685551 Dec 21 22:24:06.458807 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37024) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:06.465604 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-697621e8-590c-4e1b-beee-ada116f97454 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Request body: {'security_group_rule': {'security_group_id': '908ba60d-30ea-43d6-8c02-9249e70b8160', 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:06.471875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-697621e8-590c-4e1b-beee-ada116f97454 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:06.472715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:24:06.474610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event updated for resources: {'Port': ['ID=b6b35541-4afa-4bea-9758-f664c572c4ce,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:06.477366 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-697621e8-590c-4e1b-beee-ada116f97454 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Usage tracker for resource:security_group_rule and tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:06.477535 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:24:06.481104 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:24:06.487359 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-271404e8-e056-4f46-bc7c-49b4a8f8def2 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.491151 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-271404e8-e056-4f46-bc7c-49b4a8f8def2 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5869162 Dec 21 22:24:06.491151 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-697621e8-590c-4e1b-beee-ada116f97454 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:06.494122 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37028) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:06.509504 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-697621e8-590c-4e1b-beee-ada116f97454 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:06.560435 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6d38cc37-882a-4159-a584-fd421ac3c9ab tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.580425 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6d38cc37-882a-4159-a584-fd421ac3c9ab tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.598430 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b462d557-89cd-4d79-9326-0bbcb3715f2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e25ed88120b04026a7839bff967cb097&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2486653 Dec 21 22:24:06.600400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c7514405-6579-4660-b9af-e951655af9f2 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:24:06.601907 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37032) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:06.626762 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-697621e8-590c-4e1b-beee-ada116f97454 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.704864 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6d38cc37-882a-4159-a584-fd421ac3c9ab tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.739790 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38cc37-882a-4159-a584-fd421ac3c9ab tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02b12fd5-b1c3-4193-b2b6-62e76d38d686,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:06.743244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-697621e8-590c-4e1b-beee-ada116f97454 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.744909 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6d38cc37-882a-4159-a584-fd421ac3c9ab tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.748624 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6d38cc37-882a-4159-a584-fd421ac3c9ab tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/02b12fd5-b1c3-4193-b2b6-62e76d38d686 HTTP/1.1" status: 204 len: 168 time: 0.2509403 Dec 21 22:24:06.748781 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37036) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:06.797300 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cebc1efd-b460-45e2-9f91-951106bb7ac3 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:06.814332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-697621e8-590c-4e1b-beee-ada116f97454 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.838742 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697621e8-590c-4e1b-beee-ada116f97454 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c168cbf-989b-476a-a46c-0c08ebbcbb13,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:06.860179 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cebc1efd-b460-45e2-9f91-951106bb7ac3 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:06.861497 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cebc1efd-b460-45e2-9f91-951106bb7ac3 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1119263 Dec 21 22:24:06.864390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37040) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:06.935222 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-697621e8-590c-4e1b-beee-ada116f97454 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.936381 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-697621e8-590c-4e1b-beee-ada116f97454 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4765189 Dec 21 22:24:06.939116 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-187ce7f4-8845-471d-ba9c-1b158409527d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.945248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37044) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:06.954315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1c052526-af94-45b2-bb84-8717b4ffeced tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Request body: {'security_group_rule': {'security_group_id': '908ba60d-30ea-43d6-8c02-9249e70b8160', 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:06.964810 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1c052526-af94-45b2-bb84-8717b4ffeced tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:06.976945 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1c052526-af94-45b2-bb84-8717b4ffeced tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Usage tracker for resource:security_group_rule and tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:06.981190 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1c052526-af94-45b2-bb84-8717b4ffeced tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:06.984475 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-187ce7f4-8845-471d-ba9c-1b158409527d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:06.997005 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1c052526-af94-45b2-bb84-8717b4ffeced tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:07.052743 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-15293dbb-3752-4317-a7c4-74e6e87a2e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:07.100578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c052526-af94-45b2-bb84-8717b4ffeced tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:07.110747 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-187ce7f4-8845-471d-ba9c-1b158409527d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:07.121673 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-15293dbb-3752-4317-a7c4-74e6e87a2e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:07.147152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ce7f4-8845-471d-ba9c-1b158409527d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b85c10d-dabf-4d8b-9f58-42a52c6c6f1d,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:07.217665 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c052526-af94-45b2-bb84-8717b4ffeced tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:07.229644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-187ce7f4-8845-471d-ba9c-1b158409527d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:07.230865 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-187ce7f4-8845-471d-ba9c-1b158409527d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-groups/2b85c10d-dabf-4d8b-9f58-42a52c6c6f1d HTTP/1.1" status: 204 len: 168 time: 0.3655195 Dec 21 22:24:07.235102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37050) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:07.317264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c052526-af94-45b2-bb84-8717b4ffeced tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:07.318531 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 94d5ce4b-7ea9-46f8-9263-12e3218437f1 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:24:07.353716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:24:07.370931 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ca518c-4b8f-427e-ac3a-9a8d8316457d None None] Sync routers for ids ['c7514405-6579-4660-b9af-e951655af9f2'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:24:07.372527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-15293dbb-3752-4317-a7c4-74e6e87a2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:07.403127 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15293dbb-3752-4317-a7c4-74e6e87a2e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2213cc96-d0a0-4970-a8ed-e9c5d4d27dd9,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:07.411402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ca518c-4b8f-427e-ac3a-9a8d8316457d None None] Routers {'c7514405-6579-4660-b9af-e951655af9f2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:24:07.412203 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d6ca518c-4b8f-427e-ac3a-9a8d8316457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:24:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c7514405-6579-4660-b9af-e951655af9f2'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:07.415316 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-15293dbb-3752-4317-a7c4-74e6e87a2e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:07.418878 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-15293dbb-3752-4317-a7c4-74e6e87a2e76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2213cc96-d0a0-4970-a8ed-e9c5d4d27dd9 HTTP/1.1" status: 204 len: 168 time: 0.8102763 Dec 21 22:24:07.460904 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c052526-af94-45b2-bb84-8717b4ffeced tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7da8094-1fcb-4bad-9149-ffbe5c1a3d4f,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:07.487411 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c052526-af94-45b2-bb84-8717b4ffeced tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:07.492364 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1c052526-af94-45b2-bb84-8717b4ffeced tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5498369 Dec 21 22:24:07.492519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37056) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:07.507746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-aca80d88-f913-4faa-b8a9-a358e7b8db35 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Request body: {'security_group_rule': {'security_group_id': '908ba60d-30ea-43d6-8c02-9249e70b8160', 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:07.516510 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ca61ee33-a2b9-4be1-b431-5a0b6d349403 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:07.516740 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-aca80d88-f913-4faa-b8a9-a358e7b8db35 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:07.518032 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 94d5ce4b-7ea9-46f8-9263-12e3218437f1 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:07.518405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:07.520911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-aca80d88-f913-4faa-b8a9-a358e7b8db35 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Usage tracker for resource:security_group_rule and tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:07.525278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-aca80d88-f913-4faa-b8a9-a358e7b8db35 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:07.531919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-aca80d88-f913-4faa-b8a9-a358e7b8db35 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:07.541947 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83294b-5968-487e-ba0e-931239e5e167 req-71376cf2-b044-4438-8cc5-fc0a1945756f tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:07.543197 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ac83294b-5968-487e-ba0e-931239e5e167 req-71376cf2-b044-4438-8cc5-fc0a1945756f tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.1695495 Dec 21 22:24:07.543324 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:07.602460 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ac83294b-5968-487e-ba0e-931239e5e167 req-c72c3e42-8277-4a55-aa08-93531a930804 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509524 Dec 21 22:24:07.608177 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-aca80d88-f913-4faa-b8a9-a358e7b8db35 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Project b8d8b5b9fdb0458fb8e74e87d7d41d6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:24:07.614849 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:07.625925 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f275c479-fa1d-4831-9aa3-6a5dd87e90ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3683207 Dec 21 22:24:07.625925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7992743e-8f83-4b40-af77-6ed66164e77e', 'tag': 'b0485a27-d640-486a-8ce8-c3cbe5240658'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:24:07.628089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aca80d88-f913-4faa-b8a9-a358e7b8db35 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:07.631146 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37060) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:07.710804 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-d6ca518c-4b8f-427e-ac3a-9a8d8316457d None None] Set router c7514405-6579-4660-b9af-e951655af9f2 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:24:07.762810 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7992743e-8f83-4b40-af77-6ed66164e77e', 'tag': 'b0485a27-d640-486a-8ce8-c3cbe5240658', 'status': 'completed', 'code': 200} Dec 21 22:24:07.782905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ca61ee33-a2b9-4be1-b431-5a0b6d349403 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:07.791090 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ca61ee33-a2b9-4be1-b431-5a0b6d349403 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5525250 Dec 21 22:24:07.802902 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37068) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:07.862460 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-48920853-3551-45f3-b012-1003a8e92b5f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/aecf713c-dca6-45f7-9586-421ed2d1a449 HTTP/1.1" status: 200 len: 991 time: 0.2279902 Dec 21 22:24:07.881662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:08.034761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aca80d88-f913-4faa-b8a9-a358e7b8db35 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:08.065959 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-865b49be-3cbc-460d-a9b9-d6a6ac65d346 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:08.163030 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d6ca518c-4b8f-427e-ac3a-9a8d8316457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:23:28Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'aecf713c-dca6-45f7-9586-421ed2d1a449', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.30', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'port_id': 'b0485a27-d640-486a-8ce8-c3cbe5240658', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'mac_address': 'fa:16:3e:a5:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992743e-8f83-4b40-af77-6ed66164e77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:03Z', 'updated_at': '2021-12-21T22:24:03Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab13d41-b64e-4e96-bb4f-6338625c1870', 'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:61:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:27Z', 'updated_at': '2021-12-21T22:23:37Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:08.165967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aca80d88-f913-4faa-b8a9-a358e7b8db35 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:08.167380 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ca518c-4b8f-427e-ac3a-9a8d8316457d None None] Checking router: c7514405-6579-4660-b9af-e951655af9f2 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:24:08.169985 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-55ecafea-5503-4409-a0ef-e83ca4d70f7b req-1d4faf67-f1ba-4e8d-b6ba-a891f716b211 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 1099 time: 0.4014044 Dec 21 22:24:08.178784 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ca518c-4b8f-427e-ac3a-9a8d8316457d None None] Routers {'c7514405-6579-4660-b9af-e951655af9f2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:24:08.179520 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d6ca518c-4b8f-427e-ac3a-9a8d8316457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:24:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c7514405-6579-4660-b9af-e951655af9f2'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:08.188809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f5b6f-9db8-4d52-b4cf-3cbd66be9409 req-4383c1f2-8f36-4990-83ae-1b25a73e510e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:08.192027 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b62f5b6f-9db8-4d52-b4cf-3cbd66be9409 req-4383c1f2-8f36-4990-83ae-1b25a73e510e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.3873262 Dec 21 22:24:08.248798 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-865b49be-3cbc-460d-a9b9-d6a6ac65d346 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:08.302856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca80d88-f913-4faa-b8a9-a358e7b8db35 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87022a2f-a27d-4143-bdc3-863887fbd945,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:08.377923 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-d6ca518c-4b8f-427e-ac3a-9a8d8316457d None None] Set router c7514405-6579-4660-b9af-e951655af9f2 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:24:08.386610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aca80d88-f913-4faa-b8a9-a358e7b8db35 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:08.387778 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-aca80d88-f913-4faa-b8a9-a358e7b8db35 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8941312 Dec 21 22:24:08.390105 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b62f5b6f-9db8-4d52-b4cf-3cbd66be9409 req-f9627f98-c744-48a1-8d12-27f59efd82b8 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841333 Dec 21 22:24:08.393463 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37082) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:08.400768 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ee46bc83-d9b3-4128-ade3-d3f8817f9813 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Request body: {'security_group_rule': {'security_group_id': '908ba60d-30ea-43d6-8c02-9249e70b8160', 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:08.408463 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ee46bc83-d9b3-4128-ade3-d3f8817f9813 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:08.412522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ee46bc83-d9b3-4128-ade3-d3f8817f9813 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Usage tracker for resource:security_group_rule and tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:08.416721 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ee46bc83-d9b3-4128-ade3-d3f8817f9813 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:08.426679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ee46bc83-d9b3-4128-ade3-d3f8817f9813 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:08.502867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:08.524535 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-ee46bc83-d9b3-4128-ade3-d3f8817f9813 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Project b8d8b5b9fdb0458fb8e74e87d7d41d6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:24:08.527057 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecafea-5503-4409-a0ef-e83ca4d70f7b req-7a3418db-a07e-4521-a307-7652bbcf8343 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:08.527057 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-55ecafea-5503-4409-a0ef-e83ca4d70f7b req-7a3418db-a07e-4521-a307-7652bbcf8343 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3cb3cf99-9847-4235-815f-6f4bcbab9c77 HTTP/1.1" status: 200 len: 898 time: 0.3313000 Dec 21 22:24:08.533498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ee46bc83-d9b3-4128-ade3-d3f8817f9813 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:08.623061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:08.638292 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ee46bc83-d9b3-4128-ade3-d3f8817f9813 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:08.659299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-865b49be-3cbc-460d-a9b9-d6a6ac65d346 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:08.723327 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b49be-3cbc-460d-a9b9-d6a6ac65d346 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d13767-f1c3-4124-b77e-862b6bdd70c6,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:08.740226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ee46bc83-d9b3-4128-ade3-d3f8817f9813 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:08.764875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46bc83-d9b3-4128-ade3-d3f8817f9813 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7123dbe8-b68a-4b4b-88e8-9619fab4c88c,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:08.810601 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d6ca518c-4b8f-427e-ac3a-9a8d8316457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:23:28Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'aecf713c-dca6-45f7-9586-421ed2d1a449', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.30', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'port_id': 'b0485a27-d640-486a-8ce8-c3cbe5240658', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'mac_address': 'fa:16:3e:a5:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992743e-8f83-4b40-af77-6ed66164e77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:03Z', 'updated_at': '2021-12-21T22:24:03Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab13d41-b64e-4e96-bb4f-6338625c1870', 'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:61:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:27Z', 'updated_at': '2021-12-21T22:23:37Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:08.815050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ca518c-4b8f-427e-ac3a-9a8d8316457d None None] The sync data for ids ['c7514405-6579-4660-b9af-e951655af9f2'] in dv-neutron-822520-1-hyperv is: [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:23:28Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'aecf713c-dca6-45f7-9586-421ed2d1a449', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.30', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'port_id': 'b0485a27-d640-486a-8ce8-c3cbe5240658', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'mac_address': 'fa:16:3e:a5:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992743e-8f83-4b40-af77-6ed66164e77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:03Z', 'updated_at': '2021-12-21T22:24:03Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab13d41-b64e-4e96-bb4f-6338625c1870', 'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:61:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:27Z', 'updated_at': '2021-12-21T22:23:37Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:24:08.860934 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ee46bc83-d9b3-4128-ade3-d3f8817f9813 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:08.869125 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ee46bc83-d9b3-4128-ade3-d3f8817f9813 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4744966 Dec 21 22:24:08.870788 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37096) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:08.948057 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-865b49be-3cbc-460d-a9b9-d6a6ac65d346 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:08.959526 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-865b49be-3cbc-460d-a9b9-d6a6ac65d346 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-groups/60d13767-f1c3-4124-b77e-862b6bdd70c6 HTTP/1.1" status: 204 len: 168 time: 1.1110308 Dec 21 22:24:08.962861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event updated for resources: {'Port': ['ID=b6b35541-4afa-4bea-9758-f664c572c4ce,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:08.974870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37106) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:09.015420 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37116) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:09.041905 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-55ecafea-5503-4409-a0ef-e83ca4d70f7b req-8ab8d99f-bbe1-41ed-9430-590e656717b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0485a27-d640-486a-8ce8-c3cbe5240658 HTTP/1.1" status: 200 len: 999 time: 0.5064547 Dec 21 22:24:09.063393 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-46f5e2e1-672c-4c5f-9d80-4c3b0b1bfed8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/aecf713c-dca6-45f7-9586-421ed2d1a449 HTTP/1.1" status: 200 len: 991 time: 0.1908107 Dec 21 22:24:09.160579 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:09.171597 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ade22912-0e3f-402c-97ea-01d9dac8f2b2 tempest-SubnetPoolsTestJSON-1798154143 tempest-SubnetPoolsTestJSON-1798154143-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-54953585', 'prefixes': ['172.20.0.0/16']}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:09.177701 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ade22912-0e3f-402c-97ea-01d9dac8f2b2 tempest-SubnetPoolsTestJSON-1798154143 tempest-SubnetPoolsTestJSON-1798154143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:09.286933 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecafea-5503-4409-a0ef-e83ca4d70f7b req-8e9ef61e-f057-4b26-abca-176fcfb70f02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:09.288443 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-55ecafea-5503-4409-a0ef-e83ca4d70f7b req-8e9ef61e-f057-4b26-abca-176fcfb70f02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e9a20d78-f3c2-467f-bd33-e4bfac93faf3 HTTP/1.1" status: 200 len: 835 time: 0.1877863 Dec 21 22:24:09.292901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e19d64be-1e37-48ec-b141-a1c2136aa72f tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:09.381343 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4669c6-1521-4217-b357-2c4cefd8d5a6 req-f3eeefe2-7f0c-4b71-9c7b-aad39886aca7 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:09.383622 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7f4669c6-1521-4217-b357-2c4cefd8d5a6 req-f3eeefe2-7f0c-4b71-9c7b-aad39886aca7 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.3456004 Dec 21 22:24:09.460682 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ade22912-0e3f-402c-97ea-01d9dac8f2b2 tempest-SubnetPoolsTestJSON-1798154143 tempest-SubnetPoolsTestJSON-1798154143-project] Notify callbacks [] for subnetpool, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:09.461926 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ade22912-0e3f-402c-97ea-01d9dac8f2b2 tempest-SubnetPoolsTestJSON-1798154143 tempest-SubnetPoolsTestJSON-1798154143-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.4456644 Dec 21 22:24:09.464695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37132) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:09.468576 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e19d64be-1e37-48ec-b141-a1c2136aa72f tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:09.469765 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e19d64be-1e37-48ec-b141-a1c2136aa72f tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4938972 Dec 21 22:24:09.479134 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37136) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:09.495987 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4a099f5d-ef2b-4a90-8f90-9e5a4f5de209 tempest-SubnetPoolsTestJSON-1798154143 tempest-SubnetPoolsTestJSON-1798154143-project] 10.222.0.37 "GET /v2.0/subnetpools/b744a04e-d233-4a14-ab20-22a48f5461cc HTTP/1.1" status: 200 len: 730 time: 0.0300043 Dec 21 22:24:09.497735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-671d41cd-e045-49c8-a7ae-81c9268cc76d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855508162'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:09.499743 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37140) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:09.505358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-070ac9f7-ed48-4f52-97c3-0d75d3425ecd tempest-SubnetPoolsTestJSON-1798154143 tempest-SubnetPoolsTestJSON-1798154143-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1008163419'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:09.507728 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-671d41cd-e045-49c8-a7ae-81c9268cc76d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:09.518361 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-55ecafea-5503-4409-a0ef-e83ca4d70f7b req-ff47235b-2cdc-4a8e-bc61-dfbfa29ceea7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3cb3cf99-9847-4235-815f-6f4bcbab9c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2227011 Dec 21 22:24:09.530670 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-671d41cd-e045-49c8-a7ae-81c9268cc76d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:09.583745 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7f4669c6-1521-4217-b357-2c4cefd8d5a6 req-4e7b1544-dae1-4fc6-814d-6120dc73a967 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930487 Dec 21 22:24:09.674437 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-070ac9f7-ed48-4f52-97c3-0d75d3425ecd tempest-SubnetPoolsTestJSON-1798154143 tempest-SubnetPoolsTestJSON-1798154143-project] Notify callbacks [] for subnetpool, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:09.675632 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-070ac9f7-ed48-4f52-97c3-0d75d3425ecd tempest-SubnetPoolsTestJSON-1798154143 tempest-SubnetPoolsTestJSON-1798154143-project] 10.222.0.37 "PUT /v2.0/subnetpools/b744a04e-d233-4a14-ab20-22a48f5461cc HTTP/1.1" status: 200 len: 684 time: 0.1747470 Dec 21 22:24:09.678395 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37144) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:09.698208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-671d41cd-e045-49c8-a7ae-81c9268cc76d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:09.715636 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-55ecafea-5503-4409-a0ef-e83ca4d70f7b req-96230da9-4c2a-4bbe-915b-eee40e3d5f7a service neutron] 10.222.0.49 "GET /v2.0/networks/3cb3cf99-9847-4235-815f-6f4bcbab9c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873310 Dec 21 22:24:09.749359 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Floating IP 2fc7ae68-3a6a-4295-a8ce-2c15a5acd24d associated. External IP: 172.26.3.12, port: 937f4179-3582-4a28-9fe5-7ad64e32f8aa. Dec 21 22:24:09.833676 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a0823b3a-61a6-4ea3-aff9-5236771bb2a1 tempest-SubnetPoolsTestJSON-1798154143 tempest-SubnetPoolsTestJSON-1798154143-project] Notify callbacks [] for subnetpool, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:09.838111 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a0823b3a-61a6-4ea3-aff9-5236771bb2a1 tempest-SubnetPoolsTestJSON-1798154143 tempest-SubnetPoolsTestJSON-1798154143-project] 10.222.0.37 "DELETE /v2.0/subnetpools/b744a04e-d233-4a14-ab20-22a48f5461cc HTTP/1.1" status: 204 len: 168 time: 0.1580434 Dec 21 22:24:09.838704 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37150) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:09.859504 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-db9bbf45-0ace-42d3-af7f-abc7036b62eb tempest-SubnetPoolsTestJSON-1798154143 tempest-SubnetPoolsTestJSON-1798154143-project] show failed (client error): The resource could not be found. Dec 21 22:24:09.861523 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-db9bbf45-0ace-42d3-af7f-abc7036b62eb tempest-SubnetPoolsTestJSON-1798154143 tempest-SubnetPoolsTestJSON-1798154143-project] 10.222.0.37 "GET /v2.0/subnetpools/b744a04e-d233-4a14-ab20-22a48f5461cc HTTP/1.1" status: 404 len: 346 time: 0.0209899 Dec 21 22:24:09.868081 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37154) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:09.887165 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-4f90532d-aee9-48a4-82bd-5af3ec7f5e21 tempest-SubnetPoolsTestJSON-1798154143 tempest-SubnetPoolsTestJSON-1798154143-project] delete failed (client error): The resource could not be found. Dec 21 22:24:09.891585 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4f90532d-aee9-48a4-82bd-5af3ec7f5e21 tempest-SubnetPoolsTestJSON-1798154143 tempest-SubnetPoolsTestJSON-1798154143-project] 10.222.0.37 "DELETE /v2.0/subnetpools/b744a04e-d233-4a14-ab20-22a48f5461cc HTTP/1.1" status: 404 len: 346 time: 0.0193141 Dec 21 22:24:09.904325 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-671d41cd-e045-49c8-a7ae-81c9268cc76d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:09.911709 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-671d41cd-e045-49c8-a7ae-81c9268cc76d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:09.916631 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-671d41cd-e045-49c8-a7ae-81c9268cc76d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:09.930749 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-671d41cd-e045-49c8-a7ae-81c9268cc76d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:09.978694 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-55ecafea-5503-4409-a0ef-e83ca4d70f7b req-2f31e41c-4fd5-4042-8652-3f040b407e83 service neutron] 10.222.0.49 "GET /v2.0/networks/3cb3cf99-9847-4235-815f-6f4bcbab9c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535026 Dec 21 22:24:10.066094 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37164) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:10.089086 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-671d41cd-e045-49c8-a7ae-81c9268cc76d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:10.185077 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-77a090ee-fd20-4c1c-8586-37cc658d6fe3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/aecf713c-dca6-45f7-9586-421ed2d1a449 HTTP/1.1" status: 200 len: 991 time: 0.1164880 Dec 21 22:24:10.201279 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-671d41cd-e045-49c8-a7ae-81c9268cc76d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:10.256370 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d41cd-e045-49c8-a7ae-81c9268cc76d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919dc568-f7d2-4c1d-ad65-a63c1e605232,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:10.369230 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-671d41cd-e045-49c8-a7ae-81c9268cc76d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:10.372945 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-671d41cd-e045-49c8-a7ae-81c9268cc76d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8890166 Dec 21 22:24:10.374007 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37170) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:10.379899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-50146236-6200-4b77-a376-72293b7840d5 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group_rule': {'security_group_id': '919dc568-f7d2-4c1d-ad65-a63c1e605232', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:10.390395 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-50146236-6200-4b77-a376-72293b7840d5 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:10.395716 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-50146236-6200-4b77-a376-72293b7840d5 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:10.400565 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-50146236-6200-4b77-a376-72293b7840d5 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:10.409777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-50146236-6200-4b77-a376-72293b7840d5 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:10.410362 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Router 26c4a540-210d-44f2-95f3-6f22b53a1edb has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:24:10.508023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50146236-6200-4b77-a376-72293b7840d5 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:10.573481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37178) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:10.600713 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50146236-6200-4b77-a376-72293b7840d5 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:10.648505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:24:10.652665 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e750be5-586a-47cb-a6d5-3a3be6cde63f None None] Sync routers for ids ['26c4a540-210d-44f2-95f3-6f22b53a1edb'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:24:10.670912 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e750be5-586a-47cb-a6d5-3a3be6cde63f None None] Routers {'26c4a540-210d-44f2-95f3-6f22b53a1edb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:24:10.678274 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-0e750be5-586a-47cb-a6d5-3a3be6cde63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:24:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['26c4a540-210d-44f2-95f3-6f22b53a1edb'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:10.740978 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50146236-6200-4b77-a376-72293b7840d5 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:10.754669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e42ac2ee-6400-4c2b-a6b7-7347e65cc647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:10.778685 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50146236-6200-4b77-a376-72293b7840d5 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56a788c-59ea-41df-beb7-d7d70dc2722b,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:10.780430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:10.884160 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-0e750be5-586a-47cb-a6d5-3a3be6cde63f None None] Set router 26c4a540-210d-44f2-95f3-6f22b53a1edb gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:24:10.890125 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e42ac2ee-6400-4c2b-a6b7-7347e65cc647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:10.897263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e42ac2ee-6400-4c2b-a6b7-7347e65cc647 admin admin] Usage tracker for resource:security_group_rule and tenant:8f76b0d533f04d7abae9b418840829b8 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:10.901312 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e42ac2ee-6400-4c2b-a6b7-7347e65cc647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:10.909078 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e42ac2ee-6400-4c2b-a6b7-7347e65cc647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:10.965592 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e03c18-1cfb-4062-83fe-3a3ed13d52d3 req-b3e9d185-6cbb-473a-a0f4-95c789296cd0 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:10.974441 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e2e03c18-1cfb-4062-83fe-3a3ed13d52d3 req-b3e9d185-6cbb-473a-a0f4-95c789296cd0 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.1829596 Dec 21 22:24:10.993787 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6b54518d-93a1-48f5-aaef-2c80d5886677 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.0868995 Dec 21 22:24:11.003454 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a42b54f-6195-42e9-b774-931c19bc291a', 'tag': '937f4179-3582-4a28-9fe5-7ad64e32f8aa'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:24:11.024828 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50146236-6200-4b77-a376-72293b7840d5 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:11.026620 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-50146236-6200-4b77-a376-72293b7840d5 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.6512208 Dec 21 22:24:11.029791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37208) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:11.092446 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f9585ab3-1850-4096-8861-d5e58ea4284b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:11.110431 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e2e03c18-1cfb-4062-83fe-3a3ed13d52d3 req-f92eb912-87cd-4a8a-b5fa-7d497821c5c0 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345115 Dec 21 22:24:11.118443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f9585ab3-1850-4096-8861-d5e58ea4284b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:11.187920 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37214) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:11.212625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e42ac2ee-6400-4c2b-a6b7-7347e65cc647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:11.296893 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-0e750be5-586a-47cb-a6d5-3a3be6cde63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912119836', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:09Z', 'updated_at': '2021-12-21T22:21:21Z', 'revision_number': 4, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'gw_port': {'id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:11Z', 'updated_at': '2021-12-21T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '2fc7ae68-3a6a-4295-a8ce-2c15a5acd24d', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'floating_ip_address': '172.26.3.12', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'port_id': '937f4179-3582-4a28-9fe5-7ad64e32f8aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d', 'mac_address': 'fa:16:3e:c9:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42b54f-6195-42e9-b774-931c19bc291a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:07Z', 'updated_at': '2021-12-21T22:24:07Z', 'revision_number': 0, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57', 'name': '', 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'mac_address': 'fa:16:3e:02:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:20Z', 'updated_at': '2021-12-21T22:21:31Z', 'revision_number': 5, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'subnets': [{'id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:11.302101 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e750be5-586a-47cb-a6d5-3a3be6cde63f None None] Checking router: 26c4a540-210d-44f2-95f3-6f22b53a1edb for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:24:11.329524 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e750be5-586a-47cb-a6d5-3a3be6cde63f None None] Routers {'26c4a540-210d-44f2-95f3-6f22b53a1edb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:24:11.330279 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-0e750be5-586a-47cb-a6d5-3a3be6cde63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:24:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['26c4a540-210d-44f2-95f3-6f22b53a1edb'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:11.340163 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a42b54f-6195-42e9-b774-931c19bc291a', 'tag': '937f4179-3582-4a28-9fe5-7ad64e32f8aa', 'status': 'completed', 'code': 200} Dec 21 22:24:11.363233 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e42ac2ee-6400-4c2b-a6b7-7347e65cc647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:11.405918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f9585ab3-1850-4096-8861-d5e58ea4284b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:11.421194 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-48ac5e1f-f405-43b2-8b42-d1ad46d9c10a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/aecf713c-dca6-45f7-9586-421ed2d1a449 HTTP/1.1" status: 200 len: 991 time: 0.1773920 Dec 21 22:24:11.427506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ac2ee-6400-4c2b-a6b7-7347e65cc647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e390a1b-7b13-4365-9791-9060f73506d0,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:11.453603 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e42ac2ee-6400-4c2b-a6b7-7347e65cc647 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f76b0d533f04d7abae9b418840829b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8594294 Dec 21 22:24:11.454698 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9585ab3-1850-4096-8861-d5e58ea4284b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a56a788c-59ea-41df-beb7-d7d70dc2722b,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:11.456836 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f9585ab3-1850-4096-8861-d5e58ea4284b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:11.457434 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f9585ab3-1850-4096-8861-d5e58ea4284b tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/a56a788c-59ea-41df-beb7-d7d70dc2722b HTTP/1.1" status: 204 len: 168 time: 0.4265027 Dec 21 22:24:11.458724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37218) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:11.460815 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37220) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:11.533558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98ccd9-9216-4134-a18d-6f33b06b5d92 req-1983d04f-b8b9-4514-8f54-ecc2e0e60324 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:11.535171 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ab98ccd9-9216-4134-a18d-6f33b06b5d92 req-1983d04f-b8b9-4514-8f54-ecc2e0e60324 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.3494160 Dec 21 22:24:11.552952 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e8dda5e-21de-4b88-ac33-dfd11a2e71cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:11.563385 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-81f4c038-4e89-416d-b326-8221ae3a40f4 req-f54a9307-4cf1-4cdc-855c-b129416c105e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3800041c9b4436f8736fa33ea244f0f&device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 1098 time: 0.2161958 Dec 21 22:24:11.568744 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d0482942-6e0a-45ad-a081-6bfa8efa5288 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:11.584827 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e8dda5e-21de-4b88-ac33-dfd11a2e71cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:11.636920 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-0e750be5-586a-47cb-a6d5-3a3be6cde63f None None] Set router 26c4a540-210d-44f2-95f3-6f22b53a1edb gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:24:11.702968 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ab98ccd9-9216-4134-a18d-6f33b06b5d92 req-89993fc6-fabc-4dba-8f20-496c6a1ff1f8 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584885 Dec 21 22:24:11.739857 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37226) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:11.749389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d0482942-6e0a-45ad-a081-6bfa8efa5288 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:11.753674 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d0482942-6e0a-45ad-a081-6bfa8efa5288 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2892721 Dec 21 22:24:11.755238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37230) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:11.769006 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4c038-4e89-416d-b326-8221ae3a40f4 req-5abc96ee-d5b4-44ae-a30c-23599c2474a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:11.770989 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-81f4c038-4e89-416d-b326-8221ae3a40f4 req-5abc96ee-d5b4-44ae-a30c-23599c2474a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e88c62ea-21bd-43c6-90da-18fcca35867d HTTP/1.1" status: 200 len: 898 time: 0.1986990 Dec 21 22:24:11.874537 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-93c5953b-c96a-4c0f-95f9-abc51aab6b25 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/floatingips/2fc7ae68-3a6a-4295-a8ce-2c15a5acd24d HTTP/1.1" status: 200 len: 990 time: 0.1322198 Dec 21 22:24:11.911578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e8dda5e-21de-4b88-ac33-dfd11a2e71cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:11.927517 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dda5e-21de-4b88-ac33-dfd11a2e71cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e390a1b-7b13-4365-9791-9060f73506d0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:11.934381 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-81f4c038-4e89-416d-b326-8221ae3a40f4 req-da8fb324-ecc6-446b-8846-514b15cc3d8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=937f4179-3582-4a28-9fe5-7ad64e32f8aa HTTP/1.1" status: 200 len: 998 time: 0.1426880 Dec 21 22:24:11.935042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e8dda5e-21de-4b88-ac33-dfd11a2e71cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:11.936265 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1e8dda5e-21de-4b88-ac33-dfd11a2e71cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e390a1b-7b13-4365-9791-9060f73506d0 HTTP/1.1" status: 204 len: 168 time: 0.4759901 Dec 21 22:24:11.939740 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-27197acc-5207-4b58-b22a-f1f512f51773 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:12.012476 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-27197acc-5207-4b58-b22a-f1f512f51773 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:12.047183 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4c038-4e89-416d-b326-8221ae3a40f4 req-7f9db5b8-9320-4564-86f1-94bb2abc888b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:12.048908 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-81f4c038-4e89-416d-b326-8221ae3a40f4 req-7f9db5b8-9320-4564-86f1-94bb2abc888b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ab97ac37-c690-411a-8563-68eaaf64f114 HTTP/1.1" status: 200 len: 834 time: 0.0988584 Dec 21 22:24:12.110258 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-0e750be5-586a-47cb-a6d5-3a3be6cde63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912119836', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:09Z', 'updated_at': '2021-12-21T22:21:21Z', 'revision_number': 4, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'gw_port': {'id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:11Z', 'updated_at': '2021-12-21T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '2fc7ae68-3a6a-4295-a8ce-2c15a5acd24d', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'floating_ip_address': '172.26.3.12', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'port_id': '937f4179-3582-4a28-9fe5-7ad64e32f8aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d', 'mac_address': 'fa:16:3e:c9:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42b54f-6195-42e9-b774-931c19bc291a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:07Z', 'updated_at': '2021-12-21T22:24:07Z', 'revision_number': 0, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57', 'name': '', 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'mac_address': 'fa:16:3e:02:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:20Z', 'updated_at': '2021-12-21T22:21:31Z', 'revision_number': 5, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'subnets': [{'id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:12.137257 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-81f4c038-4e89-416d-b326-8221ae3a40f4 req-493dce1c-0b03-4f8b-afda-004482d30a16 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e88c62ea-21bd-43c6-90da-18fcca35867d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799258 Dec 21 22:24:12.172604 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e750be5-586a-47cb-a6d5-3a3be6cde63f None None] The sync data for ids ['26c4a540-210d-44f2-95f3-6f22b53a1edb'] in dv-neutron-822520-1-hyperv is: [{'id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912119836', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:09Z', 'updated_at': '2021-12-21T22:21:21Z', 'revision_number': 4, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'gw_port': {'id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:11Z', 'updated_at': '2021-12-21T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '2fc7ae68-3a6a-4295-a8ce-2c15a5acd24d', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'floating_ip_address': '172.26.3.12', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'port_id': '937f4179-3582-4a28-9fe5-7ad64e32f8aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d', 'mac_address': 'fa:16:3e:c9:90:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a42b54f-6195-42e9-b774-931c19bc291a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:07Z', 'updated_at': '2021-12-21T22:24:07Z', 'revision_number': 0, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57', 'name': '', 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'mac_address': 'fa:16:3e:02:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:20Z', 'updated_at': '2021-12-21T22:21:31Z', 'revision_number': 5, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'subnets': [{'id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:24:12.183223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-27197acc-5207-4b58-b22a-f1f512f51773 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:12.224588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27197acc-5207-4b58-b22a-f1f512f51773 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=919dc568-f7d2-4c1d-ad65-a63c1e605232,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:12.429637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37242) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:12.479452 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d838155-053d-49ec-991c-48b78e53ec33 req-45bfb660-a96b-4655-af64-f686dc56152a tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:12.487499 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7d838155-053d-49ec-991c-48b78e53ec33 req-45bfb660-a96b-4655-af64-f686dc56152a tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.1574352 Dec 21 22:24:12.526779 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-81f4c038-4e89-416d-b326-8221ae3a40f4 req-d4b8e0e5-bb03-464e-a782-b7737763efd8 service neutron] 10.222.0.49 "GET /v2.0/networks/e88c62ea-21bd-43c6-90da-18fcca35867d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796232 Dec 21 22:24:12.541698 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7d838155-053d-49ec-991c-48b78e53ec33 req-efdceb3e-3e77-40b7-88a2-377dd4ccbaab tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532384 Dec 21 22:24:12.600028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-27197acc-5207-4b58-b22a-f1f512f51773 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:12.602272 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-27197acc-5207-4b58-b22a-f1f512f51773 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-groups/919dc568-f7d2-4c1d-ad65-a63c1e605232 HTTP/1.1" status: 204 len: 168 time: 0.8459468 Dec 21 22:24:12.605699 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37252) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:12.676824 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-93df53db-7b0e-4225-83ff-bdc95ec03014 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0656240 Dec 21 22:24:12.676824 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37256) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:12.682466 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2781e119-0bb6-4fb7-9cb5-7ad794d915e2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/aecf713c-dca6-45f7-9586-421ed2d1a449 HTTP/1.1" status: 200 len: 991 time: 0.2537620 Dec 21 22:24:12.683609 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1e98131a-4ecb-4ada-8768-d187a806cecf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1837455656'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:12.689311 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1e98131a-4ecb-4ada-8768-d187a806cecf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:12.693655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1e98131a-4ecb-4ada-8768-d187a806cecf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:12.697243 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1e98131a-4ecb-4ada-8768-d187a806cecf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:12.703003 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1e98131a-4ecb-4ada-8768-d187a806cecf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:12.717452 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-81f4c038-4e89-416d-b326-8221ae3a40f4 req-88abefa8-982d-4bbf-89ae-4278a6f688a9 service neutron] 10.222.0.49 "GET /v2.0/networks/e88c62ea-21bd-43c6-90da-18fcca35867d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825166 Dec 21 22:24:12.803456 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e98131a-4ecb-4ada-8768-d187a806cecf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:12.846105 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1e98131a-4ecb-4ada-8768-d187a806cecf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:12.850279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1e98131a-4ecb-4ada-8768-d187a806cecf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:12.853799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1e98131a-4ecb-4ada-8768-d187a806cecf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:12.859589 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1e98131a-4ecb-4ada-8768-d187a806cecf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:12.877013 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37262) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:13.005170 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e3403ea0-c210-4b96-a4d8-41c6cc0bd5b3 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/floatingips/2fc7ae68-3a6a-4295-a8ce-2c15a5acd24d HTTP/1.1" status: 200 len: 990 time: 0.1267061 Dec 21 22:24:13.019465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e98131a-4ecb-4ada-8768-d187a806cecf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:13.104912 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e98131a-4ecb-4ada-8768-d187a806cecf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:13.151734 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98131a-4ecb-4ada-8768-d187a806cecf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6394e28a-fb25-420a-a338-53c047c22014,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:13.235447 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1e98131a-4ecb-4ada-8768-d187a806cecf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:13.236785 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1e98131a-4ecb-4ada-8768-d187a806cecf tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5589564 Dec 21 22:24:13.239458 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37270) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:13.244911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a5089ec6-e29f-4e19-ac39-ab55d2818ecd tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group_rule': {'security_group_id': '6394e28a-fb25-420a-a338-53c047c22014', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:13.250999 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a5089ec6-e29f-4e19-ac39-ab55d2818ecd tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:13.259308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a5089ec6-e29f-4e19-ac39-ab55d2818ecd tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:13.263308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a5089ec6-e29f-4e19-ac39-ab55d2818ecd tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:13.269362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a5089ec6-e29f-4e19-ac39-ab55d2818ecd tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:13.473752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a5089ec6-e29f-4e19-ac39-ab55d2818ecd tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:13.600451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a5089ec6-e29f-4e19-ac39-ab55d2818ecd tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:13.652315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37280) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:13.658047 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028169 Dec 21 22:24:13.659062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37282) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:13.668077 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a5089ec6-e29f-4e19-ac39-ab55d2818ecd tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:13.689596 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37288) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:13.755160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5089ec6-e29f-4e19-ac39-ab55d2818ecd tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff786e9-849d-423b-92a4-f73f9e688bb7,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:13.781522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b469838-d5b1-4490-aed6-b5f54c3c55ed req-d74607a7-7015-476a-8c1f-ca634f0309d0 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:13.783076 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5b469838-d5b1-4490-aed6-b5f54c3c55ed req-d74607a7-7015-476a-8c1f-ca634f0309d0 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.0997779 Dec 21 22:24:13.826758 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-25b04c5b-5077-4abd-9cd4-2854a8de7ae8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/aecf713c-dca6-45f7-9586-421ed2d1a449 HTTP/1.1" status: 200 len: 991 time: 0.1340179 Dec 21 22:24:13.838797 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e5560daa-a51e-4491-8157-b32b83a781b1 tempest-NetworksApiDiscovery-648847393 tempest-NetworksApiDiscovery-648847393-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1787591 Dec 21 22:24:13.840701 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5b469838-d5b1-4490-aed6-b5f54c3c55ed req-1fc49327-1f7b-457b-a273-47f6da3e718e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511024 Dec 21 22:24:13.860164 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a5089ec6-e29f-4e19-ac39-ab55d2818ecd tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:13.861252 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a5089ec6-e29f-4e19-ac39-ab55d2818ecd tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6208396 Dec 21 22:24:13.864158 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37294) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:13.892650 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-889c9480-42ca-484a-8f3d-8620ed03c27a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules/7ff786e9-849d-423b-92a4-f73f9e688bb7 HTTP/1.1" status: 200 len: 705 time: 0.0265410 Dec 21 22:24:13.894653 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37298) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:13.957585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b8f219be-1f14-4f3d-b97a-b06617152e0d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:14.009196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37302) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:14.068324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b8f219be-1f14-4f3d-b97a-b06617152e0d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:14.070158 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b8f219be-1f14-4f3d-b97a-b06617152e0d tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1737599 Dec 21 22:24:14.073123 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37306) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:14.109372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-99c51259-384f-425c-9015-bda33e2f2c42 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:14.115275 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8032c891-ff51-4bd6-afd4-d1d07a2f9499 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/floatingips/2fc7ae68-3a6a-4295-a8ce-2c15a5acd24d HTTP/1.1" status: 200 len: 990 time: 0.1049373 Dec 21 22:24:14.121448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-99c51259-384f-425c-9015-bda33e2f2c42 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:14.214829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-99c51259-384f-425c-9015-bda33e2f2c42 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:14.233525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c51259-384f-425c-9015-bda33e2f2c42 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ff786e9-849d-423b-92a4-f73f9e688bb7,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:14.307747 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-99c51259-384f-425c-9015-bda33e2f2c42 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:14.311811 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-99c51259-384f-425c-9015-bda33e2f2c42 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/7ff786e9-849d-423b-92a4-f73f9e688bb7 HTTP/1.1" status: 204 len: 168 time: 0.2373955 Dec 21 22:24:14.312156 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37310) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:14.369460 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ff461ba5-98fa-4b5d-856c-2ec468fc91ae tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0559568 Dec 21 22:24:14.372310 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37316) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:14.377564 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-2dee7189-ec59-429c-b44d-475020c17668 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group_rule': {'security_group_id': '6394e28a-fb25-420a-a338-53c047c22014', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:14.384562 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2dee7189-ec59-429c-b44d-475020c17668 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:14.389119 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2dee7189-ec59-429c-b44d-475020c17668 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:14.391966 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2dee7189-ec59-429c-b44d-475020c17668 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:14.399540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2dee7189-ec59-429c-b44d-475020c17668 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:14.436123 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37320) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:14.596244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7c5e5d5d-fd5b-4d05-9582-97b96849ed1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:14.609141 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2dee7189-ec59-429c-b44d-475020c17668 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:14.653317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7c5e5d5d-fd5b-4d05-9582-97b96849ed1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:14.665675 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7c5e5d5d-fd5b-4d05-9582-97b96849ed1e admin admin] Usage tracker for resource:security_group_rule and tenant:e93b042ef1e541358b4e9a0704ecff08 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:14.666327 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7c5e5d5d-fd5b-4d05-9582-97b96849ed1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:14.675983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7c5e5d5d-fd5b-4d05-9582-97b96849ed1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:14.708803 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2dee7189-ec59-429c-b44d-475020c17668 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:14.753447 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2dee7189-ec59-429c-b44d-475020c17668 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:14.773420 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7c5e5d5d-fd5b-4d05-9582-97b96849ed1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:14.785133 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee7189-ec59-429c-b44d-475020c17668 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deca89df-ecef-4109-9837-386db5bbe7b0,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:14.829189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37328) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:14.892648 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7c5e5d5d-fd5b-4d05-9582-97b96849ed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:14.914306 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2dee7189-ec59-429c-b44d-475020c17668 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:14.915467 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2dee7189-ec59-429c-b44d-475020c17668 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5422688 Dec 21 22:24:14.918401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37334) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:14.951473 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ff3e29e6-8557-4a74-8f31-d59de6582b22 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules/deca89df-ecef-4109-9837-386db5bbe7b0 HTTP/1.1" status: 200 len: 705 time: 0.0310919 Dec 21 22:24:14.953828 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37338) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:14.986975 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e5d5d-fd5b-4d05-9582-97b96849ed1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607ba7d8-83c6-4fb2-877d-d2c8e5eadab6,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:15.021433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-66ac216c-60b6-493e-acc3-e6a751824d5f tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:15.034875 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2cfc948e-380b-4392-95f5-cd6760415ee4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/aecf713c-dca6-45f7-9586-421ed2d1a449 HTTP/1.1" status: 200 len: 991 time: 0.2045228 Dec 21 22:24:15.043514 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7c5e5d5d-fd5b-4d05-9582-97b96849ed1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e93b042ef1e541358b4e9a0704ecff08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6063540 Dec 21 22:24:15.046150 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37342) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:15.106558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-66ac216c-60b6-493e-acc3-e6a751824d5f tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:15.109981 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-66ac216c-60b6-493e-acc3-e6a751824d5f tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1534498 Dec 21 22:24:15.111275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37346) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:15.123230 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37350) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:15.133914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec89ac-081f-484a-b4a3-9081c7684f50 req-7d0d4c0d-3b8c-4cfb-98ce-e608344bfeb7 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:15.135380 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-eeec89ac-081f-484a-b4a3-9081c7684f50 req-7d0d4c0d-3b8c-4cfb-98ce-e608344bfeb7 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.1494884 Dec 21 22:24:15.148764 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-19ea858f-e399-4798-b487-f3c674b0fcc9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:15.159689 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-19ea858f-e399-4798-b487-f3c674b0fcc9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:15.169288 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:15.229199 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45e3563c-a982-492a-accd-cf5eb35102db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:15.254131 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-19ea858f-e399-4798-b487-f3c674b0fcc9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:15.288677 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea858f-e399-4798-b487-f3c674b0fcc9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=deca89df-ecef-4109-9837-386db5bbe7b0,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:15.293812 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45e3563c-a982-492a-accd-cf5eb35102db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:15.315669 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-21cbf35b-3cbb-4f6a-b999-f514f663f220 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/floatingips/2fc7ae68-3a6a-4295-a8ce-2c15a5acd24d HTTP/1.1" status: 200 len: 990 time: 0.1900868 Dec 21 22:24:15.340450 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-eeec89ac-081f-484a-b4a3-9081c7684f50 req-cd7469e0-5816-400a-9222-f9d17bbffc16 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375692 Dec 21 22:24:15.357910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-19ea858f-e399-4798-b487-f3c674b0fcc9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:15.359785 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-19ea858f-e399-4798-b487-f3c674b0fcc9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/deca89df-ecef-4109-9837-386db5bbe7b0 HTTP/1.1" status: 204 len: 168 time: 0.2458508 Dec 21 22:24:15.362398 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37354) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:15.449281 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45e3563c-a982-492a-accd-cf5eb35102db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:15.465505 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3563c-a982-492a-accd-cf5eb35102db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607ba7d8-83c6-4fb2-877d-d2c8e5eadab6,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:15.472989 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45e3563c-a982-492a-accd-cf5eb35102db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:15.476945 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-45e3563c-a982-492a-accd-cf5eb35102db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/607ba7d8-83c6-4fb2-877d-d2c8e5eadab6 HTTP/1.1" status: 204 len: 168 time: 0.4271035 Dec 21 22:24:15.521092 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e8b97576-e513-4b6b-86ea-ec37fe9190a9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:15.580455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e8b97576-e513-4b6b-86ea-ec37fe9190a9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:15.581862 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e8b97576-e513-4b6b-86ea-ec37fe9190a9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2185667 Dec 21 22:24:15.585018 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37360) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:15.590697 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-56be8a01-0f7f-4e8b-a849-452772574941 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group_rule': {'security_group_id': '6394e28a-fb25-420a-a338-53c047c22014', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:15.596917 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-56be8a01-0f7f-4e8b-a849-452772574941 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:15.608329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-56be8a01-0f7f-4e8b-a849-452772574941 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:15.728913 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-56be8a01-0f7f-4e8b-a849-452772574941 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:15.792425 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-56be8a01-0f7f-4e8b-a849-452772574941 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:15.842920 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-56be8a01-0f7f-4e8b-a849-452772574941 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:15.876213 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be8a01-0f7f-4e8b-a849-452772574941 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f5c881-08b9-4bb7-b0ef-9e85cfd67d50,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:15.940540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-56be8a01-0f7f-4e8b-a849-452772574941 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:15.942142 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-56be8a01-0f7f-4e8b-a849-452772574941 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3560355 Dec 21 22:24:15.945017 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37366) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:15.969952 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a116b77b-973c-49c8-8914-77780d547075 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules/26f5c881-08b9-4bb7-b0ef-9e85cfd67d50 HTTP/1.1" status: 200 len: 706 time: 0.0235071 Dec 21 22:24:15.977224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37370) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:16.035445 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-cee626c2-f357-4934-9ca7-187e37c9a50a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.0546458 Dec 21 22:24:16.035747 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37374) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:16.037947 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37376) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:16.068657 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-899e7699-11b9-4101-a94e-deade07b548a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:16.081338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-899e7699-11b9-4101-a94e-deade07b548a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:16.101528 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10345b11-2185-43de-86c7-a5a4f9cf6394 None None] New status for floating IP aecf713c-dca6-45f7-9586-421ed2d1a449: ACTIVE {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:24:16.147421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-899e7699-11b9-4101-a94e-deade07b548a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:16.193833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e7699-11b9-4101-a94e-deade07b548a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26f5c881-08b9-4bb7-b0ef-9e85cfd67d50,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:16.198908 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e3bdfdde-0058-417e-b58f-374a79869293 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/aecf713c-dca6-45f7-9586-421ed2d1a449 HTTP/1.1" status: 200 len: 991 time: 0.1594748 Dec 21 22:24:16.199762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-899e7699-11b9-4101-a94e-deade07b548a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:16.201776 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-899e7699-11b9-4101-a94e-deade07b548a tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/26f5c881-08b9-4bb7-b0ef-9e85cfd67d50 HTTP/1.1" status: 204 len: 168 time: 0.1651182 Dec 21 22:24:16.204341 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37382) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:16.280849 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2529c783-11fe-48d3-9172-29f02ab849d9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:16.320361 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37386) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:16.387739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2529c783-11fe-48d3-9172-29f02ab849d9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:16.388200 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2529c783-11fe-48d3-9172-29f02ab849d9 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1828101 Dec 21 22:24:16.391104 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37392) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:16.453474 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e84f1dc1-64c6-478b-bbe3-98f275ca62a9 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/floatingips/2fc7ae68-3a6a-4295-a8ce-2c15a5acd24d HTTP/1.1" status: 200 len: 990 time: 0.1317019 Dec 21 22:24:16.484124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-99ddf404-6e0c-4023-a247-c02ad6ca03b6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:16.556887 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-99ddf404-6e0c-4023-a247-c02ad6ca03b6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:16.629085 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c10039-65b6-4167-aa89-1e28d784c749 req-06d9a965-9f91-4530-ba0b-4903b0a6b5fa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:16.630570 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d5c10039-65b6-4167-aa89-1e28d784c749 req-06d9a965-9f91-4530-ba0b-4903b0a6b5fa tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.1312177 Dec 21 22:24:16.685068 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d5c10039-65b6-4167-aa89-1e28d784c749 req-151fd6e2-3f33-45b1-bf4c-b39a57adf64a tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479052 Dec 21 22:24:16.712058 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-99ddf404-6e0c-4023-a247-c02ad6ca03b6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:16.734712 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddf404-6e0c-4023-a247-c02ad6ca03b6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6394e28a-fb25-420a-a338-53c047c22014,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:16.831715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-99ddf404-6e0c-4023-a247-c02ad6ca03b6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:16.835294 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-99ddf404-6e0c-4023-a247-c02ad6ca03b6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-groups/6394e28a-fb25-420a-a338-53c047c22014 HTTP/1.1" status: 204 len: 168 time: 0.4407101 Dec 21 22:24:16.835601 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37398) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:16.900324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-323b57c6-3d04-4708-9a50-eec61ddebb9e tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:17.014323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-323b57c6-3d04-4708-9a50-eec61ddebb9e tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:17.015520 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-323b57c6-3d04-4708-9a50-eec61ddebb9e tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1789122 Dec 21 22:24:17.020006 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37402) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:17.026078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2a17fe63-9326-4011-931b-73d7b810c711 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group': {'name': 'tempest-secgroup--1331241196'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:17.031968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2a17fe63-9326-4011-931b-73d7b810c711 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:17.042591 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2a17fe63-9326-4011-931b-73d7b810c711 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:17.122964 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2a17fe63-9326-4011-931b-73d7b810c711 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:17.162860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2a17fe63-9326-4011-931b-73d7b810c711 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:17.167302 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2a17fe63-9326-4011-931b-73d7b810c711 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:17.170338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2a17fe63-9326-4011-931b-73d7b810c711 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:17.176346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2a17fe63-9326-4011-931b-73d7b810c711 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:17.200939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37406) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:17.322257 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2a17fe63-9326-4011-931b-73d7b810c711 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:17.342961 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-36a8c82f-fa6d-4d4c-a6d8-f2956d390f8d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/aecf713c-dca6-45f7-9586-421ed2d1a449 HTTP/1.1" status: 200 len: 993 time: 0.1408839 Dec 21 22:24:17.374361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2a17fe63-9326-4011-931b-73d7b810c711 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:17.420009 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17fe63-9326-4011-931b-73d7b810c711 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a70841a-6a72-412b-aaad-2430c7efaec1,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:17.457466 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37410) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:17.506580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2a17fe63-9326-4011-931b-73d7b810c711 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:17.508661 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2a17fe63-9326-4011-931b-73d7b810c711 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4873924 Dec 21 22:24:17.511599 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37414) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:17.517258 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2ec3de4f-70a6-4adb-988a-f33e815bb383 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Request body: {'security_group_rule': {'security_group_id': '3a70841a-6a72-412b-aaad-2430c7efaec1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:17.523487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2ec3de4f-70a6-4adb-988a-f33e815bb383 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:17.527588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2ec3de4f-70a6-4adb-988a-f33e815bb383 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Usage tracker for resource:security_group_rule and tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:17.530481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2ec3de4f-70a6-4adb-988a-f33e815bb383 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:17.536810 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2ec3de4f-70a6-4adb-988a-f33e815bb383 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:17.567106 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6e7cd73f-cdd5-4df8-8fb7-5236201a91b4 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/floatingips/2fc7ae68-3a6a-4295-a8ce-2c15a5acd24d HTTP/1.1" status: 200 len: 990 time: 0.1081126 Dec 21 22:24:17.632821 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ec3de4f-70a6-4adb-988a-f33e815bb383 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:17.707472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ec3de4f-70a6-4adb-988a-f33e815bb383 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:17.898962 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fb423-a255-4dd7-9e3a-b8867ad0f05f req-05b4e344-e7b0-4f6a-841b-176454cee6c2 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:17.900567 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ac1fb423-a255-4dd7-9e3a-b8867ad0f05f req-05b4e344-e7b0-4f6a-841b-176454cee6c2 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.0871017 Dec 21 22:24:17.958460 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ac1fb423-a255-4dd7-9e3a-b8867ad0f05f req-fc8f0a4a-2c65-4975-be60-d1f1cffa059a tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462339 Dec 21 22:24:18.397979 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ec3de4f-70a6-4adb-988a-f33e815bb383 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:18.405073 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e089fe-1298-40b8-9c54-a3af5516f086 None None] New status for floating IP 2fc7ae68-3a6a-4295-a8ce-2c15a5acd24d: ACTIVE {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:24:18.424208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3de4f-70a6-4adb-988a-f33e815bb383 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a7c5cd-a616-4662-b046-14be2d4c4167,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:18.500300 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2ec3de4f-70a6-4adb-988a-f33e815bb383 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:18.503412 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2ec3de4f-70a6-4adb-988a-f33e815bb383 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9907959 Dec 21 22:24:18.506152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37422) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:18.570978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37426) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:18.676999 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f829452c-435c-4781-9319-61d055e81e49 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:18.709509 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f829452c-435c-4781-9319-61d055e81e49 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:18.723108 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f1f41173-5a08-4a09-957b-1e277ea43880 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/floatingips/2fc7ae68-3a6a-4295-a8ce-2c15a5acd24d HTTP/1.1" status: 200 len: 990 time: 0.1508646 Dec 21 22:24:18.831838 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f829452c-435c-4781-9319-61d055e81e49 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:18.850776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829452c-435c-4781-9319-61d055e81e49 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a70841a-6a72-412b-aaad-2430c7efaec1,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:18.861196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f829452c-435c-4781-9319-61d055e81e49 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:18.862338 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f829452c-435c-4781-9319-61d055e81e49 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-groups/3a70841a-6a72-412b-aaad-2430c7efaec1 HTTP/1.1" status: 204 len: 168 time: 0.3536859 Dec 21 22:24:18.864849 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37430) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:18.917952 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f9b163e0-4337-4065-b071-6c2802d7aa32 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:19.003002 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f9b163e0-4337-4065-b071-6c2802d7aa32 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:19.004512 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f9b163e0-4337-4065-b071-6c2802d7aa32 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1386905 Dec 21 22:24:19.007264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37438) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:19.071986 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-289edc9b-4543-489d-85f1-69324a898262 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:19.151580 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-289edc9b-4543-489d-85f1-69324a898262 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group_rule {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:19.156068 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-289edc9b-4543-489d-85f1-69324a898262 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1448629 Dec 21 22:24:19.156068 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37442) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:19.173696 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-456d6ad6-cc5d-4da8-bc3c-7f0ff15e79f6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] delete failed (client error): The resource could not be found. Dec 21 22:24:19.178000 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-456d6ad6-cc5d-4da8-bc3c-7f0ff15e79f6 tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "DELETE /v2.0/security-groups/3a70841a-6a72-412b-aaad-2430c7efaec1 HTTP/1.1" status: 404 len: 347 time: 0.0180597 Dec 21 22:24:19.179191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37446) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:19.195561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4c174-5342-44f4-ba40-835388f68256 req-7ca85f92-d7e0-425c-9565-f116ae0362d6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:19.197181 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a1d4c174-5342-44f4-ba40-835388f68256 req-7ca85f92-d7e0-425c-9565-f116ae0362d6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.0932834 Dec 21 22:24:19.231412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-892be19b-1186-4355-88a1-4ac0ff3e011e tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Synchronizing usage tracker for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:19.243990 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-892be19b-1186-4355-88a1-4ac0ff3e011e tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] Unset dirty status for tenant:cb1e77dd9c2e41cc8546de6ed9a2db03 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:19.245643 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-892be19b-1186-4355-88a1-4ac0ff3e011e tempest-SecGroupTest-1809106673 tempest-SecGroupTest-1809106673-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0665109 Dec 21 22:24:19.268663 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a1d4c174-5342-44f4-ba40-835388f68256 req-5be5e75a-2410-4fbb-8324-9c4fa62c8de6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654485 Dec 21 22:24:19.727319 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37454) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:19.827277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37458) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:19.849750 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-14e33a04-570f-49ef-9dab-ee38a79b36b2 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/floatingips/2fc7ae68-3a6a-4295-a8ce-2c15a5acd24d HTTP/1.1" status: 200 len: 992 time: 0.1195178 Dec 21 22:24:20.025137 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-af5c9b40-75a5-4b9d-b223-0393b4404ccf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb1e77dd9c2e41cc8546de6ed9a2db03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1963375 Dec 21 22:24:20.027333 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37464) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:20.088517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd697-552a-4982-b4e1-9cfe108ccf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:20.119685 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd697-552a-4982-b4e1-9cfe108ccf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:20.231018 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd697-552a-4982-b4e1-9cfe108ccf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:20.250145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bd697-552a-4982-b4e1-9cfe108ccf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2bd12d-cba0-4d52-b476-f0c28f733159,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:20.374868 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a6bd697-552a-4982-b4e1-9cfe108ccf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:20.376095 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3a6bd697-552a-4982-b4e1-9cfe108ccf13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e2bd12d-cba0-4d52-b476-f0c28f733159 HTTP/1.1" status: 204 len: 168 time: 0.3478606 Dec 21 22:24:20.497843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258db70a-c523-4905-b778-8f1edaaff9ff req-a1f154ac-d3ed-4d9c-b95e-297a78cbd9f4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:20.499490 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-258db70a-c523-4905-b778-8f1edaaff9ff req-a1f154ac-d3ed-4d9c-b95e-297a78cbd9f4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.0995796 Dec 21 22:24:20.546218 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-258db70a-c523-4905-b778-8f1edaaff9ff req-41410caf-b957-41e4-9285-9224802b813e tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411081 Dec 21 22:24:21.098050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da484e0d-aeff-482c-a1d7-9b322e4663b4 req-c0ee9e74-8a03-4892-91a2-bde7c492fae4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:21.100369 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-da484e0d-aeff-482c-a1d7-9b322e4663b4 req-c0ee9e74-8a03-4892-91a2-bde7c492fae4 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.1038265 Dec 21 22:24:21.160126 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-da484e0d-aeff-482c-a1d7-9b322e4663b4 req-8b59f8b8-39ed-47d0-8ca5-beceae2756c9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495689 Dec 21 22:24:21.191808 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c48dd374-e077-4408-bc40-fc2cc880ebb6 req-9a9a21c6-d351-4390-8c20-1565a24f4f68 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1554338f714a4532b4ef038ba8da42a6&device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 1098 time: 0.0844183 Dec 21 22:24:21.358742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dd374-e077-4408-bc40-fc2cc880ebb6 req-c5370a3e-3848-4c3b-a1b6-51b4eb161a3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:21.360482 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c48dd374-e077-4408-bc40-fc2cc880ebb6 req-c5370a3e-3848-4c3b-a1b6-51b4eb161a3d service neutron] 10.222.0.49 "GET /v2.0/networks?id=23bea38b-1ef2-4c9c-a871-d310f9003b4f HTTP/1.1" status: 200 len: 912 time: 0.1606662 Dec 21 22:24:21.482520 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c48dd374-e077-4408-bc40-fc2cc880ebb6 req-953474f6-1429-473d-a642-24c51b691843 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e488e08-58b5-4407-bf45-a146ca34f446 HTTP/1.1" status: 200 len: 1001 time: 0.1089284 Dec 21 22:24:21.546775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48dd374-e077-4408-bc40-fc2cc880ebb6 req-01d3e769-4937-4efd-a293-49756bfa07d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:21.548454 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c48dd374-e077-4408-bc40-fc2cc880ebb6 req-01d3e769-4937-4efd-a293-49756bfa07d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db6618fb-d062-4732-86da-363d150315c5 HTTP/1.1" status: 200 len: 850 time: 0.0617297 Dec 21 22:24:21.639671 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c48dd374-e077-4408-bc40-fc2cc880ebb6 req-0d992971-0ad5-49f2-aa7c-c0bf4f7602fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23bea38b-1ef2-4c9c-a871-d310f9003b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837970 Dec 21 22:24:21.658454 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37496) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:21.781312 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c48dd374-e077-4408-bc40-fc2cc880ebb6 req-140065a3-7af8-4fc0-8ec3-fa376b28498b service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320267 Dec 21 22:24:21.811317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1455395349-network', 'tenant_id': '25d273d637424652965872a1043c8f86'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:21.815850 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:21.820772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Usage tracker for resource:network and tenant:25d273d637424652965872a1043c8f86 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:21.823670 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:21.831342 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:21.923575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Made reservation on behalf of 25d273d637424652965872a1043c8f86 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:24:21.925927 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:21.941925 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:21.976918 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:21.981104 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Usage tracker for resource:security_group_rule and tenant:25d273d637424652965872a1043c8f86 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:21.984457 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:21.994995 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:22.019945 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c48dd374-e077-4408-bc40-fc2cc880ebb6 req-081b1fac-8f9d-4bd2-bda7-a68760067534 service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328660 Dec 21 22:24:22.062789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:22.134349 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:22.164536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:24:22.173439 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15413e18-8aaf-4a53-baa0-797f5dabb9f8,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:22.179705 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:22.183023 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Added segment fd43cb94-2736-43e9-a121-8efdc97bcd04 of type vlan for network d4f26e4e-882f-49fe-b8b4-6dda7073e3c1 Dec 21 22:24:22.211944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:22.410033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63762c-ec5d-4ba6-8c3e-5f1c99c891bb req-39ead2b9-1ba0-4b9e-abda-063634e1faaf tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:22.419882 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9d63762c-ec5d-4ba6-8c3e-5f1c99c891bb req-39ead2b9-1ba0-4b9e-abda-063634e1faaf tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.1063120 Dec 21 22:24:22.431823 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:22.432736 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:22.433296 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:22.474721 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9d63762c-ec5d-4ba6-8c3e-5f1c99c891bb req-e1cff8e3-2056-441c-acf3-8b1faa736ed8 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553455 Dec 21 22:24:22.544051 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] Pushing event updated for resources: {'Network': ['ID=d4f26e4e-882f-49fe-b8b4-6dda7073e3c1,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:22.557732 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network d4f26e4e-882f-49fe-b8b4-6dda7073e3c1 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:24:22.745956 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2687259d-bde6-4a0b-9050-76b6c69860f6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0860629 Dec 21 22:24:22.749026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37506) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:22.754441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-bf3f170f-a5fc-4cb0-9403-0742d6bf7fb0 admin admin] Request body: {'subnet': {'network_id': 'd4f26e4e-882f-49fe-b8b4-6dda7073e3c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1455395349-subnet', 'tenant_id': '25d273d637424652965872a1043c8f86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:22.759628 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-bf3f170f-a5fc-4cb0-9403-0742d6bf7fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:22.763596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bf3f170f-a5fc-4cb0-9403-0742d6bf7fb0 admin admin] Usage tracker for resource:subnet and tenant:25d273d637424652965872a1043c8f86 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:22.766573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bf3f170f-a5fc-4cb0-9403-0742d6bf7fb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:22.772790 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-bf3f170f-a5fc-4cb0-9403-0742d6bf7fb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:22.842751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3f170f-a5fc-4cb0-9403-0742d6bf7fb0 admin admin] Made reservation on behalf of 25d273d637424652965872a1043c8f86 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:24:22.845233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bf3f170f-a5fc-4cb0-9403-0742d6bf7fb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:23.190876 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bf3f170f-a5fc-4cb0-9403-0742d6bf7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:23.252231 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f170f-a5fc-4cb0-9403-0742d6bf7fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc6303b-af01-4607-94d6-0ace6ef6e161,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:23.285594 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3f170f-a5fc-4cb0-9403-0742d6bf7fb0 admin admin] Checking segment: {'id': 'fd43cb94-2736-43e9-a121-8efdc97bcd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4f26e4e-882f-49fe-b8b4-6dda7073e3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:24:23.286085 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3f170f-a5fc-4cb0-9403-0742d6bf7fb0 admin admin] Network hostable DHCP agents. Network: d4f26e4e-882f-49fe-b8b4-6dda7073e3c1, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:24:23.443039 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3f170f-a5fc-4cb0-9403-0742d6bf7fb0 admin admin] Network d4f26e4e-882f-49fe-b8b4-6dda7073e3c1 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:24:23.528664 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-bf3f170f-a5fc-4cb0-9403-0742d6bf7fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, d4f26e4e-882f-49fe-b8b4-6dda7073e3c1) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:24:23.534181 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3f170f-a5fc-4cb0-9403-0742d6bf7fb0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:23.534181 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bf3f170f-a5fc-4cb0-9403-0742d6bf7fb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:23.542698 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16945c9c-78b1-46ec-9b2e-49df1c169016 None None] Network d4f26e4e-882f-49fe-b8b4-6dda7073e3c1 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:24:23.639805 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bf3f170f-a5fc-4cb0-9403-0742d6bf7fb0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8817780 Dec 21 22:24:23.704889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347913fc-b06e-435a-bd4a-7570f417a9d4 req-f93fe17e-6b24-4d5e-9c0c-fd4ae0ecfbcc tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:23.707275 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-347913fc-b06e-435a-bd4a-7570f417a9d4 req-f93fe17e-6b24-4d5e-9c0c-fd4ae0ecfbcc tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.1010151 Dec 21 22:24:23.759373 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-347913fc-b06e-435a-bd4a-7570f417a9d4 req-014fb334-12a1-49f8-8963-7257c02fdecb tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461302 Dec 21 22:24:23.805078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93891561-38cd-4128-8197-b76e83468368 None None] Network d4f26e4e-882f-49fe-b8b4-6dda7073e3c1 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:24:23.973887 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844aa4f5-327a-45fb-a886-0acb2e73a8f7 req-7128abed-cba2-48eb-9dd5-185e5cbc60c2 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:23.975419 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-844aa4f5-327a-45fb-a886-0acb2e73a8f7 req-7128abed-cba2-48eb-9dd5-185e5cbc60c2 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.0832250 Dec 21 22:24:24.035973 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-844aa4f5-327a-45fb-a886-0acb2e73a8f7 req-015aa76b-47cc-41ce-8c2e-427115314d5b tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465534 Dec 21 22:24:24.242510 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920b3e9-33e3-40fd-b477-da402a0647ae req-4e7ab061-fac4-42df-a097-4d3b7a90b0b5 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:24.243951 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f920b3e9-33e3-40fd-b477-da402a0647ae req-4e7ab061-fac4-42df-a097-4d3b7a90b0b5 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.0812149 Dec 21 22:24:24.301400 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f920b3e9-33e3-40fd-b477-da402a0647ae req-91ef81a8-d1c2-43fb-8497-1db6016b32c9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464826 Dec 21 22:24:24.910755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37552) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:24.917699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-39655344-network', 'tenant_id': '2356d97f4f0a4f4b95b802a294837386'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:24.923617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:24.927502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Usage tracker for resource:network and tenant:2356d97f4f0a4f4b95b802a294837386 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:24.932237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:24.938212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:24.946965 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a186c9-7327-4712-a5a6-ebc77d84e3d6 req-6a0b68b2-6550-46fa-901b-a39c016b7feb tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:24.948430 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-00a186c9-7327-4712-a5a6-ebc77d84e3d6 req-6a0b68b2-6550-46fa-901b-a39c016b7feb tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.0867481 Dec 21 22:24:24.994217 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-00a186c9-7327-4712-a5a6-ebc77d84e3d6 req-f0847918-ac3d-44c4-acde-8dccc7afb133 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399995 Dec 21 22:24:25.008341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Made reservation on behalf of 2356d97f4f0a4f4b95b802a294837386 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:24:25.010662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:25.024248 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:25.055671 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:25.059400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Usage tracker for resource:security_group_rule and tenant:2356d97f4f0a4f4b95b802a294837386 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:25.062174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:25.067743 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:25.137260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:25.197149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:25.227638 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:24:25.235816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bc843b-67a4-47cf-94c4-7cab64c90310,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:25.243629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:25.243629 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Added segment 1eda0ef1-eb70-4ad3-a7fa-7b96f852d004 of type vlan for network aee739b3-9522-46c3-aab5-e095863bec78 Dec 21 22:24:25.268176 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:25.374405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:25.375445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:25.376078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:25.494598 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] Pushing event updated for resources: {'Network': ['ID=aee739b3-9522-46c3-aab5-e095863bec78,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:25.504964 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network aee739b3-9522-46c3-aab5-e095863bec78 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:24:25.533370 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b8862c5d-7f2e-4e6a-b13b-3917b28c2754 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6190476 Dec 21 22:24:25.534959 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37558) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:25.551953 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a85fe4aa-acec-416b-9168-db9fea517afc admin admin] Request body: {'subnet': {'network_id': 'aee739b3-9522-46c3-aab5-e095863bec78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-39655344-subnet', 'tenant_id': '2356d97f4f0a4f4b95b802a294837386', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:25.557315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a85fe4aa-acec-416b-9168-db9fea517afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:25.561448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a85fe4aa-acec-416b-9168-db9fea517afc admin admin] Usage tracker for resource:subnet and tenant:2356d97f4f0a4f4b95b802a294837386 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:25.564613 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a85fe4aa-acec-416b-9168-db9fea517afc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:25.572616 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a85fe4aa-acec-416b-9168-db9fea517afc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:25.654299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85fe4aa-acec-416b-9168-db9fea517afc admin admin] Made reservation on behalf of 2356d97f4f0a4f4b95b802a294837386 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:24:25.656720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a85fe4aa-acec-416b-9168-db9fea517afc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:25.917253 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a85fe4aa-acec-416b-9168-db9fea517afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:25.994232 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fe4aa-acec-416b-9168-db9fea517afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=911bf4a4-c163-4d03-87c9-eec90663f309,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:26.007393 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85fe4aa-acec-416b-9168-db9fea517afc admin admin] Checking segment: {'id': '1eda0ef1-eb70-4ad3-a7fa-7b96f852d004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'aee739b3-9522-46c3-aab5-e095863bec78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:24:26.007797 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85fe4aa-acec-416b-9168-db9fea517afc admin admin] Network hostable DHCP agents. Network: aee739b3-9522-46c3-aab5-e095863bec78, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:24:26.088888 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85fe4aa-acec-416b-9168-db9fea517afc admin admin] Network aee739b3-9522-46c3-aab5-e095863bec78 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:24:26.181065 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-a85fe4aa-acec-416b-9168-db9fea517afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, aee739b3-9522-46c3-aab5-e095863bec78) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:24:26.185943 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85fe4aa-acec-416b-9168-db9fea517afc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:26.187862 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a85fe4aa-acec-416b-9168-db9fea517afc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:26.189319 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c9e419-1a06-4f9a-a33a-5db920ee2da4 None None] Network aee739b3-9522-46c3-aab5-e095863bec78 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:24:26.216030 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136c998-4b41-420b-8a7b-720c5dabba0b req-db20137d-6cd5-4eca-96c2-2a8a6cc568e2 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:26.217495 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0136c998-4b41-420b-8a7b-720c5dabba0b req-db20137d-6cd5-4eca-96c2-2a8a6cc568e2 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.1009085 Dec 21 22:24:26.281865 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a85fe4aa-acec-416b-9168-db9fea517afc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7380064 Dec 21 22:24:26.281865 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0136c998-4b41-420b-8a7b-720c5dabba0b req-8d6ff95e-a631-4cf3-b8f0-305af838ee48 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530024 Dec 21 22:24:26.440384 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e573d75b-a0f5-40cb-80b2-a438fd5ca454 None None] Network aee739b3-9522-46c3-aab5-e095863bec78 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:24:26.890533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856aa6ac-7fb1-4013-be4d-cb9c798c40e8 req-d7bcf4ce-b59e-4389-b2de-931f7dac65f1 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:26.891905 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-856aa6ac-7fb1-4013-be4d-cb9c798c40e8 req-d7bcf4ce-b59e-4389-b2de-931f7dac65f1 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.1022120 Dec 21 22:24:26.994533 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-856aa6ac-7fb1-4013-be4d-cb9c798c40e8 req-31165400-c71e-4c3c-a034-75a3d77f7f86 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659292 Dec 21 22:24:27.017688 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-06be2d45-0fd7-4ff8-88b6-7878f95dddb5 req-d200e865-ec23-4877-b2d1-835b5baf9896 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1554338f714a4532b4ef038ba8da42a6&device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 1098 time: 0.1245089 Dec 21 22:24:27.023770 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-632d4ed1-64b5-4e0c-a11d-4c702024b4bb tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:27.025106 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-632d4ed1-64b5-4e0c-a11d-4c702024b4bb tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Synchronizing usage tracker for tenant:25d273d637424652965872a1043c8f86 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:27.100120 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-632d4ed1-64b5-4e0c-a11d-4c702024b4bb tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Unset dirty status for tenant:25d273d637424652965872a1043c8f86 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:27.104358 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-632d4ed1-64b5-4e0c-a11d-4c702024b4bb tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/networks?id=d4f26e4e-882f-49fe-b8b4-6dda7073e3c1 HTTP/1.1" status: 200 len: 812 time: 0.2832801 Dec 21 22:24:27.128553 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-11740a5b-2704-4ec3-89c9-af2b2b07fc1e tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/quotas/25d273d637424652965872a1043c8f86 HTTP/1.1" status: 200 len: 375 time: 0.0179183 Dec 21 22:24:27.180057 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be2d45-0fd7-4ff8-88b6-7878f95dddb5 req-8e56631b-4979-455b-b1aa-7b6389bce293 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:27.182446 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-06be2d45-0fd7-4ff8-88b6-7878f95dddb5 req-8e56631b-4979-455b-b1aa-7b6389bce293 service neutron] 10.222.0.49 "GET /v2.0/networks?id=23bea38b-1ef2-4c9c-a871-d310f9003b4f HTTP/1.1" status: 200 len: 912 time: 0.1561949 Dec 21 22:24:27.185143 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-4fa86aca-499d-4ebf-a2ae-6721390ceeff tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=25d273d637424652965872a1043c8f86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497918 Dec 21 22:24:27.271514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3060dd30-6b80-4b94-a914-a6d74fcf5d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:27.299684 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-06be2d45-0fd7-4ff8-88b6-7878f95dddb5 req-c57895e4-5ed3-4844-9b16-775607c885a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e488e08-58b5-4407-bf45-a146ca34f446 HTTP/1.1" status: 200 len: 1001 time: 0.1089952 Dec 21 22:24:27.366714 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be2d45-0fd7-4ff8-88b6-7878f95dddb5 req-3f5fea40-be32-4ffd-ba32-0db3db2ad14e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:27.368222 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-06be2d45-0fd7-4ff8-88b6-7878f95dddb5 req-3f5fea40-be32-4ffd-ba32-0db3db2ad14e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=db6618fb-d062-4732-86da-363d150315c5 HTTP/1.1" status: 200 len: 850 time: 0.0602036 Dec 21 22:24:27.455370 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-06be2d45-0fd7-4ff8-88b6-7878f95dddb5 req-a59607bf-95d5-40ed-9c50-d4180746275c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=23bea38b-1ef2-4c9c-a871-d310f9003b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793006 Dec 21 22:24:27.559968 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-a3ab392a-ae38-408c-b0e5-7b912f274fd6 service neutron] 10.222.0.37 "GET /v2.0/networks/d4f26e4e-882f-49fe-b8b4-6dda7073e3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672895 Dec 21 22:24:27.618881 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-06be2d45-0fd7-4ff8-88b6-7878f95dddb5 req-52d58e01-7394-4d25-bc01-fa03539b891f service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559808 Dec 21 22:24:27.692258 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-97eae5d0-5619-49d9-8a3f-86258e3c5c89 service neutron] 10.222.0.37 "GET /v2.0/networks/d4f26e4e-882f-49fe-b8b4-6dda7073e3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264226 Dec 21 22:24:27.865752 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-06be2d45-0fd7-4ff8-88b6-7878f95dddb5 req-e23813f5-d859-4c86-af7f-89844abf3dde service neutron] 10.222.0.49 "GET /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394950 Dec 21 22:24:28.007121 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b75dafb2-16a3-4fb2-8278-478302cdb396 req-aa73417c-cd02-422a-8926-48e71d9b9dc3 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 210 time: 0.0483570 Dec 21 22:24:28.207952 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef1328-5af7-42a6-b44a-198bf36505fc req-cf76fbe4-ea10-4584-ab2c-cfa6619d7932 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:28.209444 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-66ef1328-5af7-42a6-b44a-198bf36505fc req-cf76fbe4-ea10-4584-ab2c-cfa6619d7932 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.0801513 Dec 21 22:24:28.258226 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-66ef1328-5af7-42a6-b44a-198bf36505fc req-979e31e9-3408-41eb-8800-a729e41bdcd0 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421221 Dec 21 22:24:29.119450 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-21c687f5-473b-4761-a9c0-629100f6b0ef req-593a3284-daaa-4786-a804-94ba7a158ee9 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 210 time: 0.0414164 Dec 21 22:24:29.462315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b5fb5-85fe-47e5-9f65-27f8646e076a req-9dcad77f-7a13-4037-a2dc-9d85613a91e9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:29.463820 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-039b5fb5-85fe-47e5-9f65-27f8646e076a req-9dcad77f-7a13-4037-a2dc-9d85613a91e9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.0764034 Dec 21 22:24:29.514723 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-039b5fb5-85fe-47e5-9f65-27f8646e076a req-730de20f-ab5b-4cee-a1f6-4cf882389b83 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442200 Dec 21 22:24:29.682968 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-05223716-a584-499c-9129-db4b224eed79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:29.716679 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58effbd6-277c-464e-9b34-2f459c27c702 req-44cd67fe-5274-448a-a6ec-abf9da2b96d5 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:29.718143 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-58effbd6-277c-464e-9b34-2f459c27c702 req-44cd67fe-5274-448a-a6ec-abf9da2b96d5 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.0819695 Dec 21 22:24:29.769659 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-58effbd6-277c-464e-9b34-2f459c27c702 req-4ac1ab15-49ed-44e1-b5e2-a50fc5085e99 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459056 Dec 21 22:24:29.992460 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Sync routers for ids ['06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:24:30.003925 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Routers {'06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:24:30.004532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:24:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:30.190290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Set router 06c6a9e9-ff50-43f0-865f-9cbf299c7d0e gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:24:30.309303 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d927db69-f426-4f20-9651-61b2aac94cc7 req-9b190334-1689-43c6-8ad0-a375b7d6d788 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 210 time: 0.0493264 Dec 21 22:24:30.488334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48946e52-7d7d-4661-96b8-85f08529dcb7 req-2c923072-6f29-4bfc-8dbd-8cbf8070a866 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:30.489786 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-48946e52-7d7d-4661-96b8-85f08529dcb7 req-2c923072-6f29-4bfc-8dbd-8cbf8070a866 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.0800865 Dec 21 22:24:30.536455 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-48946e52-7d7d-4661-96b8-85f08529dcb7 req-8ddee04c-39f3-495a-84b4-623969a68ac7 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404320 Dec 21 22:24:30.570687 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'name': 'tempest-TestVolumeBootPattern-1800094492-router', 'tenant_id': 'b7b6100ed4624ee795889d17414fc134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:53Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 4, 'project_id': 'b7b6100ed4624ee795889d17414fc134', 'gw_port': {'id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:54Z', 'updated_at': '2021-12-21T22:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': 'be286da8-3273-4cf9-8977-e59465d10f68', 'name': '', 'network_id': '006e88a4-cc9e-4257-ab90-12a622536ecc', 'tenant_id': 'b7b6100ed4624ee795889d17414fc134', 'mac_address': 'fa:16:3e:71:93:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5780173-f983-47b7-a17a-0098c959423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:59Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 2, 'project_id': 'b7b6100ed4624ee795889d17414fc134', 'subnets': [{'id': 'a5780173-f983-47b7-a17a-0098c959423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:30.576094 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Checking router: 06c6a9e9-ff50-43f0-865f-9cbf299c7d0e for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:24:30.576439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Updating router 06c6a9e9-ff50-43f0-865f-9cbf299c7d0e port be286da8-3273-4cf9-8977-e59465d10f68 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:24:30.641158 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:30.699216 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:30.728993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-0d0aafab-292e-4fa1-8e90-47dc56a37147 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:30.730431 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-0d0aafab-292e-4fa1-8e90-47dc56a37147 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.49 "GET /v2.0/networks?id=d4f26e4e-882f-49fe-b8b4-6dda7073e3c1 HTTP/1.1" status: 200 len: 812 time: 0.1569982 Dec 21 22:24:30.752160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-c982e4d0-d493-4a27-a8cc-51c4b21fede1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Request body: {'port': {'device_id': '4a1f56ed-8cae-4855-bb35-38344578eeb0', 'network_id': 'd4f26e4e-882f-49fe-b8b4-6dda7073e3c1', 'admin_state_up': True, 'tenant_id': '25d273d637424652965872a1043c8f86'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:30.888794 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:30.895777 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-c982e4d0-d493-4a27-a8cc-51c4b21fede1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:30.900367 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-c982e4d0-d493-4a27-a8cc-51c4b21fede1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Usage tracker for resource:port and tenant:25d273d637424652965872a1043c8f86 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:30.903373 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-c982e4d0-d493-4a27-a8cc-51c4b21fede1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:30.910034 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-c982e4d0-d493-4a27-a8cc-51c4b21fede1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:31.012717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:31.028788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Transition to ACTIVE for port object be286da8-3273-4cf9-8977-e59465d10f68 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:24:31.043009 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-c982e4d0-d493-4a27-a8cc-51c4b21fede1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Made reservation on behalf of 25d273d637424652965872a1043c8f86 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:24:31.046487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-c982e4d0-d493-4a27-a8cc-51c4b21fede1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:31.162829 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:31.242361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-c982e4d0-d493-4a27-a8cc-51c4b21fede1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Allocated IP 172.20.0.12 (d4f26e4e-882f-49fe-b8b4-6dda7073e3c1/3dc6303b-af01-4607-94d6-0ace6ef6e161/030cb7b4-9a4b-4edb-93cd-b3bad7076bb6) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:24:31.256563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269b04e-8ee5-4000-8b63-4da42e7f26e8 None None] Pushing event updated for resources: {'Port': ['ID=be286da8-3273-4cf9-8977-e59465d10f68,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:31.458573 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Attempting to bind port be286da8-3273-4cf9-8977-e59465d10f68 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:24:31.459373 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Attempting to bind port be286da8-3273-4cf9-8977-e59465d10f68 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'c0b87ce0-2667-4bc3-a293-49762588022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006e88a4-cc9e-4257-ab90-12a622536ecc'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:24:31.460091 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Attempting to bind port be286da8-3273-4cf9-8977-e59465d10f68 on network 006e88a4-cc9e-4257-ab90-12a622536ecc {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:24:31.470153 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:24:31.471174 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Checking segment: {'id': 'c0b87ce0-2667-4bc3-a293-49762588022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006e88a4-cc9e-4257-ab90-12a622536ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:24:31.471850 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:31.472469 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Bound using segment: {'id': 'c0b87ce0-2667-4bc3-a293-49762588022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006e88a4-cc9e-4257-ab90-12a622536ecc'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:24:31.473157 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Bound port: be286da8-3273-4cf9-8977-e59465d10f68, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b87ce0-2667-4bc3-a293-49762588022d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '006e88a4-cc9e-4257-ab90-12a622536ecc'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:24:31.473931 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:31.594561 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] For port be286da8-3273-4cf9-8977-e59465d10f68, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:24:31.626616 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e5e1f4bc-acf4-46e6-a548-1c1edcf2fc2a req-8aeb8614-83f1-4d37-a261-caedfe20fde5 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 210 time: 0.0721381 Dec 21 22:24:31.655357 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] For port be286da8-3273-4cf9-8977-e59465d10f68, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=be286da8-3273-4cf9-8977-e59465d10f68,segment=NetworkSegment(c0b87ce0-2667-4bc3-a293-49762588022d),segment_id=c0b87ce0-2667-4bc3-a293-49762588022d)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:24:31.677669 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-c982e4d0-d493-4a27-a8cc-51c4b21fede1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:31.734319 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:31.765919 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3191c-3102-43e3-b474-8ae6d1ecaeb1 req-09805019-2a48-48b9-89d6-197ad51bbde1 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:31.767488 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-79a3191c-3102-43e3-b474-8ae6d1ecaeb1 req-09805019-2a48-48b9-89d6-197ad51bbde1 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.0814798 Dec 21 22:24:31.817125 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-79a3191c-3102-43e3-b474-8ae6d1ecaeb1 req-de3c46db-063e-4f23-b4a4-49a97466b338 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439537 Dec 21 22:24:31.822892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269b04e-8ee5-4000-8b63-4da42e7f26e8 None None] Pushing event updated for resources: {'Port': ['ID=be286da8-3273-4cf9-8977-e59465d10f68,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:31.828465 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Routers {'06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:24:31.829093 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:24:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:31.832294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-c982e4d0-d493-4a27-a8cc-51c4b21fede1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:31.910719 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-c982e4d0-d493-4a27-a8cc-51c4b21fede1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Network d4f26e4e-882f-49fe-b8b4-6dda7073e3c1 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:24:31.914480 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-c982e4d0-d493-4a27-a8cc-51c4b21fede1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:24:31.918791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-c982e4d0-d493-4a27-a8cc-51c4b21fede1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:24:31.955467 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982e4d0-d493-4a27-a8cc-51c4b21fede1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Pushing event updated for resources: {'Port': ['ID=030cb7b4-9a4b-4edb-93cd-b3bad7076bb6,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:31.992822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-c982e4d0-d493-4a27-a8cc-51c4b21fede1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:31.993487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-c982e4d0-d493-4a27-a8cc-51c4b21fede1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:32.021989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] Set router 06c6a9e9-ff50-43f0-865f-9cbf299c7d0e gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:24:32.118085 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-c982e4d0-d493-4a27-a8cc-51c4b21fede1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3697951 Dec 21 22:24:32.137664 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Request body: {'port': {'device_id': '4a1f56ed-8cae-4855-bb35-38344578eeb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:32.193565 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:32.246090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:32.406942 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'name': 'tempest-TestVolumeBootPattern-1800094492-router', 'tenant_id': 'b7b6100ed4624ee795889d17414fc134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:53Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 4, 'project_id': 'b7b6100ed4624ee795889d17414fc134', 'gw_port': {'id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:54Z', 'updated_at': '2021-12-21T22:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': 'be286da8-3273-4cf9-8977-e59465d10f68', 'name': '', 'network_id': '006e88a4-cc9e-4257-ab90-12a622536ecc', 'tenant_id': 'b7b6100ed4624ee795889d17414fc134', 'mac_address': 'fa:16:3e:71:93:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5780173-f983-47b7-a17a-0098c959423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:59Z', 'updated_at': '2021-12-21T22:24:31Z', 'revision_number': 4, 'project_id': 'b7b6100ed4624ee795889d17414fc134', 'subnets': [{'id': 'a5780173-f983-47b7-a17a-0098c959423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:32.411122 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae077bb3-3abc-4065-ab4b-6e6bfa2ba0b4 None None] The sync data for ids ['06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'] in dv-neutron-822520-1-hyperv is: [{'id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'name': 'tempest-TestVolumeBootPattern-1800094492-router', 'tenant_id': 'b7b6100ed4624ee795889d17414fc134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:53Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 4, 'project_id': 'b7b6100ed4624ee795889d17414fc134', 'gw_port': {'id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:54Z', 'updated_at': '2021-12-21T22:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': 'be286da8-3273-4cf9-8977-e59465d10f68', 'name': '', 'network_id': '006e88a4-cc9e-4257-ab90-12a622536ecc', 'tenant_id': 'b7b6100ed4624ee795889d17414fc134', 'mac_address': 'fa:16:3e:71:93:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5780173-f983-47b7-a17a-0098c959423d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:59Z', 'updated_at': '2021-12-21T22:24:31Z', 'revision_number': 4, 'project_id': 'b7b6100ed4624ee795889d17414fc134', 'subnets': [{'id': 'a5780173-f983-47b7-a17a-0098c959423d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:24:32.624076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:24:32.631606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:32.646770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Transition to ACTIVE for port object 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:24:32.824710 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0ffa4-032c-4144-b9af-82c20b93d97c req-65e761e5-9e96-402a-90ca-4fb0e2d063df tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:32.825394 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-2ed0ffa4-032c-4144-b9af-82c20b93d97c req-65e761e5-9e96-402a-90ca-4fb0e2d063df tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Synchronizing usage tracker for tenant:25d273d637424652965872a1043c8f86 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:32.829308 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:33.078052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Pushing event updated for resources: {'Port': ['ID=030cb7b4-9a4b-4edb-93cd-b3bad7076bb6,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:33.105075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8473bfb-6c70-45c2-aaa1-fbc2405f89c1 req-838c9509-4d3b-45c2-b66b-e19b8ac08ce1 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:33.106624 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b8473bfb-6c70-45c2-aaa1-fbc2405f89c1 req-838c9509-4d3b-45c2-b66b-e19b8ac08ce1 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.1343465 Dec 21 22:24:33.120728 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-2ed0ffa4-032c-4144-b9af-82c20b93d97c req-65e761e5-9e96-402a-90ca-4fb0e2d063df tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Unset dirty status for tenant:25d273d637424652965872a1043c8f86 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:33.121916 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2ed0ffa4-032c-4144-b9af-82c20b93d97c req-65e761e5-9e96-402a-90ca-4fb0e2d063df tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 932 time: 0.3767054 Dec 21 22:24:33.197739 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b8473bfb-6c70-45c2-aaa1-fbc2405f89c1 req-bc8bf45c-7f4f-40c6-9e57-98c625b20f07 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups?id=6232cf4d-34f9-4463-9633-9779c7f9fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818198 Dec 21 22:24:33.228157 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4871f-13df-41e2-8766-912f0f972bdd req-5bef261b-1bc1-483f-9c14-49e5c0e8ca6d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:33.230808 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bdf4871f-13df-41e2-8766-912f0f972bdd req-5bef261b-1bc1-483f-9c14-49e5c0e8ca6d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.49 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 945 time: 0.1840205 Dec 21 22:24:33.257810 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2ed0ffa4-032c-4144-b9af-82c20b93d97c req-1c513668-a765-4af7-b2f7-9df4ead39e55 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019845 Dec 21 22:24:33.277585 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Attempting to bind port 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:24:33.277916 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Attempting to bind port 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fd43cb94-2736-43e9-a121-8efdc97bcd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4f26e4e-882f-49fe-b8b4-6dda7073e3c1'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:24:33.278286 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Attempting to bind port 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 on network d4f26e4e-882f-49fe-b8b4-6dda7073e3c1 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:24:33.285231 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device be286da8-3273-4cf9-8977-e59465d10f68 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:24:33.299287 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Port 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 on network d4f26e4e-882f-49fe-b8b4-6dda7073e3c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:24:33.300750 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Attempting to bind port 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 on network d4f26e4e-882f-49fe-b8b4-6dda7073e3c1 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:24:33.318092 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:24:33.318636 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Checking segment: {'id': 'fd43cb94-2736-43e9-a121-8efdc97bcd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4f26e4e-882f-49fe-b8b4-6dda7073e3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:24:33.319200 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Bound using segment: {'id': 'fd43cb94-2736-43e9-a121-8efdc97bcd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4f26e4e-882f-49fe-b8b4-6dda7073e3c1'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:24:33.319884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Bound port: 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd43cb94-2736-43e9-a121-8efdc97bcd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4f26e4e-882f-49fe-b8b4-6dda7073e3c1'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:24:33.320404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:33.345910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [req-bdf4871f-13df-41e2-8766-912f0f972bdd req-fc4539a7-3982-417b-b7e0-33f2f0044ed9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Deleting port 0e488e08-58b5-4407-bf45-a146ca34f446 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:24:33.347221 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-bdf4871f-13df-41e2-8766-912f0f972bdd req-fc4539a7-3982-417b-b7e0-33f2f0044ed9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:33.438481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] For port 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:24:33.438481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] For port 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=030cb7b4-9a4b-4edb-93cd-b3bad7076bb6,segment=NetworkSegment(fd43cb94-2736-43e9-a121-8efdc97bcd04),segment_id=fd43cb94-2736-43e9-a121-8efdc97bcd04)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:24:33.465148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port be286da8-3273-4cf9-8977-e59465d10f68 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:24:33.470758 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port be286da8-3273-4cf9-8977-e59465d10f68 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:33.471128 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:33.575074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:33.600599 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:33.615575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [req-bdf4871f-13df-41e2-8766-912f0f972bdd req-fc4539a7-3982-417b-b7e0-33f2f0044ed9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] For port 0e488e08-58b5-4407-bf45-a146ca34f446, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=0e488e08-58b5-4407-bf45-a146ca34f446,segment=NetworkSegment(9830252b-8b95-4c8f-b446-6585189fd96a),segment_id=9830252b-8b95-4c8f-b446-6585189fd96a)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:33.615961 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-bdf4871f-13df-41e2-8766-912f0f972bdd req-fc4539a7-3982-417b-b7e0-33f2f0044ed9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:33.637472 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port be286da8-3273-4cf9-8977-e59465d10f68, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=be286da8-3273-4cf9-8977-e59465d10f68,segment=NetworkSegment(c0b87ce0-2667-4bc3-a293-49762588022d),segment_id=c0b87ce0-2667-4bc3-a293-49762588022d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:33.640752 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:33.645342 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] 10.222.0.49 "PUT /v2.0/ports/030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 HTTP/1.1" status: 200 len: 1094 time: 1.5090079 Dec 21 22:24:33.645342 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1f56ed-8cae-4855-bb35-38344578eeb0', 'tag': '030cb7b4-9a4b-4edb-93cd-b3bad7076bb6'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:24:33.665133 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b846fa9-edcf-4f4d-bbae-d2ef85690989 service neutron] Pushing event updated for resources: {'Port': ['ID=030cb7b4-9a4b-4edb-93cd-b3bad7076bb6,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:33.702339 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1f56ed-8cae-4855-bb35-38344578eeb0', 'tag': '030cb7b4-9a4b-4edb-93cd-b3bad7076bb6', 'status': 'completed', 'code': 200} Dec 21 22:24:33.756780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:33.800421 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cb9dc78c-337c-4e42-a89f-94f39829e8d5 req-f24d1223-45e1-45bb-aa9b-9f602978f0aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25d273d637424652965872a1043c8f86&device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 1097 time: 0.0752425 Dec 21 22:24:33.834050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=be286da8-3273-4cf9-8977-e59465d10f68,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:33.925290 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-bdf4871f-13df-41e2-8766-912f0f972bdd req-fc4539a7-3982-417b-b7e0-33f2f0044ed9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:33.925657 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-bdf4871f-13df-41e2-8766-912f0f972bdd req-fc4539a7-3982-417b-b7e0-33f2f0044ed9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:33.925972 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [req-bdf4871f-13df-41e2-8766-912f0f972bdd req-fc4539a7-3982-417b-b7e0-33f2f0044ed9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Floating IP 2c2d5837-1ffa-4d96-94b7-b1e09240da42 disassociated. External IP: 172.26.3.220, port: 0e488e08-58b5-4407-bf45-a146ca34f446. Dec 21 22:24:33.926330 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [req-bdf4871f-13df-41e2-8766-912f0f972bdd req-fc4539a7-3982-417b-b7e0-33f2f0044ed9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Calling delete_port for 0e488e08-58b5-4407-bf45-a146ca34f446 owned by compute:nova {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:24:33.946835 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dc78c-337c-4e42-a89f-94f39829e8d5 req-ac94ed48-9203-46fc-850f-8b04e63af856 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:33.948285 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cb9dc78c-337c-4e42-a89f-94f39829e8d5 req-ac94ed48-9203-46fc-850f-8b04e63af856 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=25d273d637424652965872a1043c8f86&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1396186 Dec 21 22:24:34.089505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dc78c-337c-4e42-a89f-94f39829e8d5 req-3843e0f1-47df-4648-bb1e-822f382225ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:34.090943 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cb9dc78c-337c-4e42-a89f-94f39829e8d5 req-3843e0f1-47df-4648-bb1e-822f382225ea service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338551 Dec 21 22:24:34.134421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-bdf4871f-13df-41e2-8766-912f0f972bdd req-fc4539a7-3982-417b-b7e0-33f2f0044ed9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:34.187908 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4539a7-3982-417b-b7e0-33f2f0044ed9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Pushing event deleted for resources: {'Port': ['ID=0e488e08-58b5-4407-bf45-a146ca34f446,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:34.201075 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-91f4cbb0-2c36-49a6-ad7b-f2357960f697 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25d273d637424652965872a1043c8f86&device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 1097 time: 0.0720942 Dec 21 22:24:34.302486 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-9566a5a9-b269-4044-ac6d-0c1ec60b641b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 HTTP/1.1" status: 200 len: 217 time: 0.0924838 Dec 21 22:24:34.415950 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9b6b8696-2a2f-449d-899a-f741db15e3a3 req-62158da5-7d7e-4997-a18f-b7c77b6ebdff tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.0568683 Dec 21 22:24:34.453876 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-6450aff0-fb5e-400f-a88c-7ffc10ea9a96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:34.455466 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-6450aff0-fb5e-400f-a88c-7ffc10ea9a96 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dc6303b-af01-4607-94d6-0ace6ef6e161 HTTP/1.1" status: 200 len: 852 time: 0.1434979 Dec 21 22:24:34.506153 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-d770e7fd-b491-4503-b611-bfe2f524bff3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4f26e4e-882f-49fe-b8b4-6dda7073e3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406132 Dec 21 22:24:34.580134 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d721845-c59e-4d56-a4ba-62a7c4035c2c req-437c0ce6-64a3-4557-bde9-55c642ac423c tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:34.581617 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6d721845-c59e-4d56-a4ba-62a7c4035c2c req-437c0ce6-64a3-4557-bde9-55c642ac423c tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 944 time: 0.1119633 Dec 21 22:24:34.617578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdf4871f-13df-41e2-8766-912f0f972bdd req-fc4539a7-3982-417b-b7e0-33f2f0044ed9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Router 4430a6c6-e334-4ae6-b163-a658a91e6a72 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:24:34.643645 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-6d721845-c59e-4d56-a4ba-62a7c4035c2c req-9feff8bc-cf37-4c3b-8953-32c53a88dd99 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Synchronizing usage tracker for tenant:25d273d637424652965872a1043c8f86 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:34.646529 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-064d115f-834d-4a73-ba5f-7261d4f11705 service neutron] 10.222.0.49 "GET /v2.0/networks/d4f26e4e-882f-49fe-b8b4-6dda7073e3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329324 Dec 21 22:24:34.790658 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf1d3ee1-6c24-4787-80ad-cdd743b9f080 req-fd047a21-40b4-4e07-a6ca-a6771d1d8d9f service neutron] 10.222.0.49 "GET /v2.0/networks/d4f26e4e-882f-49fe-b8b4-6dda7073e3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342635 Dec 21 22:24:34.848274 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-6d721845-c59e-4d56-a4ba-62a7c4035c2c req-9feff8bc-cf37-4c3b-8953-32c53a88dd99 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Unset dirty status for tenant:25d273d637424652965872a1043c8f86 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:34.849402 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6d721845-c59e-4d56-a4ba-62a7c4035c2c req-9feff8bc-cf37-4c3b-8953-32c53a88dd99 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610688 Dec 21 22:24:34.860129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdf4871f-13df-41e2-8766-912f0f972bdd req-fc4539a7-3982-417b-b7e0-33f2f0044ed9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:24:34.871265 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb312f2e-cc34-4ab1-bbd2-5178d4c42011 None None] Sync routers for ids ['4430a6c6-e334-4ae6-b163-a658a91e6a72'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:24:34.886943 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb312f2e-cc34-4ab1-bbd2-5178d4c42011 None None] Routers {'4430a6c6-e334-4ae6-b163-a658a91e6a72'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:24:34.887634 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-eb312f2e-cc34-4ab1-bbd2-5178d4c42011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:24:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['4430a6c6-e334-4ae6-b163-a658a91e6a72'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:34.930769 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf4871f-13df-41e2-8766-912f0f972bdd req-fc4539a7-3982-417b-b7e0-33f2f0044ed9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] No DVR routers for this DVR port 0e488e08-58b5-4407-bf45-a146ca34f446 on host hv-neutron-8225 {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:24:34.933284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-bdf4871f-13df-41e2-8766-912f0f972bdd req-fc4539a7-3982-417b-b7e0-33f2f0044ed9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:34.936201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ec31f4-32bb-498b-9ec0-fd5091d15b4e', 'name': 'network-vif-deleted', 'tag': '0e488e08-58b5-4407-bf45-a146ca34f446'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:24:34.998848 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ec31f4-32bb-498b-9ec0-fd5091d15b4e', 'name': 'network-vif-deleted', 'tag': '0e488e08-58b5-4407-bf45-a146ca34f446', 'status': 'completed', 'code': 200} Dec 21 22:24:35.031556 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bdf4871f-13df-41e2-8766-912f0f972bdd req-fc4539a7-3982-417b-b7e0-33f2f0044ed9 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.49 "DELETE /v2.0/ports/0e488e08-58b5-4407-bf45-a146ca34f446 HTTP/1.1" status: 204 len: 173 time: 1.7946949 Dec 21 22:24:35.072257 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-eb312f2e-cc34-4ab1-bbd2-5178d4c42011 None None] Set router 4430a6c6-e334-4ae6-b163-a658a91e6a72 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:24:35.215864 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device be286da8-3273-4cf9-8977-e59465d10f68 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:24:35.286070 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port be286da8-3273-4cf9-8977-e59465d10f68 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:35.286421 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:35.429021 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-eb312f2e-cc34-4ab1-bbd2-5178d4c42011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'name': 'tempest-ServerActionsTestJSON-734737920-router', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:51Z', 'updated_at': '2021-12-21T22:18:06Z', 'revision_number': 4, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'gw_port': {'id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:52Z', 'updated_at': '2021-12-21T22:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '826c5ef3-5c22-4b8a-b234-0bb6834a7f4f', 'name': '', 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'mac_address': 'fa:16:3e:f9:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6618fb-d062-4732-86da-363d150315c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:03Z', 'updated_at': '2021-12-21T22:18:17Z', 'revision_number': 5, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'subnets': [{'id': 'db6618fb-d062-4732-86da-363d150315c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:35.433429 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb312f2e-cc34-4ab1-bbd2-5178d4c42011 None None] Checking router: 4430a6c6-e334-4ae6-b163-a658a91e6a72 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:24:35.443605 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb312f2e-cc34-4ab1-bbd2-5178d4c42011 None None] Routers {'4430a6c6-e334-4ae6-b163-a658a91e6a72'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:24:35.444184 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-eb312f2e-cc34-4ab1-bbd2-5178d4c42011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:24:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['4430a6c6-e334-4ae6-b163-a658a91e6a72'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:35.609834 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-a46e7e56-e3b8-4ec9-aa15-09e5620e6654 req-b91f02f9-01f7-4ffa-b68f-e31647d693a6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Synchronizing usage tracker for tenant:1554338f714a4532b4ef038ba8da42a6 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:35.621958 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-eb312f2e-cc34-4ab1-bbd2-5178d4c42011 None None] Set router 4430a6c6-e334-4ae6-b163-a658a91e6a72 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:24:35.705420 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-a46e7e56-e3b8-4ec9-aa15-09e5620e6654 req-b91f02f9-01f7-4ffa-b68f-e31647d693a6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Unset dirty status for tenant:1554338f714a4532b4ef038ba8da42a6 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:35.710796 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a46e7e56-e3b8-4ec9-aa15-09e5620e6654 req-b91f02f9-01f7-4ffa-b68f-e31647d693a6 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/ports?device_id=51ec31f4-32bb-498b-9ec0-fd5091d15b4e HTTP/1.1" status: 200 len: 210 time: 0.1414239 Dec 21 22:24:35.948120 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-eb312f2e-cc34-4ab1-bbd2-5178d4c42011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'name': 'tempest-ServerActionsTestJSON-734737920-router', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:51Z', 'updated_at': '2021-12-21T22:18:06Z', 'revision_number': 4, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'gw_port': {'id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:52Z', 'updated_at': '2021-12-21T22:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '826c5ef3-5c22-4b8a-b234-0bb6834a7f4f', 'name': '', 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'mac_address': 'fa:16:3e:f9:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6618fb-d062-4732-86da-363d150315c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:03Z', 'updated_at': '2021-12-21T22:18:17Z', 'revision_number': 5, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'subnets': [{'id': 'db6618fb-d062-4732-86da-363d150315c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:35.952444 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb312f2e-cc34-4ab1-bbd2-5178d4c42011 None None] The sync data for ids ['4430a6c6-e334-4ae6-b163-a658a91e6a72'] in dv-neutron-822520-1-hyperv is: [{'id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'name': 'tempest-ServerActionsTestJSON-734737920-router', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81'}], 'enable_snat': True}, 'gw_port_id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:51Z', 'updated_at': '2021-12-21T22:18:06Z', 'revision_number': 4, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'gw_port': {'id': '575b14a6-2962-4d4b-abef-62128c65a2f9', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:17:52Z', 'updated_at': '2021-12-21T22:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '826c5ef3-5c22-4b8a-b234-0bb6834a7f4f', 'name': '', 'network_id': '23bea38b-1ef2-4c9c-a871-d310f9003b4f', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'mac_address': 'fa:16:3e:f9:7f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db6618fb-d062-4732-86da-363d150315c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:18:03Z', 'updated_at': '2021-12-21T22:18:17Z', 'revision_number': 5, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'subnets': [{'id': 'db6618fb-d062-4732-86da-363d150315c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:24:36.064594 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a6306-e647-485a-a6b7-9d91e6c1634a req-ec9d6fc5-5b8b-4f76-ad9f-24a50617e710 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:36.066265 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ea0a6306-e647-485a-a6b7-9d91e6c1634a req-ec9d6fc5-5b8b-4f76-ad9f-24a50617e710 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 944 time: 0.0876245 Dec 21 22:24:36.114720 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ea0a6306-e647-485a-a6b7-9d91e6c1634a req-f0afa77d-8b29-446d-a78b-18f11df0ed11 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421534 Dec 21 22:24:36.527553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37666) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:36.600450 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9893c4f4-2b0f-45aa-9ee2-26e9225b2f09 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=a0afca56990a43fd95e729e8f15e2964&network_id=3cb3cf99-9847-4235-815f-6f4bcbab9c77 HTTP/1.1" status: 200 len: 3000 time: 0.0716510 Dec 21 22:24:36.952138 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37680) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:37.016643 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-20d057f6-0143-4c6c-adeb-5765feae171d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:37.050834 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-20d057f6-0143-4c6c-adeb-5765feae171d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:37.179162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-20d057f6-0143-4c6c-adeb-5765feae171d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:37.197270 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d057f6-0143-4c6c-adeb-5765feae171d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6232cf4d-34f9-4463-9633-9779c7f9fb9f,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:37.207727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d057f6-0143-4c6c-adeb-5765feae171d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:37.208074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d057f6-0143-4c6c-adeb-5765feae171d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:37.208409 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d057f6-0143-4c6c-adeb-5765feae171d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:37.208739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d057f6-0143-4c6c-adeb-5765feae171d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:37.209087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d057f6-0143-4c6c-adeb-5765feae171d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:37.209394 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d057f6-0143-4c6c-adeb-5765feae171d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:37.209733 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d057f6-0143-4c6c-adeb-5765feae171d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:37.210061 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d057f6-0143-4c6c-adeb-5765feae171d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:37.210395 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d057f6-0143-4c6c-adeb-5765feae171d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:37.210711 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d057f6-0143-4c6c-adeb-5765feae171d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:37.211027 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d057f6-0143-4c6c-adeb-5765feae171d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:37.319755 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-20d057f6-0143-4c6c-adeb-5765feae171d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:37.321568 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-20d057f6-0143-4c6c-adeb-5765feae171d tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "DELETE /v2.0/security-groups/6232cf4d-34f9-4463-9633-9779c7f9fb9f HTTP/1.1" status: 204 len: 168 time: 0.3677506 Dec 21 22:24:37.324337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37686) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:37.343225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df3d6a3-43e0-4ad4-a4cc-18e49f5130bf req-3f664423-668b-487c-8e82-b38e732f34d1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:37.345203 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9df3d6a3-43e0-4ad4-a4cc-18e49f5130bf req-3f664423-668b-487c-8e82-b38e732f34d1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 944 time: 0.0992410 Dec 21 22:24:37.350656 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-a78d11c4-9a0d-43e4-a7dc-514687c9ab99 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] show failed (client error): The resource could not be found. Dec 21 22:24:37.356125 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a78d11c4-9a0d-43e4-a7dc-514687c9ab99 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "GET /v2.0/security-groups/6232cf4d-34f9-4463-9633-9779c7f9fb9f HTTP/1.1" status: 404 len: 347 time: 0.0264685 Dec 21 22:24:37.358407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37690) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:37.396158 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9df3d6a3-43e0-4ad4-a4cc-18e49f5130bf req-c9670810-103b-4d77-8383-bc38c5ffeb05 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430021 Dec 21 22:24:37.615885 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Deleting port 8fe68ae3-ff87-4808-ad74-a2f5b60e8b3c {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:24:37.616305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:37.699361 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:24:37.792640 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:37.792960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:37.918124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Calling delete_port for 8fe68ae3-ff87-4808-ad74-a2f5b60e8b3c owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:24:37.957095 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:24:37.959880 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 0e488e08-58b5-4407-bf45-a146ca34f446 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:24:37.996821 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 0e488e08-58b5-4407-bf45-a146ca34f446 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:24:37.997190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 0e488e08-58b5-4407-bf45-a146ca34f446 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:24:38.132647 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=030cb7b4-9a4b-4edb-93cd-b3bad7076bb6,segment=NetworkSegment(fd43cb94-2736-43e9-a121-8efdc97bcd04),segment_id=fd43cb94-2736-43e9-a121-8efdc97bcd04)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:38.146791 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '030cb7b4-9a4b-4edb-93cd-b3bad7076bb6', 'network_id': 'd4f26e4e-882f-49fe-b8b4-6dda7073e3c1', 'port_id': '030cb7b4-9a4b-4edb-93cd-b3bad7076bb6', 'mac_address': 'fa:16:3e:89:42:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dc6303b-af01-4607-94d6-0ace6ef6e161', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:24:38.167797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:38.206264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:38.215578 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Pushing event deleted for resources: {'Port': ['ID=8fe68ae3-ff87-4808-ad74-a2f5b60e8b3c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:38.224579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:24:38.242428 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=030cb7b4-9a4b-4edb-93cd-b3bad7076bb6,segment=NetworkSegment(fd43cb94-2736-43e9-a121-8efdc97bcd04),segment_id=fd43cb94-2736-43e9-a121-8efdc97bcd04)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:38.256676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:38.260071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:38.260071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:38.260071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:38.260071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:38.260071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:38.260071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:38.260071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:38.260071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:38.260071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:38.260071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:38.320453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks [] for floatingip, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:38.368549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:38.413972 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:38.415755 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-46ba1373-8d0e-4fd4-b192-6250660174c3 tempest-ServerActionsTestJSON-974231031 tempest-ServerActionsTestJSON-974231031-project] 10.222.0.37 "DELETE /v2.0/floatingips/2c2d5837-1ffa-4d96-94b7-b1e09240da42 HTTP/1.1" status: 204 len: 168 time: 1.0562732 Dec 21 22:24:38.418770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37698) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:38.434901 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=030cb7b4-9a4b-4edb-93cd-b3bad7076bb6,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:38.607526 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['030cb7b4-9a4b-4edb-93cd-b3bad7076bb6'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:24:38.694807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef6f6a-4f68-402e-808b-cd154a262569 req-e8ceaec9-aeef-4926-b64e-f44e40875cee tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:38.697833 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a5ef6f6a-4f68-402e-808b-cd154a262569 req-e8ceaec9-aeef-4926-b64e-f44e40875cee tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 945 time: 0.1690786 Dec 21 22:24:38.842051 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a5ef6f6a-4f68-402e-808b-cd154a262569 req-8366a715-58c5-4274-92cb-b85b1f345020 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330750 Dec 21 22:24:39.065705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fb4ecd67-2db9-4d2f-b285-ca947d062e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:39.762164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c92bf-96dc-4061-9363-b6c60b4a628a req-b407b456-70c7-4be3-8cb9-151a16449f60 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:39.763620 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-df5c92bf-96dc-4061-9363-b6c60b4a628a req-b407b456-70c7-4be3-8cb9-151a16449f60 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.0952742 Dec 21 22:24:39.808885 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37722) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:39.851970 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-df5c92bf-96dc-4061-9363-b6c60b4a628a req-ef6a0297-1705-4847-a8ac-d892bf099711 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642161 Dec 21 22:24:39.887737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33927f0e-be92-4fef-9219-fa23de5bc8e0 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:39.887949 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-33927f0e-be92-4fef-9219-fa23de5bc8e0 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708 HTTP/1.1" status: 200 len: 814 time: 0.0779941 Dec 21 22:24:39.937009 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ecd67-2db9-4d2f-b285-ca947d062e60 admin admin] Deleting port 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:24:39.937371 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fb4ecd67-2db9-4d2f-b285-ca947d062e60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:39.966759 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:24:40.063575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76233154-5332-4eb3-87ad-8207ce1a0bfe req-c48c0611-6b54-404d-939d-76f24f7c6f64 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:40.065049 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-76233154-5332-4eb3-87ad-8207ce1a0bfe req-c48c0611-6b54-404d-939d-76f24f7c6f64 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 945 time: 0.0817916 Dec 21 22:24:40.106969 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:24:40.113671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:40.115993 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-76233154-5332-4eb3-87ad-8207ce1a0bfe req-43e095ab-d6bf-404d-beff-4e00419aaf9e tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420883 Dec 21 22:24:40.116135 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:40.135374 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-fb4ecd67-2db9-4d2f-b285-ca947d062e60 admin admin] For port 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=826c5ef3-5c22-4b8a-b234-0bb6834a7f4f,segment=NetworkSegment(9830252b-8b95-4c8f-b446-6585189fd96a),segment_id=9830252b-8b95-4c8f-b446-6585189fd96a)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:40.135969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fb4ecd67-2db9-4d2f-b285-ca947d062e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:40.248887 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:40.279090 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1f56ed-8cae-4855-bb35-38344578eeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030cb7b4-9a4b-4edb-93cd-b3bad7076bb6'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:24:40.295092 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=030cb7b4-9a4b-4edb-93cd-b3bad7076bb6,segment=NetworkSegment(fd43cb94-2736-43e9-a121-8efdc97bcd04),segment_id=fd43cb94-2736-43e9-a121-8efdc97bcd04)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:40.333770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ecd67-2db9-4d2f-b285-ca947d062e60 admin admin] Calling delete_port for 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:24:40.369367 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1f56ed-8cae-4855-bb35-38344578eeb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030cb7b4-9a4b-4edb-93cd-b3bad7076bb6', 'code': 200} Dec 21 22:24:40.370159 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:40.436761 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=030cb7b4-9a4b-4edb-93cd-b3bad7076bb6,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:40.579678 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fb4ecd67-2db9-4d2f-b285-ca947d062e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:40.623798 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ecd67-2db9-4d2f-b285-ca947d062e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=826c5ef3-5c22-4b8a-b234-0bb6834a7f4f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:40.668264 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19e530b9-2883-45f0-965e-89efbe420332 req-be794021-adf4-4998-9310-5037a2c7cb5f tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1419962878&fields=id&tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d HTTP/1.1" status: 200 len: 267 time: 0.0457077 Dec 21 22:24:40.884932 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e530b9-2883-45f0-965e-89efbe420332 req-e11a3ff8-960a-4e9f-9c90-0dcd0658869c tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:40.886377 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19e530b9-2883-45f0-965e-89efbe420332 req-e11a3ff8-960a-4e9f-9c90-0dcd0658869c tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/networks?id=30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 200 len: 811 time: 0.1795788 Dec 21 22:24:40.889374 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e2131398-8ff6-4eca-a446-9918dcb774df req-51e11c80-8af9-4cfb-a8c8-e100f373c44a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 1099 time: 0.2175438 Dec 21 22:24:40.927130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fb4ecd67-2db9-4d2f-b285-ca947d062e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:40.927733 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19e530b9-2883-45f0-965e-89efbe420332 req-345cb6aa-9423-4ff4-8a09-4f817c7b3a20 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/quotas/b8d8b5b9fdb0458fb8e74e87d7d41d6d HTTP/1.1" status: 200 len: 375 time: 0.0182393 Dec 21 22:24:40.987832 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e2131398-8ff6-4eca-a446-9918dcb774df req-e9846696-60d8-4c8c-8851-10aa8547a06e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913067 Dec 21 22:24:41.021297 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19e530b9-2883-45f0-965e-89efbe420332 req-ef83fac4-3872-4ee0-97df-681720caeef7 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848489 Dec 21 22:24:41.043777 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37746) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:41.052329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-3f955659-53d7-49b2-9c63-a4394e2a2e99 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'network': {'name': 'tempest-network-smoke--1703395302', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'port_security_enabled': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:41.061538 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3f955659-53d7-49b2-9c63-a4394e2a2e99 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:41.088402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3f955659-53d7-49b2-9c63-a4394e2a2e99 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:41.128719 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1c0ea-c8b1-49cc-a54c-b1548b62300a req-612b4e7e-d188-4936-ba78-d518383e4ddb tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:41.130185 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-64b1c0ea-c8b1-49cc-a54c-b1548b62300a req-612b4e7e-d188-4936-ba78-d518383e4ddb tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.1378436 Dec 21 22:24:41.170650 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19e530b9-2883-45f0-965e-89efbe420332 req-20242ae0-3061-410c-bf24-dcb45cecdbff service neutron] 10.222.0.37 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362071 Dec 21 22:24:41.312443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f955659-53d7-49b2-9c63-a4394e2a2e99 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:24:41.315393 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f955659-53d7-49b2-9c63-a4394e2a2e99 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:41.388019 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f955659-53d7-49b2-9c63-a4394e2a2e99 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:24:41.388019 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-64b1c0ea-c8b1-49cc-a54c-b1548b62300a req-3ea79773-d36f-441b-84a4-eee344ecb049 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079947 Dec 21 22:24:41.398325 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f955659-53d7-49b2-9c63-a4394e2a2e99 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:41.398624 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-3f955659-53d7-49b2-9c63-a4394e2a2e99 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Added segment 72e3225c-eb58-4731-8041-5fd9014cbfe6 of type vlan for network 46dc4968-c163-404f-b54e-6d4e5cf1d08c Dec 21 22:24:41.399326 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d906880-f918-4faa-be27-aee093661e86 None None] New status for floating IP 2c2d5837-1ffa-4d96-94b7-b1e09240da42: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:24:41.417745 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19e530b9-2883-45f0-965e-89efbe420332 req-640cb92f-4852-4d2f-b63b-6c48c564b1c9 service neutron] 10.222.0.37 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404256 Dec 21 22:24:41.434727 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f955659-53d7-49b2-9c63-a4394e2a2e99 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:41.653773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f955659-53d7-49b2-9c63-a4394e2a2e99 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:41.657339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f955659-53d7-49b2-9c63-a4394e2a2e99 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:41.661496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f955659-53d7-49b2-9c63-a4394e2a2e99 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:41.806683 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f955659-53d7-49b2-9c63-a4394e2a2e99 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Network': ['ID=46dc4968-c163-404f-b54e-6d4e5cf1d08c,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:41.817779 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 46dc4968-c163-404f-b54e-6d4e5cf1d08c details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:24:41.896094 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c6df8-1c91-49e9-ae88-7d7cf3888ec1 req-21fb41db-813e-4f34-8981-2a44f4183364 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:41.897483 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f03c6df8-1c91-49e9-ae88-7d7cf3888ec1 req-21fb41db-813e-4f34-8981-2a44f4183364 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 946 time: 0.3419466 Dec 21 22:24:41.898698 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3f955659-53d7-49b2-9c63-a4394e2a2e99 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8531718 Dec 21 22:24:41.902857 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37758) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:42.012911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc7e190-0eb1-4760-b1c5-ac489a8b3572 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:42.014423 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ccc7e190-0eb1-4760-b1c5-ac489a8b3572 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a0afca56990a43fd95e729e8f15e2964&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1106629 Dec 21 22:24:42.017236 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37762) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:42.027684 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f03c6df8-1c91-49e9-ae88-7d7cf3888ec1 req-8bc1bb01-1a40-4260-9e8b-59bd53709adf tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790486 Dec 21 22:24:42.169963 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-3b76ca3f-ce96-4154-ae97-73681185a177 req-cc41d24b-c980-4b3a-a284-cae528b44125 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Synchronizing usage tracker for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:42.195336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297e035f-0789-42df-8af6-a605e4d0b419 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:42.197513 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-297e035f-0789-42df-8af6-a605e4d0b419 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1792860 Dec 21 22:24:42.200432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37770) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:42.243151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4ecd67-2db9-4d2f-b285-ca947d062e60 admin admin] Router 4430a6c6-e334-4ae6-b163-a658a91e6a72 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:24:42.251362 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-52ebe32c-2ed4-4b43-867c-d921e418e931 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496731 Dec 21 22:24:42.254200 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37778) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:42.300583 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-3b76ca3f-ce96-4154-ae97-73681185a177 req-cc41d24b-c980-4b3a-a284-cae528b44125 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Unset dirty status for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:42.301689 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3b76ca3f-ce96-4154-ae97-73681185a177 req-cc41d24b-c980-4b3a-a284-cae528b44125 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 210 time: 0.1859295 Dec 21 22:24:42.304850 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-953160e5-0c13-4b0d-aabe-851cb05e4c0c tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a0afca56990a43fd95e729e8f15e2964&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0497370 Dec 21 22:24:42.308790 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37782) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:42.447890 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fe2a3b-3623-452e-87ba-a55a5151b8f6 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:42.452756 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-38fe2a3b-3623-452e-87ba-a55a5151b8f6 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1425788 Dec 21 22:24:42.453758 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37788) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:42.497697 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37792) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:42.497955 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fd281054-e0a8-42fd-a304-c08f6e2d885f tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426459 Dec 21 22:24:42.505332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-028fe721-ae50-4cf5-8e09-5be798abe247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-977059955', 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:42.628118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4ecd67-2db9-4d2f-b285-ca947d062e60 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:24:42.630974 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abb13d-b1a1-44d8-afcd-ee019c4be03b req-977b4580-39f5-4edb-a372-c1c0cbc9b187 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:42.634317 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fb4ecd67-2db9-4d2f-b285-ca947d062e60 admin admin] 10.222.0.37 "PUT /v2.0/routers/4430a6c6-e334-4ae6-b163-a658a91e6a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2145231 Dec 21 22:24:42.634799 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-01abb13d-b1a1-44d8-afcd-ee019c4be03b req-977b4580-39f5-4edb-a372-c1c0cbc9b187 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.0849307 Dec 21 22:24:42.636858 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37796) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:42.640035 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-028fe721-ae50-4cf5-8e09-5be798abe247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:42.644087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-028fe721-ae50-4cf5-8e09-5be798abe247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:subnet and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:42.647027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-028fe721-ae50-4cf5-8e09-5be798abe247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:42.653822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-028fe721-ae50-4cf5-8e09-5be798abe247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:42.757116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028fe721-ae50-4cf5-8e09-5be798abe247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:24:42.757910 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-01abb13d-b1a1-44d8-afcd-ee019c4be03b req-c7150cf6-8657-4abf-a692-5db436ee26b3 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674884 Dec 21 22:24:42.864740 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-028fe721-ae50-4cf5-8e09-5be798abe247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:42.871399 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-64208bfc-12ca-4027-aeda-b7e7648013c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:43.081080 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-64208bfc-12ca-4027-aeda-b7e7648013c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:43.174391 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-64208bfc-12ca-4027-aeda-b7e7648013c9 admin admin] Deleting port 575b14a6-2962-4d4b-abef-62128c65a2f9 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:24:43.174731 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-64208bfc-12ca-4027-aeda-b7e7648013c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:43.269205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa159a-0434-45ad-95c5-071490d18301 req-59e2a2f0-f43f-48ce-af26-82120fd58058 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:43.270709 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-61aa159a-0434-45ad-95c5-071490d18301 req-59e2a2f0-f43f-48ce-af26-82120fd58058 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 946 time: 0.1126847 Dec 21 22:24:43.311729 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-028fe721-ae50-4cf5-8e09-5be798abe247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:43.356911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-64208bfc-12ca-4027-aeda-b7e7648013c9 admin admin] For port 575b14a6-2962-4d4b-abef-62128c65a2f9, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=575b14a6-2962-4d4b-abef-62128c65a2f9,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:43.357389 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-64208bfc-12ca-4027-aeda-b7e7648013c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:43.394415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fe721-ae50-4cf5-8e09-5be798abe247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Subnet': ['ID=dd43cbfd-5d42-4a2f-916e-622ec47721db,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:43.400457 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-61aa159a-0434-45ad-95c5-071490d18301 req-2af05476-f3a2-4641-bbf7-7ce926173f7a tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104774 Dec 21 22:24:43.430991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028fe721-ae50-4cf5-8e09-5be798abe247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Checking segment: {'id': '72e3225c-eb58-4731-8041-5fd9014cbfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:24:43.430991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028fe721-ae50-4cf5-8e09-5be798abe247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network hostable DHCP agents. Network: 46dc4968-c163-404f-b54e-6d4e5cf1d08c, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:24:43.536489 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395949b-0ae0-4fd1-ab3f-c1c0f904ca87 None None] Sync routers for ids ['4430a6c6-e334-4ae6-b163-a658a91e6a72'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:24:43.540675 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028fe721-ae50-4cf5-8e09-5be798abe247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 46dc4968-c163-404f-b54e-6d4e5cf1d08c is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:24:43.556674 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6395949b-0ae0-4fd1-ab3f-c1c0f904ca87 None None] Routers {'4430a6c6-e334-4ae6-b163-a658a91e6a72'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:24:43.557555 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-6395949b-0ae0-4fd1-ab3f-c1c0f904ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:24:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['4430a6c6-e334-4ae6-b163-a658a91e6a72'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:43.564094 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-64208bfc-12ca-4027-aeda-b7e7648013c9 admin admin] Calling delete_port for 575b14a6-2962-4d4b-abef-62128c65a2f9 owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:24:43.658905 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-028fe721-ae50-4cf5-8e09-5be798abe247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 46dc4968-c163-404f-b54e-6d4e5cf1d08c) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:24:43.669911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028fe721-ae50-4cf5-8e09-5be798abe247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:43.670793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-028fe721-ae50-4cf5-8e09-5be798abe247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:43.689870 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00fe781-000a-488a-aa7d-5547361e8d27 None None] Network 46dc4968-c163-404f-b54e-6d4e5cf1d08c requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:24:43.694651 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b4fcf332-d403-4b71-9073-c5093cd7a119 req-9ddde0c3-d942-4d78-8c6d-75d147f995c1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 210 time: 0.1431787 Dec 21 22:24:43.744608 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e885e-1298-4f2c-a921-f90447d36f0a req-9f7fc87b-22ee-43fc-b7cc-4ebe4d5bb68a tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:43.751159 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-577e885e-1298-4f2c-a921-f90447d36f0a req-9f7fc87b-22ee-43fc-b7cc-4ebe4d5bb68a tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 946 time: 0.1346323 Dec 21 22:24:43.763729 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-6395949b-0ae0-4fd1-ab3f-c1c0f904ca87 None None] Set router 4430a6c6-e334-4ae6-b163-a658a91e6a72 gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:24:43.814823 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-028fe721-ae50-4cf5-8e09-5be798abe247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3142662 Dec 21 22:24:43.849907 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-577e885e-1298-4f2c-a921-f90447d36f0a req-dd8f517c-9889-4dbe-9fe6-1cc844595aea tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978074 Dec 21 22:24:43.976111 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-6395949b-0ae0-4fd1-ab3f-c1c0f904ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'name': 'tempest-ServerActionsTestJSON-734737920-router', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:51Z', 'updated_at': '2021-12-21T22:24:43Z', 'revision_number': 6, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:43.981248 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395949b-0ae0-4fd1-ab3f-c1c0f904ca87 None None] Checking router: 4430a6c6-e334-4ae6-b163-a658a91e6a72 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:24:43.992732 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6395949b-0ae0-4fd1-ab3f-c1c0f904ca87 None None] Routers {'4430a6c6-e334-4ae6-b163-a658a91e6a72'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:24:43.994397 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-6395949b-0ae0-4fd1-ab3f-c1c0f904ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:24:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['4430a6c6-e334-4ae6-b163-a658a91e6a72'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:44.027827 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-46dc4968-c163-404f-b54e-6d4e5cf1d08c', 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ips': [{'subnet_id': 'dd43cbfd-5d42-4a2f-916e-622ec47721db'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:24:44.028633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:44.084417 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-64208bfc-12ca-4027-aeda-b7e7648013c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:44.157907 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-6395949b-0ae0-4fd1-ab3f-c1c0f904ca87 None None] Set router 4430a6c6-e334-4ae6-b163-a658a91e6a72 gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:24:44.180644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64208bfc-12ca-4027-aeda-b7e7648013c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=575b14a6-2962-4d4b-abef-62128c65a2f9,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:44.213458 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Allocated IP 172.20.0.18 (46dc4968-c163-404f-b54e-6d4e5cf1d08c/dd43cbfd-5d42-4a2f-916e-622ec47721db/af4cfdba-ca2f-4550-b6a1-58dc607ff8c2) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:24:44.280886 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37814) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:44.287433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-3a67a387-2579-4488-b1ee-8186df589bed tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1986951888', 'description': 'tempest-secgroup-smoke-1986951888 description', 'project_id': 'a0afca56990a43fd95e729e8f15e2964'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:44.301285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3a67a387-2579-4488-b1ee-8186df589bed tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:44.317416 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3a67a387-2579-4488-b1ee-8186df589bed tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:44.355263 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-6395949b-0ae0-4fd1-ab3f-c1c0f904ca87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'name': 'tempest-ServerActionsTestJSON-734737920-router', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:51Z', 'updated_at': '2021-12-21T22:24:43Z', 'revision_number': 6, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:44.359451 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395949b-0ae0-4fd1-ab3f-c1c0f904ca87 None None] The sync data for ids ['4430a6c6-e334-4ae6-b163-a658a91e6a72'] in dv-neutron-822520-1-hyperv is: [{'id': '4430a6c6-e334-4ae6-b163-a658a91e6a72', 'name': 'tempest-ServerActionsTestJSON-734737920-router', 'tenant_id': '1554338f714a4532b4ef038ba8da42a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:17:51Z', 'updated_at': '2021-12-21T22:24:43Z', 'revision_number': 6, 'project_id': '1554338f714a4532b4ef038ba8da42a6', 'gw_port_host': None}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:24:44.408680 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-64208bfc-12ca-4027-aeda-b7e7648013c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:44.425508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a67a387-2579-4488-b1ee-8186df589bed tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:44.488397 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3a67a387-2579-4488-b1ee-8186df589bed tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:44.494966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3a67a387-2579-4488-b1ee-8186df589bed tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:44.498351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3a67a387-2579-4488-b1ee-8186df589bed tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:44.505146 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3a67a387-2579-4488-b1ee-8186df589bed tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:44.532800 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:44.544985 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Transition to ACTIVE for port object af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:24:44.570197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Transition to ACTIVE for port object af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:24:44.587444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a67a387-2579-4488-b1ee-8186df589bed tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:44.675703 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754335f-da35-47d4-b73c-43ade57e8bd6 req-1f86ab3a-f8df-4c1b-86ef-d982bb947d0a tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:44.677030 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3754335f-da35-47d4-b73c-43ade57e8bd6 req-1f86ab3a-f8df-4c1b-86ef-d982bb947d0a tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.6569071 Dec 21 22:24:44.700332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a67a387-2579-4488-b1ee-8186df589bed tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:44.701118 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:44.825553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67a387-2579-4488-b1ee-8186df589bed tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00955d25-3794-462b-a1ab-dd3177ed8b60,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:44.830280 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-64208bfc-12ca-4027-aeda-b7e7648013c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:44.840918 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Network 46dc4968-c163-404f-b54e-6d4e5cf1d08c is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:24:44.845922 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:24:44.852713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:24:44.866188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-64208bfc-12ca-4027-aeda-b7e7648013c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:44.888985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a67a387-2579-4488-b1ee-8186df589bed tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:44.893547 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3a67a387-2579-4488-b1ee-8186df589bed tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6083829 Dec 21 22:24:44.894069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37822) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:44.900517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-aea547b2-d0f2-4fbe-8a15-d6323fcdaa4a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '00955d25-3794-462b-a1ab-dd3177ed8b60', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:44.907897 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-aea547b2-d0f2-4fbe-8a15-d6323fcdaa4a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:44.912608 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-aea547b2-d0f2-4fbe-8a15-d6323fcdaa4a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:44.915383 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e530b9-2883-45f0-965e-89efbe420332 req-46c40f1b-69b8-41d9-b65a-921854bac851 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:44.916448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-aea547b2-d0f2-4fbe-8a15-d6323fcdaa4a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:44.916784 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19e530b9-2883-45f0-965e-89efbe420332 req-46c40f1b-69b8-41d9-b65a-921854bac851 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.49 "GET /v2.0/networks?id=30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 200 len: 811 time: 0.3646624 Dec 21 22:24:44.919462 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Pushing event updated for resources: {'Port': ['ID=af4cfdba-ca2f-4550-b6a1-58dc607ff8c2,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:44.924833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-aea547b2-d0f2-4fbe-8a15-d6323fcdaa4a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:44.933567 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3754335f-da35-47d4-b73c-43ade57e8bd6 req-85a49ba8-9035-49dd-bafa-d9b659c59c53 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963806 Dec 21 22:24:44.985004 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19e530b9-2883-45f0-965e-89efbe420332 req-179c9bcd-9942-4280-ba9a-4b4b34c7d7a2 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d HTTP/1.1" status: 200 len: 380 time: 0.0496786 Dec 21 22:24:44.994785 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [req-19e530b9-2883-45f0-965e-89efbe420332 req-feb6cfc1-e9e9-491d-a5fb-7b0cffe9d31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Request body: {'port': {'device_id': '77df1059-b716-4c98-80eb-0da11f307039', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'admin_state_up': True, 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'security_groups': ['908ba60d-30ea-43d6-8c02-9249e70b8160']}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:45.017654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Attempting to bind port af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:24:45.018044 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Attempting to bind port af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '72e3225c-eb58-4731-8041-5fd9014cbfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:24:45.018700 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Attempting to bind port af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 on network 46dc4968-c163-404f-b54e-6d4e5cf1d08c {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:24:45.028435 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:24:45.028813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Checking segment: {'id': '72e3225c-eb58-4731-8041-5fd9014cbfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:24:45.029210 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.029596 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Bound using segment: {'id': '72e3225c-eb58-4731-8041-5fd9014cbfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:24:45.030359 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Bound port: af4cfdba-ca2f-4550-b6a1-58dc607ff8c2, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e3225c-eb58-4731-8041-5fd9014cbfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:24:45.031043 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.061763 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cafcced3-862a-431f-a7a7-62cb461a637b req-bd2e2e0a-bbea-4c22-804e-8c62cb8c1963 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 210 time: 0.0554402 Dec 21 22:24:45.073883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aea547b2-d0f2-4fbe-8a15-d6323fcdaa4a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.142329 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] For port af4cfdba-ca2f-4550-b6a1-58dc607ff8c2, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:24:45.145369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] For port af4cfdba-ca2f-4550-b6a1-58dc607ff8c2, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=af4cfdba-ca2f-4550-b6a1-58dc607ff8c2,segment=NetworkSegment(72e3225c-eb58-4731-8041-5fd9014cbfe6),segment_id=72e3225c-eb58-4731-8041-5fd9014cbfe6)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:24:45.152425 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aea547b2-d0f2-4fbe-8a15-d6323fcdaa4a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.158690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-64208bfc-12ca-4027-aeda-b7e7648013c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.159212 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64208bfc-12ca-4027-aeda-b7e7648013c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4430a6c6-e334-4ae6-b163-a658a91e6a72 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:24:45.223380 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.224011 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [req-19e530b9-2883-45f0-965e-89efbe420332 req-feb6cfc1-e9e9-491d-a5fb-7b0cffe9d31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:45.232676 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-64208bfc-12ca-4027-aeda-b7e7648013c9 admin admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.233771 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-64208bfc-12ca-4027-aeda-b7e7648013c9 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4430a6c6-e334-4ae6-b163-a658a91e6a72 HTTP/1.1" status: 204 len: 168 time: 2.5958436 Dec 21 22:24:45.238661 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37826) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:45.238841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.239593 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aea547b2-d0f2-4fbe-8a15-d6323fcdaa4a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.248554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [req-19e530b9-2883-45f0-965e-89efbe420332 req-feb6cfc1-e9e9-491d-a5fb-7b0cffe9d31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:45.271428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7b4a7-128a-4001-a198-7264c37d9786 req-8ac46e0e-d1ac-4ce3-be2c-b5be9387c897 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:45.279345 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-04d7b4a7-128a-4001-a198-7264c37d9786 req-8ac46e0e-d1ac-4ce3-be2c-b5be9387c897 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 946 time: 0.1215162 Dec 21 22:24:45.280766 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:24:45.330283 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:24:45.330622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 826c5ef3-5c22-4b8a-b234-0bb6834a7f4f not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:24:45.331034 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-04d7b4a7-128a-4001-a198-7264c37d9786 req-604074d4-58e5-481a-854c-be40a614bce7 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503492 Dec 21 22:24:45.334467 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e530b9-2883-45f0-965e-89efbe420332 req-feb6cfc1-e9e9-491d-a5fb-7b0cffe9d31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Made reservation on behalf of b8d8b5b9fdb0458fb8e74e87d7d41d6d for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:24:45.340480 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-19e530b9-2883-45f0-965e-89efbe420332 req-feb6cfc1-e9e9-491d-a5fb-7b0cffe9d31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.341011 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea547b2-d0f2-4fbe-8a15-d6323fcdaa4a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead96b75-c6de-45a8-9aa3-b9670aaab0a0,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:45.377057 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8aeb9-ba90-4a0c-b543-9dbedac2c04a None None] Pushing event updated for resources: {'Port': ['ID=af4cfdba-ca2f-4550-b6a1-58dc607ff8c2,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:45.396414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-b920be29-c0aa-4a9f-bba9-3da5cc94eac4 admin admin] Deleting subnet db6618fb-d062-4732-86da-363d150315c5 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:24:45.399586 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b920be29-c0aa-4a9f-bba9-3da5cc94eac4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.431684 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aea547b2-d0f2-4fbe-8a15-d6323fcdaa4a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.432929 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-aea547b2-d0f2-4fbe-8a15-d6323fcdaa4a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5381870 Dec 21 22:24:45.435919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37830) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:45.441153 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f2074b84-54dc-4406-8608-74bd36fb1cca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '00955d25-3794-462b-a1ab-dd3177ed8b60', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:45.449744 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f2074b84-54dc-4406-8608-74bd36fb1cca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:45.462638 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f2074b84-54dc-4406-8608-74bd36fb1cca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:45.467148 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f2074b84-54dc-4406-8608-74bd36fb1cca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:45.480226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b920be29-c0aa-4a9f-bba9-3da5cc94eac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.513702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f2074b84-54dc-4406-8608-74bd36fb1cca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:45.558436 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [req-19e530b9-2883-45f0-965e-89efbe420332 req-feb6cfc1-e9e9-491d-a5fb-7b0cffe9d31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Allocated IP 172.20.0.6 (30c8348e-de0d-452f-98c1-e75fb40a3979/073f42ae-bd0f-4484-a9d4-70d9e72514e8/ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:24:45.619513 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b920be29-c0aa-4a9f-bba9-3da5cc94eac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.709252 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f2074b84-54dc-4406-8608-74bd36fb1cca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.801869 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f2074b84-54dc-4406-8608-74bd36fb1cca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.834511 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b920be29-c0aa-4a9f-bba9-3da5cc94eac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.881247 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920be29-c0aa-4a9f-bba9-3da5cc94eac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db6618fb-d062-4732-86da-363d150315c5,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:45.887892 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f2074b84-54dc-4406-8608-74bd36fb1cca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.889734 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b920be29-c0aa-4a9f-bba9-3da5cc94eac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.896568 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ba5c47-f9f4-4c2a-b783-07dab07cd3e9 None None] Network 23bea38b-1ef2-4c9c-a871-d310f9003b4f requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:24:45.932237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2074b84-54dc-4406-8608-74bd36fb1cca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69aa4db-7e5c-49e1-bd42-3022370515be,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:45.934395 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b920be29-c0aa-4a9f-bba9-3da5cc94eac4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/db6618fb-d062-4732-86da-363d150315c5 HTTP/1.1" status: 204 len: 168 time: 0.6922543 Dec 21 22:24:45.936860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37836) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:45.956115 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-19e530b9-2883-45f0-965e-89efbe420332 req-feb6cfc1-e9e9-491d-a5fb-7b0cffe9d31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:45.973476 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [req-19e530b9-2883-45f0-965e-89efbe420332 req-feb6cfc1-e9e9-491d-a5fb-7b0cffe9d31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Transition to ACTIVE for port object ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:24:46.045623 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f2074b84-54dc-4406-8608-74bd36fb1cca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:46.049859 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f2074b84-54dc-4406-8608-74bd36fb1cca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6130929 Dec 21 22:24:46.052688 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37842) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:46.059036 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-baf8c747-eba3-4549-aa96-de30dad790a5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '00955d25-3794-462b-a1ab-dd3177ed8b60', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:46.072033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:46.078381 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-baf8c747-eba3-4549-aa96-de30dad790a5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:46.087080 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-baf8c747-eba3-4549-aa96-de30dad790a5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:46.089032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] Deleting port d9944c7a-63b0-4488-b85e-9ca033bce44c {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:24:46.089487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:46.096927 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-baf8c747-eba3-4549-aa96-de30dad790a5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:46.107236 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-baf8c747-eba3-4549-aa96-de30dad790a5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:46.128290 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-19e530b9-2883-45f0-965e-89efbe420332 req-feb6cfc1-e9e9-491d-a5fb-7b0cffe9d31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:46.249418 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e530b9-2883-45f0-965e-89efbe420332 req-feb6cfc1-e9e9-491d-a5fb-7b0cffe9d31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Network 30c8348e-de0d-452f-98c1-e75fb40a3979 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:24:46.252687 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [req-19e530b9-2883-45f0-965e-89efbe420332 req-feb6cfc1-e9e9-491d-a5fb-7b0cffe9d31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:24:46.261495 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e530b9-2883-45f0-965e-89efbe420332 req-feb6cfc1-e9e9-491d-a5fb-7b0cffe9d31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:24:46.292790 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6cfc1-e9e9-491d-a5fb-7b0cffe9d31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event updated for resources: {'Port': ['ID=ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:46.399787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] For port d9944c7a-63b0-4488-b85e-9ca033bce44c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d9944c7a-63b0-4488-b85e-9ca033bce44c,segment=NetworkSegment(9830252b-8b95-4c8f-b446-6585189fd96a),segment_id=9830252b-8b95-4c8f-b446-6585189fd96a)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:46.400571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:46.418277 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3869ac5b-a16d-46aa-8c67-1dbed5592664 None None] DHCP port deletion for 23bea38b-1ef2-4c9c-a871-d310f9003b4f request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:24:46.422770 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3869ac5b-a16d-46aa-8c67-1dbed5592664 None None] Deleting port d9944c7a-63b0-4488-b85e-9ca033bce44c {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:24:46.424050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3869ac5b-a16d-46aa-8c67-1dbed5592664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:46.467343 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-baf8c747-eba3-4549-aa96-de30dad790a5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:46.578904 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e530b9-2883-45f0-965e-89efbe420332 req-feb6cfc1-e9e9-491d-a5fb-7b0cffe9d31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:46.579579 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-19e530b9-2883-45f0-965e-89efbe420332 req-feb6cfc1-e9e9-491d-a5fb-7b0cffe9d31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:46.721635 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-baf8c747-eba3-4549-aa96-de30dad790a5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:46.723959 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] Calling delete_port for d9944c7a-63b0-4488-b85e-9ca033bce44c owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:24:46.742322 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19e530b9-2883-45f0-965e-89efbe420332 req-feb6cfc1-e9e9-491d-a5fb-7b0cffe9d31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7440703 Dec 21 22:24:46.752106 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Request body: {'port': {'device_id': '77df1059-b716-4c98-80eb-0da11f307039', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:46.803870 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-baf8c747-eba3-4549-aa96-de30dad790a5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:46.816321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-3869ac5b-a16d-46aa-8c67-1dbed5592664 None None] For port d9944c7a-63b0-4488-b85e-9ca033bce44c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d9944c7a-63b0-4488-b85e-9ca033bce44c,segment=NetworkSegment(9830252b-8b95-4c8f-b446-6585189fd96a),segment_id=9830252b-8b95-4c8f-b446-6585189fd96a)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:46.816866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3869ac5b-a16d-46aa-8c67-1dbed5592664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:46.830625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24124542-f359-470f-80d3-054eb1972997 req-4d8d9aad-cb81-43dc-a3c5-d2c69ac26490 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:46.833308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-24124542-f359-470f-80d3-054eb1972997 req-4d8d9aad-cb81-43dc-a3c5-d2c69ac26490 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Synchronizing usage tracker for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:46.836748 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade8f8a-79b9-49bc-86da-d2e653e8bcc5 req-ac7604cd-f594-4514-8bef-fe8497f8b322 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:46.844869 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eade8f8a-79b9-49bc-86da-d2e653e8bcc5 req-ac7604cd-f594-4514-8bef-fe8497f8b322 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.6880116 Dec 21 22:24:46.877967 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8c747-eba3-4549-aa96-de30dad790a5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fcf55c4-d5e3-4fb4-b9a8-cd24fe1784ea,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:46.910671 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eade8f8a-79b9-49bc-86da-d2e653e8bcc5 req-3bbf72df-de00-4938-816d-d883cc4ec97a tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648193 Dec 21 22:24:46.968710 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:46.978742 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269a0b41-e84c-44f5-bb22-c0ab872dc1c6 None None] Network 46dc4968-c163-404f-b54e-6d4e5cf1d08c requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:24:46.981201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:47.000202 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3869ac5b-a16d-46aa-8c67-1dbed5592664 None None] Calling delete_port for d9944c7a-63b0-4488-b85e-9ca033bce44c owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:24:47.040802 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-24124542-f359-470f-80d3-054eb1972997 req-4d8d9aad-cb81-43dc-a3c5-d2c69ac26490 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Unset dirty status for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:47.047969 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-24124542-f359-470f-80d3-054eb1972997 req-4d8d9aad-cb81-43dc-a3c5-d2c69ac26490 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 931 time: 0.7456946 Dec 21 22:24:47.049905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-baf8c747-eba3-4549-aa96-de30dad790a5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:47.053974 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-baf8c747-eba3-4549-aa96-de30dad790a5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0002599 Dec 21 22:24:47.054749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37850) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:47.096154 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-aa707455-e344-4c97-9b93-8d51546e3dd6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '00955d25-3794-462b-a1ab-dd3177ed8b60', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:47.111588 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-aa707455-e344-4c97-9b93-8d51546e3dd6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:47.120746 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-aa707455-e344-4c97-9b93-8d51546e3dd6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:47.128540 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-62277c0e-b3e2-4dc3-8649-a5c53fa9cd35 None None] Provisioning for port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:24:47.128794 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-aa707455-e344-4c97-9b93-8d51546e3dd6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:47.167370 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-aa707455-e344-4c97-9b93-8d51546e3dd6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:47.187755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-62277c0e-b3e2-4dc3-8649-a5c53fa9cd35 None None] Provisioning complete for port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:47.188235 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-62277c0e-b3e2-4dc3-8649-a5c53fa9cd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:47.247873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-62277c0e-b3e2-4dc3-8649-a5c53fa9cd35 None None] Port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:24:47.265455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] No DVR routers for this DVR port d9944c7a-63b0-4488-b85e-9ca033bce44c on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:24:47.276154 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-3869ac5b-a16d-46aa-8c67-1dbed5592664 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:24:47.276506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-3869ac5b-a16d-46aa-8c67-1dbed5592664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:24:47.310059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9944c7a-63b0-4488-b85e-9ca033bce44c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:47.377300 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-24124542-f359-470f-80d3-054eb1972997 req-9e638c18-82d9-498d-928f-34df06c974c9 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285661 Dec 21 22:24:47.377722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:24:47.417318 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa707455-e344-4c97-9b93-8d51546e3dd6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:47.488685 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:47.491999 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa707455-e344-4c97-9b93-8d51546e3dd6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:47.546334 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23bea38b-1ef2-4c9c-a871-d310f9003b4f']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:47.569173 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9830252b-8b95-4c8f-b446-6585189fd96a') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:47.569173 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9830252b-8b95-4c8f-b446-6585189fd96a') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:24:47.588960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833ed3a-1d4d-41eb-8346-ffc02241c52d req-92c8a41e-3fc6-4b67-aef8-dd9db5eb34ce tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:47.592864 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa707455-e344-4c97-9b93-8d51546e3dd6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:47.599894 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1833ed3a-1d4d-41eb-8346-ffc02241c52d req-92c8a41e-3fc6-4b67-aef8-dd9db5eb34ce tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 946 time: 0.5281825 Dec 21 22:24:47.623109 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa707455-e344-4c97-9b93-8d51546e3dd6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d63a661-4535-437c-a1ef-3271fcb7e2a5,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:47.626350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:47.631421 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:24:47.664117 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2e61be2a-fc28-48ca-afd5-59f615f6aab4 None None] Provisioning for port af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:24:47.668925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:47.672844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2e61be2a-fc28-48ca-afd5-59f615f6aab4 None None] Provisioning complete for port af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:47.673889 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2e61be2a-fc28-48ca-afd5-59f615f6aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:47.680868 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:24:47.682269 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:24:47.702679 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:24:47.720382 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1833ed3a-1d4d-41eb-8346-ffc02241c52d req-87206296-d7bd-4050-843d-45d761cd083d tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193216 Dec 21 22:24:47.730922 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa707455-e344-4c97-9b93-8d51546e3dd6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:47.738575 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-aa707455-e344-4c97-9b93-8d51546e3dd6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6738822 Dec 21 22:24:47.739255 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37854) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:47.771089 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-f8bac78a-b81f-4a68-9419-8a82af7dd065 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '00955d25-3794-462b-a1ab-dd3177ed8b60', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:47.809295 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3869ac5b-a16d-46aa-8c67-1dbed5592664 None None] Deleting port d9944c7a-63b0-4488-b85e-9ca033bce44c {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:24:47.809710 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3869ac5b-a16d-46aa-8c67-1dbed5592664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:47.837914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d9944c7a-63b0-4488-b85e-9ca033bce44c no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:24:47.858346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f8bac78a-b81f-4a68-9419-8a82af7dd065 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:47.868833 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f8bac78a-b81f-4a68-9419-8a82af7dd065 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:47.874848 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f8bac78a-b81f-4a68-9419-8a82af7dd065 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:47.885501 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f8bac78a-b81f-4a68-9419-8a82af7dd065 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:47.885992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: d9944c7a-63b0-4488-b85e-9ca033bce44c {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:24:47.886422 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d9944c7a-63b0-4488-b85e-9ca033bce44c not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:24:47.886836 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 575b14a6-2962-4d4b-abef-62128c65a2f9 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:24:47.893205 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e {{(pid=84169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:24:47.893539 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:47.902474 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:47.904721 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:47.922790 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Transition to ACTIVE for port object ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e will not be triggered until provisioned by entity L2. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:24:47.956038 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=23bea38b-1ef2-4c9c-a871-d310f9003b4f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:47.985220 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-f8bac78a-b81f-4a68-9419-8a82af7dd065 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:24:47.993991 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f8bac78a-b81f-4a68-9419-8a82af7dd065 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:47.995113 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 575b14a6-2962-4d4b-abef-62128c65a2f9 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:24:47.995986 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 575b14a6-2962-4d4b-abef-62128c65a2f9 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:24:47.998104 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1c500a5b-8b62-4212-9040-33313fcd8bb6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/23bea38b-1ef2-4c9c-a871-d310f9003b4f HTTP/1.1" status: 204 len: 168 time: 2.0599072 Dec 21 22:24:48.003109 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3869ac5b-a16d-46aa-8c67-1dbed5592664 None None] The port 'd9944c7a-63b0-4488-b85e-9ca033bce44c' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:24:48.022586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:48.099650 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2e61be2a-fc28-48ca-afd5-59f615f6aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:48.199526 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2e61be2a-fc28-48ca-afd5-59f615f6aab4 None None] For port af4cfdba-ca2f-4550-b6a1-58dc607ff8c2, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=af4cfdba-ca2f-4550-b6a1-58dc607ff8c2,segment=NetworkSegment(72e3225c-eb58-4731-8041-5fd9014cbfe6),segment_id=72e3225c-eb58-4731-8041-5fd9014cbfe6)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:48.247927 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8241b-64b6-4ae9-8003-dc63036a66a1 req-ba3372f7-f5ed-4e6d-8738-d80975b0a67d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:48.265575 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2e61be2a-fc28-48ca-afd5-59f615f6aab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:48.277708 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7fc8241b-64b6-4ae9-8003-dc63036a66a1 req-ba3372f7-f5ed-4e6d-8738-d80975b0a67d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.1844242 Dec 21 22:24:48.284050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Pushing event updated for resources: {'Port': ['ID=ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:48.370309 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61be2a-fc28-48ca-afd5-59f615f6aab4 None None] Pushing event updated for resources: {'Port': ['ID=af4cfdba-ca2f-4550-b6a1-58dc607ff8c2,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:48.408081 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7fc8241b-64b6-4ae9-8003-dc63036a66a1 req-38bc22e7-c11e-4e28-be05-e0b1f53158bc tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298699 Dec 21 22:24:48.455578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-36adc1b1-6229-45a3-9510-4a2a9f08556a None None] Provisioning complete for port af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:48.455941 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-36adc1b1-6229-45a3-9510-4a2a9f08556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:48.478686 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37868) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:48.627571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f8bac78a-b81f-4a68-9419-8a82af7dd065 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:48.665447 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.managers [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Attempting to bind port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:24:48.665823 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.managers [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Attempting to bind port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'}] {{(pid=84169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:24:48.666229 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Attempting to bind port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e on network 30c8348e-de0d-452f-98c1-e75fb40a3979 {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:24:48.675933 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0e641e96-7687-4d2a-b576-6afb3e40c560 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1554338f714a4532b4ef038ba8da42a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1932371 Dec 21 22:24:48.676491 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37872) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:48.704201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f8bac78a-b81f-4a68-9419-8a82af7dd065 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:48.738004 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d2a15af-94eb-4441-870d-9c83ef35e3a2 req-d9cec5c7-a8e0-4d89-9464-09b34757df60 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25d273d637424652965872a1043c8f86&device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 1099 time: 0.1621394 Dec 21 22:24:48.747606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63ac2d-9364-4517-b8be-0bcfabb1c046 req-51de4712-c135-46a5-8fa2-18dc71b1c8e6 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:48.751601 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4e63ac2d-9364-4517-b8be-0bcfabb1c046 req-51de4712-c135-46a5-8fa2-18dc71b1c8e6 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 943 time: 0.1242399 Dec 21 22:24:48.751812 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e on network 30c8348e-de0d-452f-98c1-e75fb40a3979 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:24:48.752040 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Attempting to bind port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e on network 30c8348e-de0d-452f-98c1-e75fb40a3979 {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:24:48.762088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bac78a-b81f-4a68-9419-8a82af7dd065 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e28b42-98a7-430e-8bdf-1d2687605921,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:48.793683 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34e331-1e39-4dad-a89f-85fa230063f3 req-f19fb4e0-2447-4767-ab60-489c8cca098f tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:48.795339 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4a34e331-1e39-4dad-a89f-85fa230063f3 req-f19fb4e0-2447-4767-ab60-489c8cca098f tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 946 time: 0.3336511 Dec 21 22:24:48.797706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:24:48.798046 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Checking segment: {'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:24:48.798673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Bound using segment: {'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'} {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:24:48.799099 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.managers [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Bound port: ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'}}] {{(pid=84169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:24:48.799434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:48.860237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-4e63ac2d-9364-4517-b8be-0bcfabb1c046 req-5b350b2c-b072-4200-96a3-a70b53daaccd tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Synchronizing usage tracker for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:48.869443 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f8bac78a-b81f-4a68-9419-8a82af7dd065 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:48.873460 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f8bac78a-b81f-4a68-9419-8a82af7dd065 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1285422 Dec 21 22:24:48.876625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37876) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:48.902274 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d1308aad-52a4-46b9-a362-5bb11bb87b73 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '00955d25-3794-462b-a1ab-dd3177ed8b60', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:48.913027 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d1308aad-52a4-46b9-a362-5bb11bb87b73 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:48.931142 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d1308aad-52a4-46b9-a362-5bb11bb87b73 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:48.942529 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-209b0249-a979-4bce-89b8-bad0d14dd636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:48.964773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a15af-94eb-4441-870d-9c83ef35e3a2 req-9673d1c7-9c36-46a4-b2d2-9c2a598a5036 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:48.966263 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d2a15af-94eb-4441-870d-9c83ef35e3a2 req-9673d1c7-9c36-46a4-b2d2-9c2a598a5036 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d4f26e4e-882f-49fe-b8b4-6dda7073e3c1 HTTP/1.1" status: 200 len: 913 time: 0.2104166 Dec 21 22:24:48.975549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-209b0249-a979-4bce-89b8-bad0d14dd636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:48.995903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d1308aad-52a4-46b9-a362-5bb11bb87b73 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:49.025905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d1308aad-52a4-46b9-a362-5bb11bb87b73 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:49.038376 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4a34e331-1e39-4dad-a89f-85fa230063f3 req-204634b3-cdac-4737-a933-b58342b05702 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189829 Dec 21 22:24:49.040105 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] For port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e, host hv-neutron-8225, cleared binding levels {{(pid=84169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:24:49.043669 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-4e63ac2d-9364-4517-b8be-0bcfabb1c046 req-5b350b2c-b072-4200-96a3-a70b53daaccd tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Unset dirty status for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:49.044616 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] For port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:24:49.044789 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4e63ac2d-9364-4517-b8be-0bcfabb1c046 req-5b350b2c-b072-4200-96a3-a70b53daaccd tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840190 Dec 21 22:24:49.051441 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d2a15af-94eb-4441-870d-9c83ef35e3a2 req-3c5d941b-9e15-43c1-bbe4-ccd9f4108417 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 HTTP/1.1" status: 200 len: 217 time: 0.0737724 Dec 21 22:24:49.124087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a15af-94eb-4441-870d-9c83ef35e3a2 req-d2d398a9-a9fe-4a47-ad2e-98dd81bdf22e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:49.125512 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d2a15af-94eb-4441-870d-9c83ef35e3a2 req-d2d398a9-a9fe-4a47-ad2e-98dd81bdf22e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dc6303b-af01-4607-94d6-0ace6ef6e161 HTTP/1.1" status: 200 len: 852 time: 0.0608692 Dec 21 22:24:49.134158 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:49.185653 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d2a15af-94eb-4441-870d-9c83ef35e3a2 req-30a931c5-5b72-4bca-9ef1-7ac6b002bb84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4f26e4e-882f-49fe-b8b4-6dda7073e3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502133 Dec 21 22:24:49.189443 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-209b0249-a979-4bce-89b8-bad0d14dd636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:49.193043 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-d1308aad-52a4-46b9-a362-5bb11bb87b73 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:24:49.220319 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:49.220319 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19e530b9-2883-45f0-965e-89efbe420332 req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] 10.222.0.49 "PUT /v2.0/ports/ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e HTTP/1.1" status: 200 len: 1093 time: 2.4700446 Dec 21 22:24:49.220319 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77df1059-b716-4c98-80eb-0da11f307039', 'tag': 'ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:24:49.234399 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d1308aad-52a4-46b9-a362-5bb11bb87b73 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:49.238217 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:24:49.255251 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b0249-a979-4bce-89b8-bad0d14dd636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c7d61f-b3a6-4945-8c06-f8dabbcb7c2c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:49.277579 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-209b0249-a979-4bce-89b8-bad0d14dd636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:49.278732 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-209b0249-a979-4bce-89b8-bad0d14dd636 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2c7d61f-b3a6-4945-8c06-f8dabbcb7c2c HTTP/1.1" status: 204 len: 168 time: 0.6016295 Dec 21 22:24:49.298151 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d3892-ceaa-4e26-abc3-5e4cfb1ee7ed service neutron] Pushing event updated for resources: {'Port': ['ID=ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e,revision_number=3']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:49.447659 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:49.448085 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:49.527335 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d2a15af-94eb-4441-870d-9c83ef35e3a2 req-ec250b21-372d-4c3e-9537-55dffa540d14 service neutron] 10.222.0.49 "GET /v2.0/networks/d4f26e4e-882f-49fe-b8b4-6dda7073e3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303516 Dec 21 22:24:49.579537 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77df1059-b716-4c98-80eb-0da11f307039', 'tag': 'ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e', 'status': 'completed', 'code': 200} Dec 21 22:24:49.592337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d1308aad-52a4-46b9-a362-5bb11bb87b73 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:49.640147 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19e530b9-2883-45f0-965e-89efbe420332 req-01f11d84-669a-470a-af23-2acd44253a89 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 1096 time: 0.2589989 Dec 21 22:24:49.709136 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d1308aad-52a4-46b9-a362-5bb11bb87b73 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:49.751776 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19e530b9-2883-45f0-965e-89efbe420332 req-0a9f634d-1fb3-4905-9515-ce08817d39b2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e HTTP/1.1" status: 200 len: 217 time: 0.1002486 Dec 21 22:24:49.755348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1308aad-52a4-46b9-a362-5bb11bb87b73 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c6fefc-8f59-4232-beae-8083f099585a,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:49.755510 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d2a15af-94eb-4441-870d-9c83ef35e3a2 req-7e10cef7-592e-4829-9e8b-db383f3b8be5 service neutron] 10.222.0.49 "GET /v2.0/networks/d4f26e4e-882f-49fe-b8b4-6dda7073e3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176600 Dec 21 22:24:49.766975 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98299e-23c2-410a-9932-f7c1a69e6187 req-5aa7c68c-fd2d-4510-92af-f8e27d209d88 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:49.775592 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5b98299e-23c2-410a-9932-f7c1a69e6187 req-5aa7c68c-fd2d-4510-92af-f8e27d209d88 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.1981680 Dec 21 22:24:49.826417 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5b98299e-23c2-410a-9932-f7c1a69e6187 req-e5f7b42a-e035-4880-a4df-b0fba9335da6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439222 Dec 21 22:24:49.842111 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e530b9-2883-45f0-965e-89efbe420332 req-e123a002-1251-414d-bdf0-1deead382528 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:49.844130 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19e530b9-2883-45f0-965e-89efbe420332 req-e123a002-1251-414d-bdf0-1deead382528 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=073f42ae-bd0f-4484-a9d4-70d9e72514e8 HTTP/1.1" status: 200 len: 850 time: 0.0760641 Dec 21 22:24:49.845251 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d1308aad-52a4-46b9-a362-5bb11bb87b73 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:49.856122 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d1308aad-52a4-46b9-a362-5bb11bb87b73 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9592113 Dec 21 22:24:49.936383 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19e530b9-2883-45f0-965e-89efbe420332 req-fd13e836-4be0-4266-bd6b-67b6a50ec328 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30c8348e-de0d-452f-98c1-e75fb40a3979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790231 Dec 21 22:24:50.166761 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-bafc4ea0-8b9e-4705-8660-ca2cf72a74b1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986951888&fields=id&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 267 time: 0.0546956 Dec 21 22:24:50.168746 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19e530b9-2883-45f0-965e-89efbe420332 req-ff33bf0a-4dec-47dc-a2f4-b2e4d2c08f81 service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252338 Dec 21 22:24:50.267059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff44e6-04f0-4828-8ca7-ac95bade0227 req-5f496460-2a8e-4968-a046-e4a898775a2e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:50.268667 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c0ff44e6-04f0-4828-8ca7-ac95bade0227 req-5f496460-2a8e-4968-a046-e4a898775a2e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 943 time: 0.0941217 Dec 21 22:24:50.329401 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c0ff44e6-04f0-4828-8ca7-ac95bade0227 req-b752a8ed-50d8-445f-a1a5-18d32ff37f7d tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540745 Dec 21 22:24:50.416384 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-f9b1e9e9-9b81-47e1-963e-cf16e0bf848f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:50.422882 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-f9b1e9e9-9b81-47e1-963e-cf16e0bf848f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/networks?id=46dc4968-c163-404f-b54e-6d4e5cf1d08c HTTP/1.1" status: 200 len: 797 time: 0.2497265 Dec 21 22:24:50.457879 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-b2c57f0b-2776-4c20-a2e4-063a143a9623 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/quotas/a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 375 time: 0.0335200 Dec 21 22:24:50.460693 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19e530b9-2883-45f0-965e-89efbe420332 req-60125685-1735-4515-8038-14a61f9136fc service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378020 Dec 21 22:24:50.528391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446560f-2ecc-4e24-abac-594450f62cfc req-44da7bc1-02b8-4ede-b6d6-69962e3c6d75 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:50.536076 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5446560f-2ecc-4e24-abac-594450f62cfc req-44da7bc1-02b8-4ede-b6d6-69962e3c6d75 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 946 time: 0.0898759 Dec 21 22:24:50.589063 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-a5983ead-e51f-4463-9d8b-88d2f52c83e5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1200068 Dec 21 22:24:50.686007 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5446560f-2ecc-4e24-abac-594450f62cfc req-cd949189-0d18-49d7-81b2-b861bb9864c3 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489186 Dec 21 22:24:50.799216 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5261e6b1-3a02-4d99-8daa-3cfe4f93b631 req-e2a7c63e-2f6e-483e-a14b-5a52865e1ffd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 1096 time: 0.2083025 Dec 21 22:24:50.807595 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-9eca5ed0-2f11-4c3b-aeb5-f949c7520e0c service neutron] 10.222.0.37 "GET /v2.0/networks/46dc4968-c163-404f-b54e-6d4e5cf1d08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155831 Dec 21 22:24:51.034288 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89859b78-5072-4a4b-bb5b-b117e2928b37 req-62ce62b4-e9f4-46a8-b635-9164ffe2c11e tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:51.035684 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-89859b78-5072-4a4b-bb5b-b117e2928b37 req-62ce62b4-e9f4-46a8-b635-9164ffe2c11e tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.0806849 Dec 21 22:24:51.067302 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-b9553def-4031-4b95-8a53-156a12db2805 service neutron] 10.222.0.37 "GET /v2.0/networks/46dc4968-c163-404f-b54e-6d4e5cf1d08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410185 Dec 21 22:24:51.069566 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261e6b1-3a02-4d99-8daa-3cfe4f93b631 req-3ceac927-042e-4191-9cb6-b8dd74fb4df8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:51.070939 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5261e6b1-3a02-4d99-8daa-3cfe4f93b631 req-3ceac927-042e-4191-9cb6-b8dd74fb4df8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 200 len: 912 time: 0.2625458 Dec 21 22:24:51.086824 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-89859b78-5072-4a4b-bb5b-b117e2928b37 req-6ff07d7b-2cfd-4943-8986-3e3ab56860fb tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432937 Dec 21 22:24:51.158745 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5261e6b1-3a02-4d99-8daa-3cfe4f93b631 req-b372c8c9-916a-49ac-a7d2-b483b843929e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e HTTP/1.1" status: 200 len: 217 time: 0.0798831 Dec 21 22:24:51.223049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261e6b1-3a02-4d99-8daa-3cfe4f93b631 req-32120985-d2d9-4ebc-a746-0885d5879fa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:51.224505 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5261e6b1-3a02-4d99-8daa-3cfe4f93b631 req-32120985-d2d9-4ebc-a746-0885d5879fa9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=073f42ae-bd0f-4484-a9d4-70d9e72514e8 HTTP/1.1" status: 200 len: 850 time: 0.0585051 Dec 21 22:24:51.302525 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5261e6b1-3a02-4d99-8daa-3cfe4f93b631 req-4691c3da-8c95-474e-9638-ad6095c3fc2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30c8348e-de0d-452f-98c1-e75fb40a3979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707088 Dec 21 22:24:51.465116 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-afaa140d-1d86-41cb-ae0c-5c8998eb8fb3 req-34a228f0-d13d-44e5-b05f-8380a269e77d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 210 time: 0.0796869 Dec 21 22:24:51.665529 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5261e6b1-3a02-4d99-8daa-3cfe4f93b631 req-cb2d3a13-5020-4b22-add5-1036d136bb96 service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559191 Dec 21 22:24:51.674165 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd5815-fc4c-43f9-9168-24a46676cd46 req-cfdace92-a58b-4b7a-870b-6340ea4230f0 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:51.675576 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fbcd5815-fc4c-43f9-9168-24a46676cd46 req-cfdace92-a58b-4b7a-870b-6340ea4230f0 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 943 time: 0.1663594 Dec 21 22:24:51.808942 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fbcd5815-fc4c-43f9-9168-24a46676cd46 req-656555e6-7813-4aa8-9026-0fb9b0ef6acf tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152921 Dec 21 22:24:51.845608 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5261e6b1-3a02-4d99-8daa-3cfe4f93b631 req-ae5da656-17f0-48c2-8ab1-fbe375a10101 service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690986 Dec 21 22:24:51.935787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfae58-1628-4ef4-8c84-1f55b6071af2 req-b0477f98-9cda-420f-b74e-93a97519dce7 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:51.937219 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bedfae58-1628-4ef4-8c84-1f55b6071af2 req-b0477f98-9cda-420f-b74e-93a97519dce7 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 946 time: 0.0850618 Dec 21 22:24:51.985414 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bedfae58-1628-4ef4-8c84-1f55b6071af2 req-c11d2228-2810-4e42-8c25-05c9adb45569 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425000 Dec 21 22:24:52.315332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 37956) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:52.425899 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ae5ec-e72a-41a9-b8db-173f3ae0444a req-65d91bef-1b73-4612-a8e5-0d9b70bfe8c2 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:52.427414 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6e3ae5ec-e72a-41a9-b8db-173f3ae0444a req-65d91bef-1b73-4612-a8e5-0d9b70bfe8c2 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.1587660 Dec 21 22:24:52.490725 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6e3ae5ec-e72a-41a9-b8db-173f3ae0444a req-edc6552c-c4cc-45e9-a924-e1c9da04977d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532990 Dec 21 22:24:52.568419 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-5105952'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:52.574068 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:52.577842 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Usage tracker for resource:network and tenant:f3a77d013b3741fba642b79194722abb is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:52.580691 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:52.595765 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:52.643067 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-67a9ed52-6ccf-43e3-938d-6b9888b75aeb req-53d7b47e-506c-4049-adc1-dbc9574c527b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 210 time: 0.0444534 Dec 21 22:24:52.676252 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Made reservation on behalf of f3a77d013b3741fba642b79194722abb for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:24:52.679454 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:52.692748 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:52.773896 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:52.779423 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Usage tracker for resource:security_group_rule and tenant:f3a77d013b3741fba642b79194722abb is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:52.782654 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:52.790343 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:52.813894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f92e8-e6b9-4c8d-826c-efab54726725 req-99bbe755-e86a-4229-8844-f95a3130041b tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:52.815388 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cb7f92e8-e6b9-4c8d-826c-efab54726725 req-99bbe755-e86a-4229-8844-f95a3130041b tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 946 time: 0.1133075 Dec 21 22:24:52.891529 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cb7f92e8-e6b9-4c8d-826c-efab54726725 req-7aba700b-e642-4bbb-9ded-b99acc8bca2d tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702260 Dec 21 22:24:52.910266 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:52.973492 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:53.003959 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:24:53.016822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8579851-cefe-4943-8e5a-067adf2c58b4,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:53.017034 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25887b1-d931-489b-a9b3-2819f154ab77 req-4011904d-d099-4e66-8fb5-e565d9991ebe tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:53.018473 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f25887b1-d931-489b-a9b3-2819f154ab77 req-4011904d-d099-4e66-8fb5-e565d9991ebe tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 943 time: 0.0806029 Dec 21 22:24:53.021388 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:53.021763 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Added segment ebc3bd06-932a-467b-9656-15acaf3f9b8e of type vlan for network 399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3 Dec 21 22:24:53.049472 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:53.075389 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f25887b1-d931-489b-a9b3-2819f154ab77 req-0b19a04e-6a56-4f2c-adf4-9d160bcbcd06 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443344 Dec 21 22:24:53.196716 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:53.200452 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:53.201045 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:53.310589 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Pushing event updated for resources: {'Network': ['ID=399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:53.320490 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:24:53.331200 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9120a688-1190-452f-b15a-2048e8888c59 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0119579 Dec 21 22:24:53.331990 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37968) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:53.339534 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f081dd4c-3bd5-4810-a54f-2fac994a7653 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Request body: {'subnet': {'network_id': '399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:53.460194 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f081dd4c-3bd5-4810-a54f-2fac994a7653 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:53.464892 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f081dd4c-3bd5-4810-a54f-2fac994a7653 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Usage tracker for resource:subnet and tenant:f3a77d013b3741fba642b79194722abb is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:53.467723 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f081dd4c-3bd5-4810-a54f-2fac994a7653 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:53.473232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f081dd4c-3bd5-4810-a54f-2fac994a7653 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:53.602700 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f081dd4c-3bd5-4810-a54f-2fac994a7653 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Made reservation on behalf of f3a77d013b3741fba642b79194722abb for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:24:53.766103 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f081dd4c-3bd5-4810-a54f-2fac994a7653 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:53.788293 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-fdd91cad-d5e8-4dc5-a14f-86f96a148696 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:53.790313 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-fdd91cad-d5e8-4dc5-a14f-86f96a148696 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/networks?id=46dc4968-c163-404f-b54e-6d4e5cf1d08c HTTP/1.1" status: 200 len: 797 time: 0.2023392 Dec 21 22:24:53.796774 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d972601-a21b-4371-883b-adc9fec4d357 req-34b3ba84-2cdf-46ad-927e-15d09ece1ea6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:53.798195 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7d972601-a21b-4371-883b-adc9fec4d357 req-34b3ba84-2cdf-46ad-927e-15d09ece1ea6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.1840160 Dec 21 22:24:53.889117 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7d972601-a21b-4371-883b-adc9fec4d357 req-ada67d28-c6e6-490d-9d7a-38a309962d70 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820532 Dec 21 22:24:53.890145 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-170acfb4-1b92-41d1-8a4e-8caa831ac432 req-a0ec523f-df6d-4122-911c-e5937c5ef25e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 210 time: 0.1067889 Dec 21 22:24:53.893388 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-49945ba4-e4a8-4bf3-a2b4-8109943f3a4b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 473 time: 0.0682330 Dec 21 22:24:53.918584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'port': {'device_id': 'c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586', 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c', 'admin_state_up': True, 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'security_groups': ['00955d25-3794-462b-a1ab-dd3177ed8b60']}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:53.952195 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5dd8161e-b03d-4916-a203-ac56a4b05ad6 req-7026f798-686e-4cfc-ad58-947f2321fae4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 1098 time: 0.3317697 Dec 21 22:24:54.037530 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5dd8161e-b03d-4916-a203-ac56a4b05ad6 req-3b34ccb4-7235-44d0-a012-6c5560fc2c77 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741425 Dec 21 22:24:54.041223 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-50fcaa62-2990-40d7-93d7-b6daad4326be req-29c3a479-9a37-43ab-9aba-b894a5fecf0b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1986923 Dec 21 22:24:54.066738 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:54.070698 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:port and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:54.073822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:54.079524 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:54.145536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:24:54.150271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:54.205109 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e0007-79e6-4727-952d-b08ded3de1c7 req-8b8b16fb-2fdc-4954-b95a-e82e9b5e96fa tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:54.206720 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1a2e0007-79e6-4727-952d-b08ded3de1c7 req-8b8b16fb-2fdc-4954-b95a-e82e9b5e96fa tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 946 time: 0.1312253 Dec 21 22:24:54.250408 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f081dd4c-3bd5-4810-a54f-2fac994a7653 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:54.303304 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1a2e0007-79e6-4727-952d-b08ded3de1c7 req-23d085af-0da3-4f78-bff2-3cc3d1ad8386 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883830 Dec 21 22:24:54.341311 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081dd4c-3bd5-4810-a54f-2fac994a7653 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Pushing event updated for resources: {'Subnet': ['ID=ec0f3fe1-df7b-496b-8890-7506cbc3cb75,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:54.362626 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60a270-d85b-4cbc-bb7f-db30d2993b98 req-02cea8ff-af09-40af-80bb-0588657454f8 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:54.364090 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ad60a270-d85b-4cbc-bb7f-db30d2993b98 req-02cea8ff-af09-40af-80bb-0588657454f8 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 943 time: 0.1575091 Dec 21 22:24:54.388259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f081dd4c-3bd5-4810-a54f-2fac994a7653 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Checking segment: {'id': 'ebc3bd06-932a-467b-9656-15acaf3f9b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:24:54.388616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f081dd4c-3bd5-4810-a54f-2fac994a7653 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Network hostable DHCP agents. Network: 399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:24:54.389144 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.26 (46dc4968-c163-404f-b54e-6d4e5cf1d08c/dd43cbfd-5d42-4a2f-916e-622ec47721db/b516a574-a46a-4191-ae33-b203b42f1b88) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:24:54.458460 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ad60a270-d85b-4cbc-bb7f-db30d2993b98 req-0718d799-036d-49b3-8b7f-9ff672726f6b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872564 Dec 21 22:24:54.475242 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-50fcaa62-2990-40d7-93d7-b6daad4326be req-cf045d09-653c-42f4-9208-9e5148825885 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 1099 time: 0.0820940 Dec 21 22:24:54.541698 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f081dd4c-3bd5-4810-a54f-2fac994a7653 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Network 399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:24:54.636906 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcaa62-2990-40d7-93d7-b6daad4326be req-81a5c294-ba79-4bc7-bbb0-be3b9debc485 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:54.638528 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-50fcaa62-2990-40d7-93d7-b6daad4326be req-81a5c294-ba79-4bc7-bbb0-be3b9debc485 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3cb3cf99-9847-4235-815f-6f4bcbab9c77 HTTP/1.1" status: 200 len: 898 time: 0.1431832 Dec 21 22:24:54.738284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:54.759868 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object b516a574-a46a-4191-ae33-b203b42f1b88 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:24:54.813093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-f081dd4c-3bd5-4810-a54f-2fac994a7653 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:24:54.824079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b392cc12-513b-48f1-a4fe-9ce932417120 None None] Network 399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:24:54.833480 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f081dd4c-3bd5-4810-a54f-2fac994a7653 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:54.834101 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f081dd4c-3bd5-4810-a54f-2fac994a7653 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:54.858196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535c7a2-ad15-4604-be4e-de2b95ab92b3 req-74925e56-11e0-44de-a1b3-6597d6064990 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:54.859745 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3535c7a2-ad15-4604-be4e-de2b95ab92b3 req-74925e56-11e0-44de-a1b3-6597d6064990 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 946 time: 0.0981984 Dec 21 22:24:54.910233 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:54.949422 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-50fcaa62-2990-40d7-93d7-b6daad4326be req-cc786586-2aaa-402a-a238-521f42e51ee4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0485a27-d640-486a-8ce8-c3cbe5240658 HTTP/1.1" status: 200 len: 1001 time: 0.3030970 Dec 21 22:24:54.988236 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3535c7a2-ad15-4604-be4e-de2b95ab92b3 req-be5003a4-07af-4129-9888-880f3aa8efae tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218324 Dec 21 22:24:54.990274 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 46dc4968-c163-404f-b54e-6d4e5cf1d08c is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:24:54.994051 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:24:55.016668 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:24:55.022935 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b04991ac-772a-43e9-aff2-182bd48047b7 req-61c76f83-4b89-40a4-91d2-7f5eec478a17 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=25d273d637424652965872a1043c8f86&device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 1099 time: 0.1621912 Dec 21 22:24:55.031404 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f081dd4c-3bd5-4810-a54f-2fac994a7653 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6961789 Dec 21 22:24:55.033468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 37988) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:55.090112 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Request body: {'port': {'network_id': '399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1380338341'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:55.097098 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=b516a574-a46a-4191-ae33-b203b42f1b88,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:55.155810 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:55.161108 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:55.216288 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3', 'network_id': '399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3', 'tenant_id': 'f3a77d013b3741fba642b79194722abb', 'fixed_ips': [{'subnet_id': 'ec0f3fe1-df7b-496b-8890-7506cbc3cb75'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:24:55.217826 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:55.274093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcaa62-2990-40d7-93d7-b6daad4326be req-77dbdc5b-2269-44c2-8a13-2a7e374fbe3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:55.275867 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-50fcaa62-2990-40d7-93d7-b6daad4326be req-77dbdc5b-2269-44c2-8a13-2a7e374fbe3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e9a20d78-f3c2-467f-bd33-e4bfac93faf3 HTTP/1.1" status: 200 len: 835 time: 0.3191853 Dec 21 22:24:55.315357 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-de6a4055-bdcf-416a-a2c5-614ed62db474 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4133937 Dec 21 22:24:55.332462 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Request body: {'port': {'device_id': 'c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:55.475372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Allocated IP 172.20.0.2 (399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3/ec0f3fe1-df7b-496b-8890-7506cbc3cb75/a01219cd-5db4-484d-9df0-cf24592199d4) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:24:55.482336 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-699b24b0-69de-42cc-9eec-679eb9222768 None None] Provisioning for port b516a574-a46a-4191-ae33-b203b42f1b88 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:24:55.493977 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-699b24b0-69de-42cc-9eec-679eb9222768 None None] Provisioning complete for port b516a574-a46a-4191-ae33-b203b42f1b88 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:55.494713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-699b24b0-69de-42cc-9eec-679eb9222768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:55.506836 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa86d3-33c2-4449-8ad4-cbf19763d1bb req-0cabf78e-d0b1-400a-b77a-a83f5db9c92c tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:55.508343 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-15aa86d3-33c2-4449-8ad4-cbf19763d1bb req-0cabf78e-d0b1-400a-b77a-a83f5db9c92c tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.2734072 Dec 21 22:24:55.509144 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:55.539044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04991ac-772a-43e9-aff2-182bd48047b7 req-20483f86-feca-4659-bc2b-f5ebee25c1f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:55.541311 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b04991ac-772a-43e9-aff2-182bd48047b7 req-20483f86-feca-4659-bc2b-f5ebee25c1f0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d4f26e4e-882f-49fe-b8b4-6dda7073e3c1 HTTP/1.1" status: 200 len: 913 time: 0.4964540 Dec 21 22:24:55.550231 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:55.609897 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d7dfe-25fd-431d-988e-bd0b9b5bc2c2 req-1961f4db-1b1c-4930-961a-5cea937a87aa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:55.616717 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c31d7dfe-25fd-431d-988e-bd0b9b5bc2c2 req-1961f4db-1b1c-4930-961a-5cea937a87aa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 932 time: 0.5328870 Dec 21 22:24:55.619590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Usage tracker for resource:port and tenant:f3a77d013b3741fba642b79194722abb is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:55.630603 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-15aa86d3-33c2-4449-8ad4-cbf19763d1bb req-07cd74af-9082-44ab-83b6-030233a31233 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098249 Dec 21 22:24:55.645414 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-699b24b0-69de-42cc-9eec-679eb9222768 None None] Port b516a574-a46a-4191-ae33-b203b42f1b88 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:24:55.647089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:55.662373 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b04991ac-772a-43e9-aff2-182bd48047b7 req-3807e870-5071-4986-9433-cf567a29cf53 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 HTTP/1.1" status: 200 len: 217 time: 0.1083462 Dec 21 22:24:55.664883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:55.725269 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-50fcaa62-2990-40d7-93d7-b6daad4326be req-9d862f00-4b6a-4354-aefd-2971ff1962b0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3cb3cf99-9847-4235-815f-6f4bcbab9c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3934872 Dec 21 22:24:55.780940 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c31d7dfe-25fd-431d-988e-bd0b9b5bc2c2 req-36a113a0-7770-4519-9639-da5b5819c886 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:24:55.793304 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:55.797960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Made reservation on behalf of f3a77d013b3741fba642b79194722abb for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:24:55.801015 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:55.807737 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Transition to ACTIVE for port object a01219cd-5db4-484d-9df0-cf24592199d4 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:24:55.833370 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Transition to ACTIVE for port object a01219cd-5db4-484d-9df0-cf24592199d4 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:24:55.876840 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04991ac-772a-43e9-aff2-182bd48047b7 req-8bf833d5-d693-49ac-83a1-bf8517d76591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:55.878441 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b04991ac-772a-43e9-aff2-182bd48047b7 req-8bf833d5-d693-49ac-83a1-bf8517d76591 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3dc6303b-af01-4607-94d6-0ace6ef6e161 HTTP/1.1" status: 200 len: 852 time: 0.2089500 Dec 21 22:24:55.907045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:55.921038 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] device_id is not set on port 4849bee6-6658-41c6-9107-6e4219ff9cde yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:24:55.948461 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d12a8e-8554-40c4-886a-9c4b78eadd38 req-3db844c3-a064-49c7-b129-751d0394db00 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:55.949928 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-80d12a8e-8554-40c4-886a-9c4b78eadd38 req-3db844c3-a064-49c7-b129-751d0394db00 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 943 time: 0.1961122 Dec 21 22:24:55.974693 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b04991ac-772a-43e9-aff2-182bd48047b7 req-dacb9c25-1445-41c0-9e72-5e07255c13a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d4f26e4e-882f-49fe-b8b4-6dda7073e3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880072 Dec 21 22:24:55.996387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Pushing event updated for resources: {'Port': ['ID=a01219cd-5db4-484d-9df0-cf24592199d4,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:56.010091 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Network 399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:24:56.011459 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:24:56.014040 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:24:56.018897 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:56.019699 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:56.019699 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:56.024559 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:56.024559 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:56.024559 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:56.024559 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:56.024925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c31d7dfe-25fd-431d-988e-bd0b9b5bc2c2 req-36a113a0-7770-4519-9639-da5b5819c886 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:24:56.025026 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:56.025026 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:56.025176 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-80d12a8e-8554-40c4-886a-9c4b78eadd38 req-aaa758fd-ee4b-459e-a6b9-1d3791ff0033 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626135 Dec 21 22:24:56.025259 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c31d7dfe-25fd-431d-988e-bd0b9b5bc2c2 req-36a113a0-7770-4519-9639-da5b5819c886 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=00955d25-3794-462b-a1ab-dd3177ed8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4044621 Dec 21 22:24:56.034303 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:56.034949 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:24:56.051300 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-50fcaa62-2990-40d7-93d7-b6daad4326be req-4ab278da-d709-4cb5-a727-2c0feb95ddb1 service neutron] 10.222.0.49 "GET /v2.0/networks/3cb3cf99-9847-4235-815f-6f4bcbab9c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177719 Dec 21 22:24:56.054442 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 937f4179-3582-4a28-9fe5-7ad64e32f8aa details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:24:56.058760 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 937f4179-3582-4a28-9fe5-7ad64e32f8aa no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:24:56.106150 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b516a574-a46a-4191-ae33-b203b42f1b88 {{(pid=84169) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:24:56.113688 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:56.128952 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Transition to ACTIVE for port object b516a574-a46a-4191-ae33-b203b42f1b88 will not be triggered until provisioned by entity L2. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:24:56.202613 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:56.226265 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Attempting to bind port a01219cd-5db4-484d-9df0-cf24592199d4 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:24:56.227854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Attempting to bind port a01219cd-5db4-484d-9df0-cf24592199d4 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'ebc3bd06-932a-467b-9656-15acaf3f9b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:24:56.228564 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Attempting to bind port a01219cd-5db4-484d-9df0-cf24592199d4 on network 399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:24:56.267547 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:24:56.268627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Checking segment: {'id': 'ebc3bd06-932a-467b-9656-15acaf3f9b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:24:56.269423 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:56.270270 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Bound using segment: {'id': 'ebc3bd06-932a-467b-9656-15acaf3f9b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:24:56.270967 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Bound port: a01219cd-5db4-484d-9df0-cf24592199d4, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc3bd06-932a-467b-9656-15acaf3f9b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:24:56.271721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:56.335398 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Allocated IP 172.20.0.7 (399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3/ec0f3fe1-df7b-496b-8890-7506cbc3cb75/4849bee6-6658-41c6-9107-6e4219ff9cde) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:24:56.357910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Pushing event updated for resources: {'Port': ['ID=b516a574-a46a-4191-ae33-b203b42f1b88,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:56.400344 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b04991ac-772a-43e9-aff2-182bd48047b7 req-3911cc85-908b-49f6-bbbb-80f832e5bcda service neutron] 10.222.0.49 "GET /v2.0/networks/d4f26e4e-882f-49fe-b8b4-6dda7073e3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123290 Dec 21 22:24:56.440089 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:56.451680 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-50fcaa62-2990-40d7-93d7-b6daad4326be req-adfa8426-6fd4-49af-9412-fdfae48a989c service neutron] 10.222.0.49 "GET /v2.0/networks/3cb3cf99-9847-4235-815f-6f4bcbab9c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846898 Dec 21 22:24:56.479000 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 937f4179-3582-4a28-9fe5-7ad64e32f8aa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=937f4179-3582-4a28-9fe5-7ad64e32f8aa,segment=NetworkSegment(56cdea6e-c8cd-43df-aaa5-292622b5213b),segment_id=56cdea6e-c8cd-43df-aaa5-292622b5213b)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:56.520130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.managers [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Attempting to bind port b516a574-a46a-4191-ae33-b203b42f1b88 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:24:56.520717 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.managers [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Attempting to bind port b516a574-a46a-4191-ae33-b203b42f1b88 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '72e3225c-eb58-4731-8041-5fd9014cbfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c'}] {{(pid=84169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:24:56.522169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Attempting to bind port b516a574-a46a-4191-ae33-b203b42f1b88 on network 46dc4968-c163-404f-b54e-6d4e5cf1d08c {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:24:56.529519 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a42b54f-6195-42e9-b774-931c19bc291a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937f4179-3582-4a28-9fe5-7ad64e32f8aa'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:24:56.529679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Port b516a574-a46a-4191-ae33-b203b42f1b88 on network 46dc4968-c163-404f-b54e-6d4e5cf1d08c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:24:56.530143 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Attempting to bind port b516a574-a46a-4191-ae33-b203b42f1b88 on network 46dc4968-c163-404f-b54e-6d4e5cf1d08c {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:24:56.538273 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:24:56.538714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Checking segment: {'id': '72e3225c-eb58-4731-8041-5fd9014cbfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:24:56.539149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Bound using segment: {'id': '72e3225c-eb58-4731-8041-5fd9014cbfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c'} {{(pid=84169) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:24:56.542676 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.managers [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Bound port: b516a574-a46a-4191-ae33-b203b42f1b88, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72e3225c-eb58-4731-8041-5fd9014cbfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c'}}] {{(pid=84169) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:24:56.542676 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:56.565814 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:56.637455 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a42b54f-6195-42e9-b774-931c19bc291a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937f4179-3582-4a28-9fe5-7ad64e32f8aa', 'code': 200} Dec 21 22:24:56.647815 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] For port b516a574-a46a-4191-ae33-b203b42f1b88, host hv-neutron-8225, cleared binding levels {{(pid=84169) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:24:56.652740 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 937f4179-3582-4a28-9fe5-7ad64e32f8aa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=937f4179-3582-4a28-9fe5-7ad64e32f8aa,segment=NetworkSegment(56cdea6e-c8cd-43df-aaa5-292622b5213b),segment_id=56cdea6e-c8cd-43df-aaa5-292622b5213b)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:56.652944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] For port b516a574-a46a-4191-ae33-b203b42f1b88, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b516a574-a46a-4191-ae33-b203b42f1b88,segment=NetworkSegment(72e3225c-eb58-4731-8041-5fd9014cbfe6),segment_id=72e3225c-eb58-4731-8041-5fd9014cbfe6)] {{(pid=84169) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:24:56.685472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaef221-45ac-4c8b-a0ff-e8cb66c19c01 req-42ec4323-3160-404a-97b5-94bc46f0b678 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:56.687112 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5aaef221-45ac-4c8b-a0ff-e8cb66c19c01 req-42ec4323-3160-404a-97b5-94bc46f0b678 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 946 time: 0.4894779 Dec 21 22:24:56.688717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '937f4179-3582-4a28-9fe5-7ad64e32f8aa', 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d', 'port_id': '937f4179-3582-4a28-9fe5-7ad64e32f8aa', 'mac_address': 'fa:16:3e:c9:90:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:24:56.734462 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:56.739628 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] For port a01219cd-5db4-484d-9df0-cf24592199d4, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:24:56.770462 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=937f4179-3582-4a28-9fe5-7ad64e32f8aa,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:56.775796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] For port a01219cd-5db4-484d-9df0-cf24592199d4, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a01219cd-5db4-484d-9df0-cf24592199d4,segment=NetworkSegment(ebc3bd06-932a-467b-9656-15acaf3f9b8e),segment_id=ebc3bd06-932a-467b-9656-15acaf3f9b8e)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:24:56.779294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:56.785727 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b04991ac-772a-43e9-aff2-182bd48047b7 req-2fce62be-9ba1-4e7f-973d-e3da5e116096 service neutron] 10.222.0.49 "GET /v2.0/networks/d4f26e4e-882f-49fe-b8b4-6dda7073e3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785677 Dec 21 22:24:56.809480 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937f4179-3582-4a28-9fe5-7ad64e32f8aa {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:24:56.813972 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:56.815474 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] 10.222.0.49 "PUT /v2.0/ports/b516a574-a46a-4191-ae33-b203b42f1b88 HTTP/1.1" status: 200 len: 1094 time: 1.4932134 Dec 21 22:24:56.828270 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 937f4179-3582-4a28-9fe5-7ad64e32f8aa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=937f4179-3582-4a28-9fe5-7ad64e32f8aa,segment=NetworkSegment(56cdea6e-c8cd-43df-aaa5-292622b5213b),segment_id=56cdea6e-c8cd-43df-aaa5-292622b5213b)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:56.835720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586', 'tag': 'b516a574-a46a-4191-ae33-b203b42f1b88'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:24:56.848217 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:56.862988 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5aaef221-45ac-4c8b-a0ff-e8cb66c19c01 req-096ce686-9d52-4764-bd8b-736b7554ce61 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557672 Dec 21 22:24:56.935844 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:56.955587 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:56.969844 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Transition to ACTIVE for port object 4849bee6-6658-41c6-9107-6e4219ff9cde will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:24:56.997276 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2669afe-d2fb-4728-bc16-c2027fdcb897 None None] Pushing event updated for resources: {'Port': ['ID=a01219cd-5db4-484d-9df0-cf24592199d4,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:57.017675 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586', 'tag': 'b516a574-a46a-4191-ae33-b203b42f1b88', 'status': 'completed', 'code': 200} Dec 21 22:24:57.023086 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e2d13-9e84-4074-bb49-00fa3bef17ee service neutron] Pushing event updated for resources: {'Port': ['ID=b516a574-a46a-4191-ae33-b203b42f1b88,revision_number=3']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:57.053366 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e4956-72aa-404b-aa3c-dda829696ed4 req-d86c46f3-b2d7-4d1a-8b90-cec2be9e90cf tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:57.060577 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d93e4956-72aa-404b-aa3c-dda829696ed4 req-d86c46f3-b2d7-4d1a-8b90-cec2be9e90cf tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 943 time: 0.2256143 Dec 21 22:24:57.083676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:57.110301 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=937f4179-3582-4a28-9fe5-7ad64e32f8aa,revision_number=7']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:57.136189 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d93e4956-72aa-404b-aa3c-dda829696ed4 req-8145682c-4d7a-4e53-b475-990088311ccf tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746670 Dec 21 22:24:57.160530 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38008) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:57.208177 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Network 399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:24:57.212925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:24:57.218600 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:24:57.252458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Pushing event updated for resources: {'Port': ['ID=4849bee6-6658-41c6-9107-6e4219ff9cde,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:57.312289 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['937f4179-3582-4a28-9fe5-7ad64e32f8aa'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:24:57.367043 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-731251bd-d936-40c9-a5c1-a04c8ff90511 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 1097 time: 0.4088914 Dec 21 22:24:57.374919 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1a9dd97c-d75f-44d4-8025-982e71b6dd01 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/floatingips/2fc7ae68-3a6a-4295-a8ce-2c15a5acd24d HTTP/1.1" status: 200 len: 991 time: 0.2088182 Dec 21 22:24:57.398267 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:57.398907 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:57.404424 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b3ed179d-e9d7-4641-bbb2-439deb839d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:57.464515 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05f558-0458-4d4b-9dfe-6feced7b889a req-897927cd-9c3b-487a-9d03-be7493595d69 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:57.466083 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7d05f558-0458-4d4b-9dfe-6feced7b889a req-897927cd-9c3b-487a-9d03-be7493595d69 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 944 time: 0.1545410 Dec 21 22:24:57.514604 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ee4a3baa-9401-4062-86bc-d7018dfe720c tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4728966 Dec 21 22:24:57.514864 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38012) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:57.584881 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7d05f558-0458-4d4b-9dfe-6feced7b889a req-29bddaae-b81c-4bb5-a9b2-86b58c0d8fe1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=00955d25-3794-462b-a1ab-dd3177ed8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106594 Dec 21 22:24:57.599969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7e251593-c9f5-47af-9f61-39c15119c87e tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Deleting port 4849bee6-6658-41c6-9107-6e4219ff9cde {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:24:57.600424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7e251593-c9f5-47af-9f61-39c15119c87e tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:57.643052 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-62f657a5-c99f-480d-a55e-354c12ae43d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=b516a574-a46a-4191-ae33-b203b42f1b88 HTTP/1.1" status: 200 len: 217 time: 0.2013412 Dec 21 22:24:57.729057 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-15e21c20-4b8d-449f-8842-058581c82916 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:57.730313 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-15e21c20-4b8d-449f-8842-058581c82916 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd43cbfd-5d42-4a2f-916e-622ec47721db HTTP/1.1" status: 200 len: 837 time: 0.0758810 Dec 21 22:24:57.741376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093adfa5-e00b-40ca-831b-972f99ab13f7 req-00b4e563-5585-4d9f-a1c0-32c649ae9f9b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:57.749178 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-093adfa5-e00b-40ca-831b-972f99ab13f7 req-00b4e563-5585-4d9f-a1c0-32c649ae9f9b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 943 time: 0.3652995 Dec 21 22:24:57.846836 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-093adfa5-e00b-40ca-831b-972f99ab13f7 req-90ddad50-2e3d-4e88-8071-bc52ccb3ecba tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964782 Dec 21 22:24:57.864644 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-86c79e8e-5fd9-42b5-8d52-9ad5ee954653 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46dc4968-c163-404f-b54e-6d4e5cf1d08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1128445 Dec 21 22:24:57.906211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7e251593-c9f5-47af-9f61-39c15119c87e tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:58.006817 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-df304c25-89b6-4b13-9bce-7a40238f1cf9 service neutron] 10.222.0.49 "GET /v2.0/networks/46dc4968-c163-404f-b54e-6d4e5cf1d08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350565 Dec 21 22:24:58.053522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7e251593-c9f5-47af-9f61-39c15119c87e tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Calling delete_port for 4849bee6-6658-41c6-9107-6e4219ff9cde owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:24:58.163949 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c89b18d-b281-487b-b7cc-1b20364d6314 req-e8a74018-440f-476b-87a9-4641a48e87cc service neutron] 10.222.0.49 "GET /v2.0/networks/46dc4968-c163-404f-b54e-6d4e5cf1d08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481731 Dec 21 22:24:58.244168 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40d9da1-fc0d-4ebc-9d5f-cdafde82735b None None] Network 399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:24:58.249450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1e88e-3f0a-4b61-8dee-1b859bca89dd req-1f48bacc-22a5-416e-b923-75fc31a983de tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:58.250940 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b8d1e88e-3f0a-4b61-8dee-1b859bca89dd req-1f48bacc-22a5-416e-b923-75fc31a983de tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 946 time: 0.1699076 Dec 21 22:24:58.313264 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b8d1e88e-3f0a-4b61-8dee-1b859bca89dd req-6ab8ecba-7def-4eda-ab74-7f9aa7efe504 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515699 Dec 21 22:24:58.333441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7e251593-c9f5-47af-9f61-39c15119c87e tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:58.394673 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e251593-c9f5-47af-9f61-39c15119c87e tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Pushing event deleted for resources: {'Port': ['ID=4849bee6-6658-41c6-9107-6e4219ff9cde,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:58.409441 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-126628fa-e442-40cf-8d5a-a2c03985dca4 req-f6b44ba5-7784-4706-b0bf-4d2b8b6b4812 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 1097 time: 0.1122599 Dec 21 22:24:58.435816 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ef52f27d-703f-4aca-aae8-860ebdec95ad None None] Provisioning for port a01219cd-5db4-484d-9df0-cf24592199d4 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:24:58.640410 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7e251593-c9f5-47af-9f61-39c15119c87e tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:58.640410 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7e251593-c9f5-47af-9f61-39c15119c87e tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] 10.222.0.37 "DELETE /v2.0/ports/4849bee6-6658-41c6-9107-6e4219ff9cde HTTP/1.1" status: 204 len: 168 time: 0.9942837 Dec 21 22:24:58.642239 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126628fa-e442-40cf-8d5a-a2c03985dca4 req-a2265971-4f1a-4c08-a10b-e5889500ec15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:58.642239 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-126628fa-e442-40cf-8d5a-a2c03985dca4 req-a2265971-4f1a-4c08-a10b-e5889500ec15 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46dc4968-c163-404f-b54e-6d4e5cf1d08c HTTP/1.1" status: 200 len: 898 time: 0.1615932 Dec 21 22:24:58.642239 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38020) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:58.677965 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-126628fa-e442-40cf-8d5a-a2c03985dca4 req-c20de79b-e9ba-4a57-89c3-9b870ead8838 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=b516a574-a46a-4191-ae33-b203b42f1b88 HTTP/1.1" status: 200 len: 217 time: 0.0904856 Dec 21 22:24:58.763016 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dcd59a69-11f9-4326-b5c1-d02d21032bd7 tempest-DHCPAgentSchedulersTestJSON-1027653567 tempest-DHCPAgentSchedulersTestJSON-1027653567-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.1776702 Dec 21 22:24:58.766866 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38028) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:58.767346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126628fa-e442-40cf-8d5a-a2c03985dca4 req-1a3362cd-45ee-49ca-a286-9e9ec8195403 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:58.768737 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-126628fa-e442-40cf-8d5a-a2c03985dca4 req-1a3362cd-45ee-49ca-a286-9e9ec8195403 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd43cbfd-5d42-4a2f-916e-622ec47721db HTTP/1.1" status: 200 len: 837 time: 0.0827518 Dec 21 22:24:58.774867 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-6cc10b40-6a43-4ab4-8e47-711a8e9ed046 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-747783322'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:24:58.811215 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050d2df-ae03-412c-a45e-609312fd0b40 req-0985d967-1b2b-4847-89ee-265063813a1b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:58.813155 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2050d2df-ae03-412c-a45e-609312fd0b40 req-0985d967-1b2b-4847-89ee-265063813a1b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 944 time: 0.0909367 Dec 21 22:24:58.817643 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6cc10b40-6a43-4ab4-8e47-711a8e9ed046 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:24:58.827453 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6cc10b40-6a43-4ab4-8e47-711a8e9ed046 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Usage tracker for resource:network and tenant:f3a77d013b3741fba642b79194722abb is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:24:58.831401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6cc10b40-6a43-4ab4-8e47-711a8e9ed046 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:24:58.838552 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6cc10b40-6a43-4ab4-8e47-711a8e9ed046 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:24:58.873527 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-126628fa-e442-40cf-8d5a-a2c03985dca4 req-dc00fbaa-184e-413b-a7fe-99c2d98bef50 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46dc4968-c163-404f-b54e-6d4e5cf1d08c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0949781 Dec 21 22:24:58.879323 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2050d2df-ae03-412c-a45e-609312fd0b40 req-683d8803-5462-45a4-be48-132a7a57d44e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=00955d25-3794-462b-a1ab-dd3177ed8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562301 Dec 21 22:24:58.986870 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc10b40-6a43-4ab4-8e47-711a8e9ed046 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Made reservation on behalf of f3a77d013b3741fba642b79194722abb for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:24:58.989878 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cc10b40-6a43-4ab4-8e47-711a8e9ed046 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:59.032442 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-63dd0a3a-f7bf-4aad-bda4-18eb4cfd5b6e None None] Could not find standard attr ID for object 4849bee6-6658-41c6-9107-6e4219ff9cde. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:24:59.042166 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc10b40-6a43-4ab4-8e47-711a8e9ed046 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:24:59.053671 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cc10b40-6a43-4ab4-8e47-711a8e9ed046 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:59.057595 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-6cc10b40-6a43-4ab4-8e47-711a8e9ed046 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Added segment 06a48ee5-26d2-4011-bc4f-e1be902ba02b of type vlan for network 79ce13f6-0a9a-43f9-9742-9005dd054778 Dec 21 22:24:59.083069 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cc10b40-6a43-4ab4-8e47-711a8e9ed046 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:59.094844 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bfa56-a872-49c5-9223-c134dff1a815 req-5e1528f3-5158-4c19-af12-e9325d1e8a12 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:59.103279 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0a6bfa56-a872-49c5-9223-c134dff1a815 req-5e1528f3-5158-4c19-af12-e9325d1e8a12 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 943 time: 0.1010408 Dec 21 22:24:59.137421 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-126628fa-e442-40cf-8d5a-a2c03985dca4 req-460a5f72-20e9-4b1f-a207-bbdca1068464 service neutron] 10.222.0.49 "GET /v2.0/networks/46dc4968-c163-404f-b54e-6d4e5cf1d08c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558959 Dec 21 22:24:59.167344 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0a6bfa56-a872-49c5-9223-c134dff1a815 req-64a532cb-e29e-424e-b56e-c5930e98ccef tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630746 Dec 21 22:24:59.216696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cc10b40-6a43-4ab4-8e47-711a8e9ed046 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:59.220328 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc10b40-6a43-4ab4-8e47-711a8e9ed046 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:59.220910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6cc10b40-6a43-4ab4-8e47-711a8e9ed046 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:59.267651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a01219cd-5db4-484d-9df0-cf24592199d4 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:24:59.412657 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6cc10b40-6a43-4ab4-8e47-711a8e9ed046 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6428745 Dec 21 22:24:59.416082 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38036) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:59.416751 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc10b40-6a43-4ab4-8e47-711a8e9ed046 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Pushing event updated for resources: {'Network': ['ID=79ce13f6-0a9a-43f9-9742-9005dd054778,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:59.427702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 79ce13f6-0a9a-43f9-9742-9005dd054778 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:24:59.447440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port a01219cd-5db4-484d-9df0-cf24592199d4 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:24:59.456230 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-126628fa-e442-40cf-8d5a-a2c03985dca4 req-bc537627-1cdc-470e-9313-477a5769d51a service neutron] 10.222.0.49 "GET /v2.0/networks/46dc4968-c163-404f-b54e-6d4e5cf1d08c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663772 Dec 21 22:24:59.467462 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port a01219cd-5db4-484d-9df0-cf24592199d4 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:24:59.467462 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:59.468538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a0209-9986-4736-a2a9-e62561686001 req-569fd57c-79fd-4e2f-9608-6590b496930e tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:24:59.470110 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0e9a0209-9986-4736-a2a9-e62561686001 req-569fd57c-79fd-4e2f-9608-6590b496930e tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 946 time: 0.3287449 Dec 21 22:24:59.523372 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0e9a0209-9986-4736-a2a9-e62561686001 req-4e7ff2d0-7905-44af-9f7c-73dbe1be5fb1 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470352 Dec 21 22:24:59.639029 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6f3709e2-e5c8-4ced-b53f-173b3ee42a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:59.659342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:59.690890 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port a01219cd-5db4-484d-9df0-cf24592199d4, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a01219cd-5db4-484d-9df0-cf24592199d4,segment=NetworkSegment(ebc3bd06-932a-467b-9656-15acaf3f9b8e),segment_id=ebc3bd06-932a-467b-9656-15acaf3f9b8e)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:24:59.706164 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fc1f8eb7-ecc7-4c34-8098-64f6ebd4384b tempest-DHCPAgentSchedulersTestJSON-1027653567 tempest-DHCPAgentSchedulersTestJSON-1027653567-project-admin] 10.222.0.37 "GET /v2.0/agents/e45bbdb1-6837-45c2-a324-6f761f7afaff/dhcp-networks HTTP/1.1" status: 200 len: 8555 time: 0.2886963 Dec 21 22:24:59.708960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38040) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:59.750687 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:24:59.814885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=a01219cd-5db4-484d-9df0-cf24592199d4,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:24:59.825363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab452509-9360-4fcd-b24e-214e3ff6914e tempest-DHCPAgentSchedulersTestJSON-1027653567 tempest-DHCPAgentSchedulersTestJSON-1027653567-project-admin] Network 79ce13f6-0a9a-43f9-9742-9005dd054778 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:24:59.895606 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ab452509-9360-4fcd-b24e-214e3ff6914e tempest-DHCPAgentSchedulersTestJSON-1027653567 tempest-DHCPAgentSchedulersTestJSON-1027653567-project-admin] 10.222.0.37 "POST /v2.0/agents/e45bbdb1-6837-45c2-a324-6f761f7afaff/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1857159 Dec 21 22:24:59.898616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38044) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:24:59.901368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee0baab-3c62-4d78-984d-d8c3ae34037f None None] Network 79ce13f6-0a9a-43f9-9742-9005dd054778 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:25:00.070150 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:25:00.073383 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 937f4179-3582-4a28-9fe5-7ad64e32f8aa up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:25:00.118675 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-10cd872c-009b-4f5c-ac04-06d9eadf1d49 tempest-DHCPAgentSchedulersTestJSON-1027653567 tempest-DHCPAgentSchedulersTestJSON-1027653567-project-admin] 10.222.0.37 "GET /v2.0/agents/e45bbdb1-6837-45c2-a324-6f761f7afaff/dhcp-networks HTTP/1.1" status: 200 len: 9299 time: 0.2179346 Dec 21 22:25:00.121371 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38050) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:00.136525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cff2d7-8e83-4a69-83dc-b647a8e7ec54 req-1162752f-80b4-4376-95ed-a65d7ee4b584 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:00.138550 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-10cff2d7-8e83-4a69-83dc-b647a8e7ec54 req-1162752f-80b4-4376-95ed-a65d7ee4b584 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 944 time: 0.1340635 Dec 21 22:25:00.189096 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-10cff2d7-8e83-4a69-83dc-b647a8e7ec54 req-3e6a6bb1-a203-4991-a238-01e1b0fb6b09 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=00955d25-3794-462b-a1ab-dd3177ed8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447819 Dec 21 22:25:00.252544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 937f4179-3582-4a28-9fe5-7ad64e32f8aa triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:00.252918 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:00.312495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:00.335150 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'port_id': 'ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e', 'mac_address': 'fa:16:3e:f9:57:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:25:00.357031 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ec33ad99-b134-4d7e-88be-a67c2e933a20 tempest-DHCPAgentSchedulersTestJSON-1027653567 tempest-DHCPAgentSchedulersTestJSON-1027653567-project-admin] 10.222.0.37 "DELETE /v2.0/agents/e45bbdb1-6837-45c2-a324-6f761f7afaff/dhcp-networks/79ce13f6-0a9a-43f9-9742-9005dd054778 HTTP/1.1" status: 204 len: 168 time: 0.2329643 Dec 21 22:25:00.358510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38056) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:00.395675 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011d2dc-9533-43ee-a0b7-805bbb0f1aed req-b56abe16-4194-407e-8ef1-4459f0ee9372 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:00.397264 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9011d2dc-9533-43ee-a0b7-805bbb0f1aed req-b56abe16-4194-407e-8ef1-4459f0ee9372 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 943 time: 0.0879562 Dec 21 22:25:00.435418 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:00.450362 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9011d2dc-9533-43ee-a0b7-805bbb0f1aed req-c598e458-d1f8-4068-8417-e98d26280efe tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460699 Dec 21 22:25:00.460845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:25:00.464726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:00.500673 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:00.506052 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a42b54f-6195-42e9-b774-931c19bc291a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937f4179-3582-4a28-9fe5-7ad64e32f8aa'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:25:00.515901 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 937f4179-3582-4a28-9fe5-7ad64e32f8aa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=937f4179-3582-4a28-9fe5-7ad64e32f8aa,segment=NetworkSegment(56cdea6e-c8cd-43df-aaa5-292622b5213b),segment_id=56cdea6e-c8cd-43df-aaa5-292622b5213b)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:00.534908 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8b2b6abc-00ba-44c0-88ce-35eb266c6066 tempest-DHCPAgentSchedulersTestJSON-1027653567 tempest-DHCPAgentSchedulersTestJSON-1027653567-project-admin] 10.222.0.37 "GET /v2.0/agents/e45bbdb1-6837-45c2-a324-6f761f7afaff/dhcp-networks HTTP/1.1" status: 200 len: 8555 time: 0.1752286 Dec 21 22:25:00.541021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38062) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:00.563784 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a42b54f-6195-42e9-b774-931c19bc291a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937f4179-3582-4a28-9fe5-7ad64e32f8aa', 'code': 200} Dec 21 22:25:00.564962 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:00.568095 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38068) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:00.574978 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-060b6d02-e5ff-43f8-a8cd-48a4edc8a2ee tempest-DHCPAgentSchedulersTestJSON-1027653567 tempest-DHCPAgentSchedulersTestJSON-1027653567-project-admin] 10.222.0.37 "GET /v2.0/networks/399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0276623 Dec 21 22:25:00.595713 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-93e59401-7172-4d6f-92c2-b5aa372ef45b tempest-DHCPAgentSchedulersTestJSON-1027653567 tempest-DHCPAgentSchedulersTestJSON-1027653567-project-admin] 10.222.0.37 "GET /v2.0/networks/399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0238874 Dec 21 22:25:00.596057 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38072) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:00.609472 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:00.651275 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:00.718159 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:00.744157 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=937f4179-3582-4a28-9fe5-7ad64e32f8aa,revision_number=8']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:00.768151 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:00.785334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00fa4e-8a48-4685-97e3-d478f0a2a48b req-e678c31e-2955-4f01-b790-30cf635c478f tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:00.787719 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ae00fa4e-8a48-4685-97e3-d478f0a2a48b req-e678c31e-2955-4f01-b790-30cf635c478f tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 946 time: 0.1012316 Dec 21 22:25:00.800985 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d1d48f27-497f-4cc4-a414-2580e303e57d tempest-DHCPAgentSchedulersTestJSON-1027653567 tempest-DHCPAgentSchedulersTestJSON-1027653567-project-admin] 10.222.0.37 "GET /v2.0/agents/e45bbdb1-6837-45c2-a324-6f761f7afaff/dhcp-networks HTTP/1.1" status: 200 len: 8555 time: 0.2035687 Dec 21 22:25:00.801607 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38076) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:00.842811 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ae00fa4e-8a48-4685-97e3-d478f0a2a48b req-ed7c8dad-9b6c-4c5a-9c45-4bf6c3a6f9a0 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475609 Dec 21 22:25:00.849953 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:25:00.922096 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe2a9da8-a767-4783-9ac7-6d70961678cc tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:01.066113 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe2a9da8-a767-4783-9ac7-6d70961678cc tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:01.094046 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-fe2a9da8-a767-4783-9ac7-6d70961678cc tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ce13f6-0a9a-43f9-9742-9005dd054778']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:01.106537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-fe2a9da8-a767-4783-9ac7-6d70961678cc tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a48ee5-26d2-4011-bc4f-e1be902ba02b') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:01.106755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-fe2a9da8-a767-4783-9ac7-6d70961678cc tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a48ee5-26d2-4011-bc4f-e1be902ba02b') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:01.118346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe2a9da8-a767-4783-9ac7-6d70961678cc tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:01.136517 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a8750-35b5-469a-b5e0-2494817a190e req-c102028a-20fe-4516-8d04-699a38d21218 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:01.139157 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe2a9da8-a767-4783-9ac7-6d70961678cc tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:01.139651 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9c5a8750-35b5-469a-b5e0-2494817a190e req-c102028a-20fe-4516-8d04-699a38d21218 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.49 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 946 time: 0.1125245 Dec 21 22:25:01.144278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2a9da8-a767-4783-9ac7-6d70961678cc tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:25:01.144666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe2a9da8-a767-4783-9ac7-6d70961678cc tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:25:01.159833 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:25:01.228616 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [req-9c5a8750-35b5-469a-b5e0-2494817a190e req-8d575bfd-504f-4c91-9603-3ff3c9b5ae0d tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Deleting port 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:01.228958 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-9c5a8750-35b5-469a-b5e0-2494817a190e req-8d575bfd-504f-4c91-9603-3ff3c9b5ae0d tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:01.272998 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a01219cd-5db4-484d-9df0-cf24592199d4 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:25:01.328231 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe2a9da8-a767-4783-9ac7-6d70961678cc tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:01.333816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe2a9da8-a767-4783-9ac7-6d70961678cc tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:01.349584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port a01219cd-5db4-484d-9df0-cf24592199d4 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:01.350160 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:01.399740 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fe2a9da8-a767-4783-9ac7-6d70961678cc tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] 10.222.0.37 "DELETE /v2.0/networks/79ce13f6-0a9a-43f9-9742-9005dd054778 HTTP/1.1" status: 204 len: 168 time: 0.5968440 Dec 21 22:25:01.400747 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38082) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:01.401606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a9da8-a767-4783-9ac7-6d70961678cc tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Pushing event deleted for resources: {'Network': ['ID=79ce13f6-0a9a-43f9-9742-9005dd054778,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:01.455200 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3af2e2-679f-4e3d-99d1-5c3240a5c80e tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] DELETE failed (client error): The resource could not be found. Dec 21 22:25:01.456144 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3af2e2-679f-4e3d-99d1-5c3240a5c80e tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:25:01.457830 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9a3af2e2-679f-4e3d-99d1-5c3240a5c80e tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] 10.222.0.37 "DELETE /v2.0/ports/4849bee6-6658-41c6-9107-6e4219ff9cde HTTP/1.1" status: 404 len: 333 time: 0.0508351 Dec 21 22:25:01.471271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38086) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:01.545402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1476fa-611a-412f-83eb-2967398fb19b req-ebfd3d2e-a8cb-43b9-a98e-ecf72c643844 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:01.552448 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-de1476fa-611a-412f-83eb-2967398fb19b req-ebfd3d2e-a8cb-43b9-a98e-ecf72c643844 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 944 time: 0.0986543 Dec 21 22:25:01.598575 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-de1476fa-611a-412f-83eb-2967398fb19b req-7dc0e83e-d27e-4c9c-9e2f-efb974e732fe tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=00955d25-3794-462b-a1ab-dd3177ed8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451393 Dec 21 22:25:01.738425 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [req-9c5a8750-35b5-469a-b5e0-2494817a190e req-8d575bfd-504f-4c91-9603-3ff3c9b5ae0d tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] For port 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=030cb7b4-9a4b-4edb-93cd-b3bad7076bb6,segment=NetworkSegment(fd43cb94-2736-43e9-a121-8efdc97bcd04),segment_id=fd43cb94-2736-43e9-a121-8efdc97bcd04)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:01.738782 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-9c5a8750-35b5-469a-b5e0-2494817a190e req-8d575bfd-504f-4c91-9603-3ff3c9b5ae0d tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:01.867380 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [req-9c5a8750-35b5-469a-b5e0-2494817a190e req-8d575bfd-504f-4c91-9603-3ff3c9b5ae0d tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Calling delete_port for 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 owned by compute:nova {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:01.936575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-80dad33c-801c-486b-878e-0ac09c8789cd tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Deleting subnet ec0f3fe1-df7b-496b-8890-7506cbc3cb75 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:25:01.942563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80dad33c-801c-486b-878e-0ac09c8789cd tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:02.006797 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a0ced-c7d8-45ec-a4a5-bb9ed15b6784 req-15776380-1919-4ece-b624-14a249d95bdf tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:02.008988 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0e9a0ced-c7d8-45ec-a4a5-bb9ed15b6784 req-15776380-1919-4ece-b624-14a249d95bdf tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 944 time: 0.4262257 Dec 21 22:25:02.042440 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80dad33c-801c-486b-878e-0ac09c8789cd tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:02.062671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b516a574-a46a-4191-ae33-b203b42f1b88 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:25:02.065147 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:25:02.174761 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0e9a0ced-c7d8-45ec-a4a5-bb9ed15b6784 req-96eb024f-73d5-442f-893e-27638c4ba3f4 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581695 Dec 21 22:25:02.210332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25bf75-4718-4d38-9f78-85c1a3d0b0b2 req-d6ec25d9-0b3a-4171-a6ae-59efe436c894 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:02.210332 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8b25bf75-4718-4d38-9f78-85c1a3d0b0b2 req-d6ec25d9-0b3a-4171-a6ae-59efe436c894 tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 946 time: 0.0884738 Dec 21 22:25:02.241842 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80dad33c-801c-486b-878e-0ac09c8789cd tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:02.271872 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-9c5a8750-35b5-469a-b5e0-2494817a190e req-8d575bfd-504f-4c91-9603-3ff3c9b5ae0d tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:02.291509 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['030cb7b4-9a4b-4edb-93cd-b3bad7076bb6'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:25:02.315123 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:02.346300 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d575bfd-504f-4c91-9603-3ff3c9b5ae0d tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Pushing event deleted for resources: {'Port': ['ID=030cb7b4-9a4b-4edb-93cd-b3bad7076bb6,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:02.369827 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port b516a574-a46a-4191-ae33-b203b42f1b88, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b516a574-a46a-4191-ae33-b203b42f1b88,segment=NetworkSegment(72e3225c-eb58-4731-8041-5fd9014cbfe6),segment_id=72e3225c-eb58-4731-8041-5fd9014cbfe6)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:02.384198 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'b516a574-a46a-4191-ae33-b203b42f1b88', 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c', 'port_id': 'b516a574-a46a-4191-ae33-b203b42f1b88', 'mac_address': 'fa:16:3e:c5:d8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd43cbfd-5d42-4a2f-916e-622ec47721db', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:25:02.410137 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8b25bf75-4718-4d38-9f78-85c1a3d0b0b2 req-4ebbbc19-84d3-47bd-98f1-2f0bc1977dae tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/security-groups?id=15413e18-8aaf-4a53-baa0-797f5dabb9f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951323 Dec 21 22:25:02.440198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5a8750-35b5-469a-b5e0-2494817a190e req-8d575bfd-504f-4c91-9603-3ff3c9b5ae0d tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] No DVR routers for this DVR port 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 on host hv-neutron-8225 {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:25:02.440431 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:25:02.440661 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-9c5a8750-35b5-469a-b5e0-2494817a190e req-8d575bfd-504f-4c91-9603-3ff3c9b5ae0d tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:02.440661 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1f56ed-8cae-4855-bb35-38344578eeb0', 'name': 'network-vif-deleted', 'tag': '030cb7b4-9a4b-4edb-93cd-b3bad7076bb6'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:25:02.444925 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:02.457624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:02.457624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:02.496563 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1f56ed-8cae-4855-bb35-38344578eeb0', 'name': 'network-vif-deleted', 'tag': '030cb7b4-9a4b-4edb-93cd-b3bad7076bb6', 'status': 'completed', 'code': 200} Dec 21 22:25:02.496985 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b516a574-a46a-4191-ae33-b203b42f1b88 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:25:02.499793 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9c5a8750-35b5-469a-b5e0-2494817a190e req-8d575bfd-504f-4c91-9603-3ff3c9b5ae0d tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.49 "DELETE /v2.0/ports/030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 HTTP/1.1" status: 204 len: 173 time: 1.3563890 Dec 21 22:25:02.529508 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port b516a574-a46a-4191-ae33-b203b42f1b88, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b516a574-a46a-4191-ae33-b203b42f1b88,segment=NetworkSegment(72e3225c-eb58-4731-8041-5fd9014cbfe6),segment_id=72e3225c-eb58-4731-8041-5fd9014cbfe6)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:02.545241 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80dad33c-801c-486b-878e-0ac09c8789cd tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:02.592677 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:02.624900 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77df1059-b716-4c98-80eb-0da11f307039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:25:02.633583 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:02.667644 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:02.706032 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dad33c-801c-486b-878e-0ac09c8789cd tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Pushing event deleted for resources: {'Subnet': ['ID=ec0f3fe1-df7b-496b-8890-7506cbc3cb75,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:02.715787 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80dad33c-801c-486b-878e-0ac09c8789cd tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:02.716313 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=b516a574-a46a-4191-ae33-b203b42f1b88,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:02.720390 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794fb266-8d7e-461d-bd60-d9b56d2c3f7e None None] Network 399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:25:02.730701 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-80dad33c-801c-486b-878e-0ac09c8789cd tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] 10.222.0.37 "DELETE /v2.0/subnets/ec0f3fe1-df7b-496b-8890-7506cbc3cb75 HTTP/1.1" status: 204 len: 168 time: 1.2558846 Dec 21 22:25:02.731259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38100) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:02.736814 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77df1059-b716-4c98-80eb-0da11f307039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e', 'code': 200} Dec 21 22:25:02.740694 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:02.893998 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['b516a574-a46a-4191-ae33-b203b42f1b88'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:25:02.911742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:02.936361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Deleting port a01219cd-5db4-484d-9df0-cf24592199d4 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:02.936687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:02.945786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:03.000508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc8a50-ae72-496a-9e22-4514b82e4898 req-7f92d762-d473-4926-9d66-b0eb02de6211 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:03.001582 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a6bc8a50-ae72-496a-9e22-4514b82e4898 req-7f92d762-d473-4926-9d66-b0eb02de6211 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 945 time: 0.2193487 Dec 21 22:25:03.094766 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3eb26894-66fb-4872-ad53-71fbc42a7d7a req-10f928e9-873c-4863-bfbc-30311a413f0d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 1098 time: 0.0696938 Dec 21 22:25:03.134614 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a6bc8a50-ae72-496a-9e22-4514b82e4898 req-1b993b31-be87-4ce9-ab8f-855c7876ecb2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=00955d25-3794-462b-a1ab-dd3177ed8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253066 Dec 21 22:25:03.151928 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3eb26894-66fb-4872-ad53-71fbc42a7d7a req-8c8d6185-0ac5-4f5f-9f34-83a17543cb28 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479250 Dec 21 22:25:03.163113 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29623479-1624-44ac-a2ef-c4980800a63d None None] DHCP port deletion for 399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:25:03.177222 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-29623479-1624-44ac-a2ef-c4980800a63d None None] Deleting port a01219cd-5db4-484d-9df0-cf24592199d4 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:03.177697 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-29623479-1624-44ac-a2ef-c4980800a63d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:03.229210 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] For port a01219cd-5db4-484d-9df0-cf24592199d4, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a01219cd-5db4-484d-9df0-cf24592199d4,segment=NetworkSegment(ebc3bd06-932a-467b-9656-15acaf3f9b8e),segment_id=ebc3bd06-932a-467b-9656-15acaf3f9b8e)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:03.229736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:03.232496 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a01219cd-5db4-484d-9df0-cf24592199d4 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:25:03.375317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Calling delete_port for a01219cd-5db4-484d-9df0-cf24592199d4 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:03.401212 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd708432-45f3-47bc-956e-3d7239175706 req-7b65a1a4-93fe-4f4d-b5a3-8260fabb2273 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:03.402751 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cd708432-45f3-47bc-956e-3d7239175706 req-7b65a1a4-93fe-4f4d-b5a3-8260fabb2273 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 945 time: 0.0859027 Dec 21 22:25:03.459278 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cd708432-45f3-47bc-956e-3d7239175706 req-40b87141-cffe-419f-af20-21041322edaa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507884 Dec 21 22:25:03.591690 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:03.603799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:03.609387 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-726d76e3-08c9-4e52-9b4a-94f15139f3c7 req-fce5bd6c-4aea-4ba3-8a10-c29a12a2b1fa tempest-TestServerAdvancedOps-1923963461 tempest-TestServerAdvancedOps-1923963461-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a1f56ed-8cae-4855-bb35-38344578eeb0 HTTP/1.1" status: 200 len: 210 time: 0.0469487 Dec 21 22:25:03.625375 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-29623479-1624-44ac-a2ef-c4980800a63d None None] For port a01219cd-5db4-484d-9df0-cf24592199d4, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a01219cd-5db4-484d-9df0-cf24592199d4,segment=NetworkSegment(ebc3bd06-932a-467b-9656-15acaf3f9b8e),segment_id=ebc3bd06-932a-467b-9656-15acaf3f9b8e)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:03.625857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-29623479-1624-44ac-a2ef-c4980800a63d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:03.649769 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] No DVR routers for this DVR port a01219cd-5db4-484d-9df0-cf24592199d4 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:25:03.691053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Pushing event deleted for resources: {'Port': ['ID=a01219cd-5db4-484d-9df0-cf24592199d4,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:03.758624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-29623479-1624-44ac-a2ef-c4980800a63d None None] Calling delete_port for a01219cd-5db4-484d-9df0-cf24592199d4 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:03.785654 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:03.812283 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:03.826176 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc3bd06-932a-467b-9656-15acaf3f9b8e') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:03.826550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc3bd06-932a-467b-9656-15acaf3f9b8e') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:03.840547 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:03.859469 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:03.865885 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:25:03.866306 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:03.868620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-29623479-1624-44ac-a2ef-c4980800a63d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:25:03.869040 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-29623479-1624-44ac-a2ef-c4980800a63d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:25:03.884413 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:25:04.012908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:04.032833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:04.043965 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] Pushing event deleted for resources: {'Network': ['ID=399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:04.047815 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c69da793-a0b3-4a68-af1a-4c0fc10dd250 tempest-DHCPAgentSchedulersTestJSON-225768977 tempest-DHCPAgentSchedulersTestJSON-225768977-project] 10.222.0.37 "DELETE /v2.0/networks/399b1d1f-c7ac-475f-a5de-ff7e4fd3a1c3 HTTP/1.1" status: 204 len: 168 time: 1.3154414 Dec 21 22:25:04.075796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:25:04.109496 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:25:04.109830 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 030cb7b4-9a4b-4edb-93cd-b3bad7076bb6 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:25:04.328622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74645e53-ead9-4c88-aab5-21c13ccd283f req-cd93a2ad-eab4-4719-a1dc-e00273003f2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:04.329311 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-74645e53-ead9-4c88-aab5-21c13ccd283f req-cd93a2ad-eab4-4719-a1dc-e00273003f2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:25:04.370673 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-29623479-1624-44ac-a2ef-c4980800a63d None None] Deleting port a01219cd-5db4-484d-9df0-cf24592199d4 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:04.371079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-29623479-1624-44ac-a2ef-c4980800a63d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:04.413526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-74645e53-ead9-4c88-aab5-21c13ccd283f req-cd93a2ad-eab4-4719-a1dc-e00273003f2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:25:04.414813 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-74645e53-ead9-4c88-aab5-21c13ccd283f req-cd93a2ad-eab4-4719-a1dc-e00273003f2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 945 time: 0.1616776 Dec 21 22:25:04.434409 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-29623479-1624-44ac-a2ef-c4980800a63d None None] The port 'a01219cd-5db4-484d-9df0-cf24592199d4' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:25:04.461958 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-74645e53-ead9-4c88-aab5-21c13ccd283f req-435aa0b1-acae-4da4-80ac-f93994c1436a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=00955d25-3794-462b-a1ab-dd3177ed8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409124 Dec 21 22:25:04.606431 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38116) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:04.670980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefe980-e416-4ec4-b128-a82c0c6a6e8b req-be79eb52-5049-4b5a-8ce8-f088f162cc14 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:04.672699 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0cefe980-e416-4ec4-b128-a82c0c6a6e8b req-be79eb52-5049-4b5a-8ce8-f088f162cc14 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 945 time: 0.0832629 Dec 21 22:25:04.719716 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0cefe980-e416-4ec4-b128-a82c0c6a6e8b req-6ff7d226-88a1-42de-a4fb-e165669a067e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414219 Dec 21 22:25:04.735821 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38124) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:04.825498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8062ce-9d7e-46c5-92cf-9153de0f198c admin admin] Deleting subnet 3dc6303b-af01-4607-94d6-0ace6ef6e161 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:25:04.834310 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc8062ce-9d7e-46c5-92cf-9153de0f198c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:04.917829 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-164657c1-db71-44c1-a9e9-50a1a13f62bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3a77d013b3741fba642b79194722abb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3102071 Dec 21 22:25:04.920390 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38130) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:04.936142 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc8062ce-9d7e-46c5-92cf-9153de0f198c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:04.980523 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9ca89c68-0821-43bd-a00f-0f2cf1306e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:05.005521 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc8062ce-9d7e-46c5-92cf-9153de0f198c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:05.006565 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9ca89c68-0821-43bd-a00f-0f2cf1306e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:05.047985 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b035c36-8018-43f6-ae5d-ff3610f1bbc9 req-5bd5ea06-34cb-46d5-be1b-aeabb6b1f7ce tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:05.049725 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3b035c36-8018-43f6-ae5d-ff3610f1bbc9 req-5bd5ea06-34cb-46d5-be1b-aeabb6b1f7ce tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 945 time: 0.1866736 Dec 21 22:25:05.114315 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3b035c36-8018-43f6-ae5d-ff3610f1bbc9 req-1ba933ff-31fd-41f1-87ba-7ea7c199c34f tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542219 Dec 21 22:25:05.128545 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9ca89c68-0821-43bd-a00f-0f2cf1306e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:05.143571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38134) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:05.148295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca89c68-0821-43bd-a00f-0f2cf1306e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8579851-cefe-4943-8e5a-067adf2c58b4,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:05.152801 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9ca89c68-0821-43bd-a00f-0f2cf1306e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:05.153932 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9ca89c68-0821-43bd-a00f-0f2cf1306e25 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8579851-cefe-4943-8e5a-067adf2c58b4 HTTP/1.1" status: 204 len: 168 time: 0.2325552 Dec 21 22:25:05.185064 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc8062ce-9d7e-46c5-92cf-9153de0f198c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:05.222230 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8062ce-9d7e-46c5-92cf-9153de0f198c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc6303b-af01-4607-94d6-0ace6ef6e161,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:05.233902 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc8062ce-9d7e-46c5-92cf-9153de0f198c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:05.239887 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cc8062ce-9d7e-46c5-92cf-9153de0f198c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3dc6303b-af01-4607-94d6-0ace6ef6e161 HTTP/1.1" status: 204 len: 168 time: 0.5030563 Dec 21 22:25:05.246706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38142) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:05.389698 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6aa7-2407-42d2-9964-7c40d1758d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:05.540075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-df8aac82-6f5c-4038-a98c-c28c2a1565fc tempest-TestVolumeBootPattern-2107966837 tempest-TestVolumeBootPattern-2107966837-project-admin] Synchronizing usage tracker for tenant:b7b6100ed4624ee795889d17414fc134 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:25:05.545034 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6aa7-2407-42d2-9964-7c40d1758d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:05.577269 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-e9fb6aa7-2407-42d2-9964-7c40d1758d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f26e4e-882f-49fe-b8b4-6dda7073e3c1']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:05.591323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-e9fb6aa7-2407-42d2-9964-7c40d1758d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd43cb94-2736-43e9-a121-8efdc97bcd04') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:05.591619 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-e9fb6aa7-2407-42d2-9964-7c40d1758d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd43cb94-2736-43e9-a121-8efdc97bcd04') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:05.604358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6aa7-2407-42d2-9964-7c40d1758d63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:05.619708 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6aa7-2407-42d2-9964-7c40d1758d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:05.625723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fb6aa7-2407-42d2-9964-7c40d1758d63 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:25:05.628732 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6aa7-2407-42d2-9964-7c40d1758d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:25:05.639035 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:25:05.665303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7f89f-be66-4e80-8930-b7a992dd60f9 req-a2a42989-83ce-4cb8-aafd-63e83f0be737 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:05.667536 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-05f7f89f-be66-4e80-8930-b7a992dd60f9 req-a2a42989-83ce-4cb8-aafd-63e83f0be737 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 945 time: 0.0788989 Dec 21 22:25:05.702687 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-df8aac82-6f5c-4038-a98c-c28c2a1565fc tempest-TestVolumeBootPattern-2107966837 tempest-TestVolumeBootPattern-2107966837-project-admin] Unset dirty status for tenant:b7b6100ed4624ee795889d17414fc134 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:25:05.703909 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-df8aac82-6f5c-4038-a98c-c28c2a1565fc tempest-TestVolumeBootPattern-2107966837 tempest-TestVolumeBootPattern-2107966837-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 1093 time: 0.5592680 Dec 21 22:25:05.708530 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38150) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:05.716848 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': 'ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:05.723607 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-05f7f89f-be66-4e80-8930-b7a992dd60f9 req-ba1394c5-feb2-417f-986c-b20761040705 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=00955d25-3794-462b-a1ab-dd3177ed8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505252 Dec 21 22:25:05.724489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:05.729017 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Usage tracker for resource:floatingip and tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:05.732336 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:05.737912 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:05.791537 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6aa7-2407-42d2-9964-7c40d1758d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:05.807852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e9fb6aa7-2407-42d2-9964-7c40d1758d63 admin admin] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:05.817777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb6aa7-2407-42d2-9964-7c40d1758d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4f26e4e-882f-49fe-b8b4-6dda7073e3c1,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:05.824463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:05.843902 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38154) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:05.863143 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b6aabcd-33d0-44f7-b7f1-eb99727ea537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:05.894252 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4b6aabcd-33d0-44f7-b7f1-eb99727ea537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:05.897055 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e9fb6aa7-2407-42d2-9964-7c40d1758d63 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d4f26e4e-882f-49fe-b8b4-6dda7073e3c1 HTTP/1.1" status: 204 len: 168 time: 0.6537783 Dec 21 22:25:05.899727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4b6aabcd-33d0-44f7-b7f1-eb99727ea537 admin admin] Usage tracker for resource:security_group_rule and tenant:5bcb193158dd42178c2110b6615cec2e is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:05.902654 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38158) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:05.905200 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4b6aabcd-33d0-44f7-b7f1-eb99727ea537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:05.940559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4b6aabcd-33d0-44f7-b7f1-eb99727ea537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:05.960731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:05.980515 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffb93b9-fd78-4d08-9750-4529747a2d88 admin admin] Deleting subnet 911bf4a4-c163-4d03-87c9-eec90663f309 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:25:05.987026 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7ffb93b9-fd78-4d08-9750-4529747a2d88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.054710 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7ffb93b9-fd78-4d08-9750-4529747a2d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.092015 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b516a574-a46a-4191-ae33-b203b42f1b88 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:25:06.120162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b6aabcd-33d0-44f7-b7f1-eb99727ea537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.134962 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7ffb93b9-fd78-4d08-9750-4529747a2d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.193848 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4b6aabcd-33d0-44f7-b7f1-eb99727ea537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.201267 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Allocated IP 172.26.3.194 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/3609613b-5073-481e-94a2-cf4722982878) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:25:06.249524 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6aabcd-33d0-44f7-b7f1-eb99727ea537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f60107-b749-427a-ab67-4bf608f10e55,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:06.257252 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4b6aabcd-33d0-44f7-b7f1-eb99727ea537 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5bcb193158dd42178c2110b6615cec2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4100091 Dec 21 22:25:06.258235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38162) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:06.293078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port b516a574-a46a-4191-ae33-b203b42f1b88 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:25:06.298116 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port b516a574-a46a-4191-ae33-b203b42f1b88 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:06.298571 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.320659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f95424b1-32b1-4770-acf6-41a9354ebdaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.324496 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7ffb93b9-fd78-4d08-9750-4529747a2d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.361070 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.378206 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb93b9-fd78-4d08-9750-4529747a2d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=911bf4a4-c163-4d03-87c9-eec90663f309,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:06.387136 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7ffb93b9-fd78-4d08-9750-4529747a2d88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.390519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f95424b1-32b1-4770-acf6-41a9354ebdaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.417681 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7ffb93b9-fd78-4d08-9750-4529747a2d88 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/911bf4a4-c163-4d03-87c9-eec90663f309 HTTP/1.1" status: 204 len: 168 time: 0.5117257 Dec 21 22:25:06.418148 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38166) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:06.419809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.449182 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b516a574-a46a-4191-ae33-b203b42f1b88'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:25:06.457917 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.459941 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port b516a574-a46a-4191-ae33-b203b42f1b88, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b516a574-a46a-4191-ae33-b203b42f1b88,segment=NetworkSegment(72e3225c-eb58-4731-8041-5fd9014cbfe6),segment_id=72e3225c-eb58-4731-8041-5fd9014cbfe6)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:06.504316 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b516a574-a46a-4191-ae33-b203b42f1b88', 'code': 200} Dec 21 22:25:06.539068 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f95424b1-32b1-4770-acf6-41a9354ebdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.558802 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95424b1-32b1-4770-acf6-41a9354ebdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f60107-b749-427a-ab67-4bf608f10e55,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:06.561890 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.573414 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f95424b1-32b1-4770-acf6-41a9354ebdaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.575053 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f95424b1-32b1-4770-acf6-41a9354ebdaa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83f60107-b749-427a-ab67-4bf608f10e55 HTTP/1.1" status: 204 len: 168 time: 0.3167391 Dec 21 22:25:06.611331 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:25:06.616053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:06.618249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event updated for resources: {'Port': ['ID=3609613b-5073-481e-94a2-cf4722982878,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:06.622183 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b238df4a-2263-42bd-a5d6-eb4c931a67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.624352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:25:06.647136 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=b516a574-a46a-4191-ae33-b203b42f1b88,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:06.842189 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b238df4a-2263-42bd-a5d6-eb4c931a67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:06.971910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-b238df4a-2263-42bd-a5d6-eb4c931a67c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee739b3-9522-46c3-aab5-e095863bec78']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:06.990040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-b238df4a-2263-42bd-a5d6-eb4c931a67c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eda0ef1-eb70-4ad3-a7fa-7b96f852d004') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:06.990423 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7561dbd5-6e52-450f-887c-8198393cd3dd req-e1ec2f90-128c-4b50-883d-641061c3abaa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 1099 time: 0.1765945 Dec 21 22:25:06.990551 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-b238df4a-2263-42bd-a5d6-eb4c931a67c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eda0ef1-eb70-4ad3-a7fa-7b96f852d004') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:07.015866 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b238df4a-2263-42bd-a5d6-eb4c931a67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:07.055711 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7561dbd5-6e52-450f-887c-8198393cd3dd req-edd0a95c-6bfa-4a34-98da-64b41c7a0b11 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=00955d25-3794-462b-a1ab-dd3177ed8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554390 Dec 21 22:25:07.104969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b238df4a-2263-42bd-a5d6-eb4c931a67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:07.119236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b238df4a-2263-42bd-a5d6-eb4c931a67c9 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:25:07.119730 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b238df4a-2263-42bd-a5d6-eb4c931a67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:25:07.136963 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:25:07.264698 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6823b-5f5d-4b0b-ad41-b4b576159529 req-861cf95c-2269-450e-8152-0e22576f4c64 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:07.266126 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ea6823b-5f5d-4b0b-ad41-b4b576159529 req-861cf95c-2269-450e-8152-0e22576f4c64 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 946 time: 0.3875439 Dec 21 22:25:07.348005 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ea6823b-5f5d-4b0b-ad41-b4b576159529 req-5f6e87e5-92ca-43fe-8a86-9f3da1e5dbd2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=00955d25-3794-462b-a1ab-dd3177ed8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644152 Dec 21 22:25:07.363231 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b238df4a-2263-42bd-a5d6-eb4c931a67c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:07.390741 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b238df4a-2263-42bd-a5d6-eb4c931a67c9 admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:07.406394 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238df4a-2263-42bd-a5d6-eb4c931a67c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=aee739b3-9522-46c3-aab5-e095863bec78,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:07.413494 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b238df4a-2263-42bd-a5d6-eb4c931a67c9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/aee739b3-9522-46c3-aab5-e095863bec78 HTTP/1.1" status: 204 len: 168 time: 0.9943070 Dec 21 22:25:07.560812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:07.684785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:07.691120 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38194) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:07.743251 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a3cef9d5-d6df-4223-a088-a128d9c30dcc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25d273d637424652965872a1043c8f86&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508134 Dec 21 22:25:07.745825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38198) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:07.792559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38202) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:07.943033 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5fa2b1c1-885d-4d71-988a-e74bffcad390 tempest-AgentManagementNegativeTest-1151203573 tempest-AgentManagementNegativeTest-1151203573-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1492929 Dec 21 22:25:08.016860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c9322aa6-78a9-4f56-922a-842d1c663c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:08.054309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c9322aa6-78a9-4f56-922a-842d1c663c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:08.096962 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:08.161831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:08.222853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c9322aa6-78a9-4f56-922a-842d1c663c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:08.281741 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9322aa6-78a9-4f56-922a-842d1c663c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15413e18-8aaf-4a53-baa0-797f5dabb9f8,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:08.286357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event updated for resources: {'Port': ['ID=3609613b-5073-481e-94a2-cf4722982878,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:08.308968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:08.376002 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c9322aa6-78a9-4f56-922a-842d1c663c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:08.377047 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c9322aa6-78a9-4f56-922a-842d1c663c93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15413e18-8aaf-4a53-baa0-797f5dabb9f8 HTTP/1.1" status: 204 len: 168 time: 0.6301372 Dec 21 22:25:08.519330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38216) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:08.551639 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Floating IP 04959a32-8372-469e-b064-208e9a83bb79 associated. External IP: 172.26.3.194, port: ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e. Dec 21 22:25:08.591161 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668817a-8d56-486c-ae33-1b6c08d05c04 req-5cf736a9-cf40-40ed-8405-811177afef2d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:08.593920 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a668817a-8d56-486c-ae33-1b6c08d05c04 req-5cf736a9-cf40-40ed-8405-811177afef2d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 946 time: 0.0908732 Dec 21 22:25:08.646704 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a668817a-8d56-486c-ae33-1b6c08d05c04 req-8e68f36b-6364-43a0-8c34-11a051623fbd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=00955d25-3794-462b-a1ab-dd3177ed8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473022 Dec 21 22:25:08.733239 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b53cca8a-2c66-41b9-b31f-73473cc02358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:08.781111 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b53cca8a-2c66-41b9-b31f-73473cc02358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:08.786445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b53cca8a-2c66-41b9-b31f-73473cc02358 admin admin] Usage tracker for resource:security_group_rule and tenant:2a3bc5663c534444892b4cebdf5a7904 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:08.792107 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b53cca8a-2c66-41b9-b31f-73473cc02358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:08.802199 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b53cca8a-2c66-41b9-b31f-73473cc02358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:08.956026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b53cca8a-2c66-41b9-b31f-73473cc02358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:09.016365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b53cca8a-2c66-41b9-b31f-73473cc02358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:09.083162 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cca8a-2c66-41b9-b31f-73473cc02358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bbbd79-b9e0-4cd4-8b2e-c4baee6458e4,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:09.089041 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b53cca8a-2c66-41b9-b31f-73473cc02358 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a3bc5663c534444892b4cebdf5a7904&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5686624 Dec 21 22:25:09.091740 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38224) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:09.124871 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:25:09.149796 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-57a38ded-e544-47bc-ba80-de7677168164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:09.164317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38228) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:09.193376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-57a38ded-e544-47bc-ba80-de7677168164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:09.259117 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e71d2f60-aa3a-45bf-9dad-d5ed458e5291 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2356d97f4f0a4f4b95b802a294837386&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0914240 Dec 21 22:25:09.259989 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38232) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:09.328333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a7f6236f-b060-4548-8f96-2885dbb30223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:09.332812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:25:09.344934 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b97f5b4-b764-4fdb-8db4-22500088bcfd None None] Sync routers for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:25:09.355860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a7f6236f-b060-4548-8f96-2885dbb30223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:09.360905 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b97f5b4-b764-4fdb-8db4-22500088bcfd None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:09.361522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7b97f5b4-b764-4fdb-8db4-22500088bcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:09.372913 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-57a38ded-e544-47bc-ba80-de7677168164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:09.397638 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a38ded-e544-47bc-ba80-de7677168164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bbbd79-b9e0-4cd4-8b2e-c4baee6458e4,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:09.409352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-57a38ded-e544-47bc-ba80-de7677168164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:09.413154 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-57a38ded-e544-47bc-ba80-de7677168164 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1bbbd79-b9e0-4cd4-8b2e-c4baee6458e4 HTTP/1.1" status: 204 len: 168 time: 0.3177366 Dec 21 22:25:09.415412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:09.486059 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-794209ea-5cc7-43aa-8e81-01267e024dd1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7738349 Dec 21 22:25:09.486059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77df1059-b716-4c98-80eb-0da11f307039', 'tag': 'ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:25:09.495040 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a7f6236f-b060-4548-8f96-2885dbb30223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:09.511248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6236f-b060-4548-8f96-2885dbb30223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bc843b-67a4-47cf-94c4-7cab64c90310,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:09.519513 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a7f6236f-b060-4548-8f96-2885dbb30223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:09.521459 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a7f6236f-b060-4548-8f96-2885dbb30223 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73bc843b-67a4-47cf-94c4-7cab64c90310 HTTP/1.1" status: 204 len: 168 time: 0.2597187 Dec 21 22:25:09.555371 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77df1059-b716-4c98-80eb-0da11f307039', 'tag': 'ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e', 'status': 'completed', 'code': 200} Dec 21 22:25:09.585282 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-7b97f5b4-b764-4fdb-8db4-22500088bcfd None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:25:09.658931 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-54f27c29-ae1f-423f-a19a-106d40a2ddec req-2fbbe115-91c2-49e2-8370-8061fb62dfcd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 1098 time: 0.0793240 Dec 21 22:25:09.887819 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f27c29-ae1f-423f-a19a-106d40a2ddec req-377db731-21e5-4c0d-9ce3-ae4bfaba44f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:09.889498 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-54f27c29-ae1f-423f-a19a-106d40a2ddec req-377db731-21e5-4c0d-9ce3-ae4bfaba44f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 200 len: 912 time: 0.2240036 Dec 21 22:25:10.005048 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7b97f5b4-b764-4fdb-8db4-22500088bcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '04959a32-8372-469e-b064-208e9a83bb79', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'port_id': 'ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'mac_address': 'fa:16:3e:f9:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df1059-b716-4c98-80eb-0da11f307039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:25:07Z', 'updated_at': '2021-12-21T22:25:07Z', 'revision_number': 0, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:10.009263 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b97f5b4-b764-4fdb-8db4-22500088bcfd None None] Checking router: 3f800ce2-cf04-45f8-bbea-33e53bf8cfef for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:25:10.021160 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b97f5b4-b764-4fdb-8db4-22500088bcfd None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:10.021828 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7b97f5b4-b764-4fdb-8db4-22500088bcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:10.022594 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a534f7-db8f-49e6-a311-c4e814218f52 req-deac0f51-7fa7-473f-91ae-d88e3ac67802 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:10.024020 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b9a534f7-db8f-49e6-a311-c4e814218f52 req-deac0f51-7fa7-473f-91ae-d88e3ac67802 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 946 time: 0.1903951 Dec 21 22:25:10.026815 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-54f27c29-ae1f-423f-a19a-106d40a2ddec req-10f624c1-bc62-4be9-a850-b287ff1b0405 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e HTTP/1.1" status: 200 len: 999 time: 0.1213470 Dec 21 22:25:10.122055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f27c29-ae1f-423f-a19a-106d40a2ddec req-55ccef8b-97d9-46d8-a9a5-631d6eeeead6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:10.123650 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-54f27c29-ae1f-423f-a19a-106d40a2ddec req-55ccef8b-97d9-46d8-a9a5-631d6eeeead6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=073f42ae-bd0f-4484-a9d4-70d9e72514e8 HTTP/1.1" status: 200 len: 850 time: 0.0790727 Dec 21 22:25:10.125904 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b9a534f7-db8f-49e6-a311-c4e814218f52 req-7a702dc6-bd95-4e21-abd3-a9e87c9afb5d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=00955d25-3794-462b-a1ab-dd3177ed8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943880 Dec 21 22:25:10.217690 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-54f27c29-ae1f-423f-a19a-106d40a2ddec req-5fe6cbf1-8a77-4766-9c15-a39700736e1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30c8348e-de0d-452f-98c1-e75fb40a3979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761807 Dec 21 22:25:10.218677 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-7b97f5b4-b764-4fdb-8db4-22500088bcfd None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:25:10.336527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848df7f-1e4b-4782-affa-60d2684d3bdb req-1926c79d-7593-4168-b6d7-018ee19e784a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:10.339287 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f848df7f-1e4b-4782-affa-60d2684d3bdb req-1926c79d-7593-4168-b6d7-018ee19e784a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 946 time: 0.0857635 Dec 21 22:25:10.386592 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-54f27c29-ae1f-423f-a19a-106d40a2ddec req-41e733bf-7253-4853-b950-895eb47cdc48 service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588764 Dec 21 22:25:10.389988 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f848df7f-1e4b-4782-affa-60d2684d3bdb req-46fc2157-48c2-49c8-8182-009f3157b9e1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=00955d25-3794-462b-a1ab-dd3177ed8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443318 Dec 21 22:25:10.530070 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-54f27c29-ae1f-423f-a19a-106d40a2ddec req-eaa63a8d-0854-4085-99c6-092de7391c5f service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365108 Dec 21 22:25:10.636222 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7b97f5b4-b764-4fdb-8db4-22500088bcfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '04959a32-8372-469e-b064-208e9a83bb79', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'port_id': 'ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'mac_address': 'fa:16:3e:f9:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df1059-b716-4c98-80eb-0da11f307039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:25:07Z', 'updated_at': '2021-12-21T22:25:07Z', 'revision_number': 0, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:10.640378 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b97f5b4-b764-4fdb-8db4-22500088bcfd None None] The sync data for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv is: [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '04959a32-8372-469e-b064-208e9a83bb79', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'floating_ip_address': '172.26.3.194', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'port_id': 'ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'mac_address': 'fa:16:3e:f9:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77df1059-b716-4c98-80eb-0da11f307039', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:25:07Z', 'updated_at': '2021-12-21T22:25:07Z', 'revision_number': 0, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:25:10.830420 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82e1d8b-1375-4655-8ef8-426aaf8fbb3e None None] New status for floating IP 04959a32-8372-469e-b064-208e9a83bb79: ACTIVE {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:25:10.852051 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38268) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:10.982671 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1199845361'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:10.987712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:10.991526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:network and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:10.994748 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:11.000946 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:11.076133 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:25:11.079326 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:11.096363 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:11.127681 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:11.131376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:security_group_rule and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:11.134349 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:11.140617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:11.206265 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:11.270147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:11.302715 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:25:11.310796 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c481b2f4-7663-411d-b4fe-11407eaa45e1,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:11.316049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:11.316386 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Added segment eb539db5-0160-4a50-8ce7-25369dc6ce9e of type vlan for network bb143d3d-6c46-4a48-84da-39f02c85adc0 Dec 21 22:25:11.342874 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:11.435847 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:11.439502 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:11.440069 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:11.547415 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Network': ['ID=bb143d3d-6c46-4a48-84da-39f02c85adc0,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:11.557164 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1cd0d1b0-80b7-4819-9cdf-6faeecc9488d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7037256 Dec 21 22:25:11.561405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network bb143d3d-6c46-4a48-84da-39f02c85adc0 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:25:11.561545 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38274) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:11.564952 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-f063bc06-cc0e-41e5-a623-080e2186124c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1897373576'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:11.569841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f063bc06-cc0e-41e5-a623-080e2186124c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:11.574256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f063bc06-cc0e-41e5-a623-080e2186124c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:network and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:11.577051 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f063bc06-cc0e-41e5-a623-080e2186124c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:11.582701 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f063bc06-cc0e-41e5-a623-080e2186124c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:11.682004 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f063bc06-cc0e-41e5-a623-080e2186124c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:25:11.684964 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f063bc06-cc0e-41e5-a623-080e2186124c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:11.713070 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f063bc06-cc0e-41e5-a623-080e2186124c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:25:11.721340 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f063bc06-cc0e-41e5-a623-080e2186124c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:11.721670 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-f063bc06-cc0e-41e5-a623-080e2186124c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Added segment d25e782b-e43d-4a37-9a72-cf3f9004ef7a of type vlan for network 6f2a2629-dc76-4dff-ba58-76a396d7a9dc Dec 21 22:25:11.747066 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f063bc06-cc0e-41e5-a623-080e2186124c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:11.818836 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f063bc06-cc0e-41e5-a623-080e2186124c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:11.822501 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f063bc06-cc0e-41e5-a623-080e2186124c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:11.823062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f063bc06-cc0e-41e5-a623-080e2186124c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:11.936790 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38278) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:12.006617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063bc06-cc0e-41e5-a623-080e2186124c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Network': ['ID=6f2a2629-dc76-4dff-ba58-76a396d7a9dc,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:12.018213 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 6f2a2629-dc76-4dff-ba58-76a396d7a9dc details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:25:12.022331 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f063bc06-cc0e-41e5-a623-080e2186124c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4589307 Dec 21 22:25:12.022493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38282) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:12.029387 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-dcf8ef0a-a45a-4ce1-932d-8b4c9d91397a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'subnet': {'network_id': 'bb143d3d-6c46-4a48-84da-39f02c85adc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:12.145589 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dcf8ef0a-a45a-4ce1-932d-8b4c9d91397a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:12.149315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dcf8ef0a-a45a-4ce1-932d-8b4c9d91397a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:subnet and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:12.153162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dcf8ef0a-a45a-4ce1-932d-8b4c9d91397a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:12.159019 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dcf8ef0a-a45a-4ce1-932d-8b4c9d91397a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:12.224368 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf8ef0a-a45a-4ce1-932d-8b4c9d91397a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:25:12.334520 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dcf8ef0a-a45a-4ce1-932d-8b4c9d91397a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:12.590493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dcf8ef0a-a45a-4ce1-932d-8b4c9d91397a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:12.670495 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8ef0a-a45a-4ce1-932d-8b4c9d91397a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Subnet': ['ID=ea1252c6-0c8a-4945-9c17-3dee16000f37,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:12.682474 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf8ef0a-a45a-4ce1-932d-8b4c9d91397a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Checking segment: {'id': 'eb539db5-0160-4a50-8ce7-25369dc6ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bb143d3d-6c46-4a48-84da-39f02c85adc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:25:12.682791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf8ef0a-a45a-4ce1-932d-8b4c9d91397a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network hostable DHCP agents. Network: bb143d3d-6c46-4a48-84da-39f02c85adc0, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:25:12.756055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf8ef0a-a45a-4ce1-932d-8b4c9d91397a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network bb143d3d-6c46-4a48-84da-39f02c85adc0 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:25:12.810067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:12.813189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-dcf8ef0a-a45a-4ce1-932d-8b4c9d91397a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, bb143d3d-6c46-4a48-84da-39f02c85adc0) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:12.817646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf8ef0a-a45a-4ce1-932d-8b4c9d91397a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:12.818318 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dcf8ef0a-a45a-4ce1-932d-8b4c9d91397a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:12.824180 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf148d8-0781-484c-ad46-e4260867abbe None None] Network bb143d3d-6c46-4a48-84da-39f02c85adc0 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:25:12.888545 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dcf8ef0a-a45a-4ce1-932d-8b4c9d91397a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8643317 Dec 21 22:25:12.891856 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38286) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:12.897684 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-54e7e2d4-b18c-479d-9bac-9d9500372ed3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'subnet': {'network_id': '6f2a2629-dc76-4dff-ba58-76a396d7a9dc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:13.011318 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-54e7e2d4-b18c-479d-9bac-9d9500372ed3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:13.015610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-54e7e2d4-b18c-479d-9bac-9d9500372ed3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:subnet and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:13.018461 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-54e7e2d4-b18c-479d-9bac-9d9500372ed3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:13.024272 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-54e7e2d4-b18c-479d-9bac-9d9500372ed3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:13.046170 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-bb143d3d-6c46-4a48-84da-39f02c85adc0', 'network_id': 'bb143d3d-6c46-4a48-84da-39f02c85adc0', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'fixed_ips': [{'subnet_id': 'ea1252c6-0c8a-4945-9c17-3dee16000f37'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:25:13.046989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:13.093543 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e7e2d4-b18c-479d-9bac-9d9500372ed3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:25:13.201217 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-54e7e2d4-b18c-479d-9bac-9d9500372ed3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:13.212592 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Allocated IP 2001:db8::2 (bb143d3d-6c46-4a48-84da-39f02c85adc0/ea1252c6-0c8a-4945-9c17-3dee16000f37/fe48487c-2975-4688-93e8-f05cb10a4fec) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:25:13.219970 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.17 (46dc4968-c163-404f-b54e-6d4e5cf1d08c/dd43cbfd-5d42-4a2f-916e-622ec47721db/98ec9f17-ba1a-4129-84a6-38b024519d7c) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:25:13.398054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:13.416932 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object 98ec9f17-ba1a-4129-84a6-38b024519d7c will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:25:13.457037 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:13.467463 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Transition to ACTIVE for port object fe48487c-2975-4688-93e8-f05cb10a4fec will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:25:13.484878 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Transition to ACTIVE for port object fe48487c-2975-4688-93e8-f05cb10a4fec will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:25:13.521864 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-54e7e2d4-b18c-479d-9bac-9d9500372ed3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:13.550834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:13.602339 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7e2d4-b18c-479d-9bac-9d9500372ed3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Subnet': ['ID=eca2b68a-e6f2-490c-a810-5c6162aba598,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:13.602838 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:13.616070 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7e2d4-b18c-479d-9bac-9d9500372ed3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Checking segment: {'id': 'd25e782b-e43d-4a37-9a72-cf3f9004ef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f2a2629-dc76-4dff-ba58-76a396d7a9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:25:13.616070 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7e2d4-b18c-479d-9bac-9d9500372ed3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network hostable DHCP agents. Network: 6f2a2629-dc76-4dff-ba58-76a396d7a9dc, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:25:13.617249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 46dc4968-c163-404f-b54e-6d4e5cf1d08c is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:25:13.620346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:13.624285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:25:13.669414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=98ec9f17-ba1a-4129-84a6-38b024519d7c,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:13.676860 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Network bb143d3d-6c46-4a48-84da-39f02c85adc0 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:25:13.680353 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:13.684918 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:25:13.687249 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Pushing event updated for resources: {'Port': ['ID=fe48487c-2975-4688-93e8-f05cb10a4fec,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:13.702390 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:13.715765 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7e2d4-b18c-479d-9bac-9d9500372ed3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 6f2a2629-dc76-4dff-ba58-76a396d7a9dc is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:25:13.783864 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Attempting to bind port fe48487c-2975-4688-93e8-f05cb10a4fec on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:25:13.784235 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Attempting to bind port fe48487c-2975-4688-93e8-f05cb10a4fec by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'eb539db5-0160-4a50-8ce7-25369dc6ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bb143d3d-6c46-4a48-84da-39f02c85adc0'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:25:13.784595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Attempting to bind port fe48487c-2975-4688-93e8-f05cb10a4fec on network bb143d3d-6c46-4a48-84da-39f02c85adc0 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:25:13.784761 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-54e7e2d4-b18c-479d-9bac-9d9500372ed3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 6f2a2629-dc76-4dff-ba58-76a396d7a9dc) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:13.789414 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e7e2d4-b18c-479d-9bac-9d9500372ed3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:13.790221 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-54e7e2d4-b18c-479d-9bac-9d9500372ed3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:13.791770 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:25:13.799036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Checking segment: {'id': 'eb539db5-0160-4a50-8ce7-25369dc6ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bb143d3d-6c46-4a48-84da-39f02c85adc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:25:13.799036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:13.799036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Bound using segment: {'id': 'eb539db5-0160-4a50-8ce7-25369dc6ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bb143d3d-6c46-4a48-84da-39f02c85adc0'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:25:13.799036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Bound port: fe48487c-2975-4688-93e8-f05cb10a4fec, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb539db5-0160-4a50-8ce7-25369dc6ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bb143d3d-6c46-4a48-84da-39f02c85adc0'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:25:13.799036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:13.808862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd943b8b-5117-42ce-82b0-acf2b697a582 None None] Network 6f2a2629-dc76-4dff-ba58-76a396d7a9dc requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:25:13.881499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:13.891241 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-54e7e2d4-b18c-479d-9bac-9d9500372ed3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9954691 Dec 21 22:25:13.892064 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38290) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:13.902281 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-20fdd350-02ba-4494-b805-b57ebe42fb71 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-810215880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:13.906305 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-20fdd350-02ba-4494-b805-b57ebe42fb71 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:13.910219 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-20fdd350-02ba-4494-b805-b57ebe42fb71 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:router and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:13.913123 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-20fdd350-02ba-4494-b805-b57ebe42fb71 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:13.919043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-20fdd350-02ba-4494-b805-b57ebe42fb71 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:13.979816 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-20fdd350-02ba-4494-b805-b57ebe42fb71 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:13.980838 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-20fdd350-02ba-4494-b805-b57ebe42fb71 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:14.003085 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] For port fe48487c-2975-4688-93e8-f05cb10a4fec, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:25:14.004493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-20fdd350-02ba-4494-b805-b57ebe42fb71 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:14.039796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] For port fe48487c-2975-4688-93e8-f05cb10a4fec, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=fe48487c-2975-4688-93e8-f05cb10a4fec,segment=NetworkSegment(eb539db5-0160-4a50-8ce7-25369dc6ce9e),segment_id=eb539db5-0160-4a50-8ce7-25369dc6ce9e)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:25:14.088864 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ae324e54-7e12-44ee-a139-1448a877d14b None None] Provisioning for port 98ec9f17-ba1a-4129-84a6-38b024519d7c completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:25:14.099698 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ae324e54-7e12-44ee-a139-1448a877d14b None None] Provisioning complete for port 98ec9f17-ba1a-4129-84a6-38b024519d7c triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:14.100071 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ae324e54-7e12-44ee-a139-1448a877d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:14.124499 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-6f2a2629-dc76-4dff-ba58-76a396d7a9dc', 'network_id': '6f2a2629-dc76-4dff-ba58-76a396d7a9dc', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'fixed_ips': [{'subnet_id': 'eca2b68a-e6f2-490c-a810-5c6162aba598'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:25:14.125316 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:14.137715 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-20fdd350-02ba-4494-b805-b57ebe42fb71 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:14.156851 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:14.230725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-20fdd350-02ba-4494-b805-b57ebe42fb71 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:14.235577 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-20fdd350-02ba-4494-b805-b57ebe42fb71 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3425055 Dec 21 22:25:14.236356 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38294) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:14.272514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ae324e54-7e12-44ee-a139-1448a877d14b None None] Port 98ec9f17-ba1a-4129-84a6-38b024519d7c cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:25:14.307002 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc8541-e5dd-4865-abdf-5688a7f3b402 None None] Pushing event updated for resources: {'Port': ['ID=fe48487c-2975-4688-93e8-f05cb10a4fec,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:14.422299 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Allocated IP 2001:db8:1::2 (6f2a2629-dc76-4dff-ba58-76a396d7a9dc/eca2b68a-e6f2-490c-a810-5c6162aba598/f028fff1-46d7-4d76-b737-824eabfd94dc) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:25:14.459197 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:14.559064 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:14.704545 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:25:14.707446 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:14.711935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=98ec9f17-ba1a-4129-84a6-38b024519d7c,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:14.747686 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:14.758839 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Transition to ACTIVE for port object f028fff1-46d7-4d76-b737-824eabfd94dc will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:25:14.779392 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Transition to ACTIVE for port object f028fff1-46d7-4d76-b737-824eabfd94dc will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:25:14.824832 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:14.862154 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 46dc4968-c163-404f-b54e-6d4e5cf1d08c is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:25:14.863432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:14.879658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:14.895345 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Pushing event updated for resources: {'Port': ['ID=f028fff1-46d7-4d76-b737-824eabfd94dc,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:14.917234 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Network 6f2a2629-dc76-4dff-ba58-76a396d7a9dc is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:25:14.918615 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:14.921257 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:25:15.038964 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Attempting to bind port f028fff1-46d7-4d76-b737-824eabfd94dc on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:25:15.039417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Attempting to bind port f028fff1-46d7-4d76-b737-824eabfd94dc by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'd25e782b-e43d-4a37-9a72-cf3f9004ef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f2a2629-dc76-4dff-ba58-76a396d7a9dc'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:25:15.039842 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Attempting to bind port f028fff1-46d7-4d76-b737-824eabfd94dc on network 6f2a2629-dc76-4dff-ba58-76a396d7a9dc {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:25:15.051762 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:25:15.052233 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Checking segment: {'id': 'd25e782b-e43d-4a37-9a72-cf3f9004ef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f2a2629-dc76-4dff-ba58-76a396d7a9dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:25:15.052723 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:15.053177 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Bound using segment: {'id': 'd25e782b-e43d-4a37-9a72-cf3f9004ef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f2a2629-dc76-4dff-ba58-76a396d7a9dc'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:25:15.053710 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Bound port: f028fff1-46d7-4d76-b737-824eabfd94dc, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25e782b-e43d-4a37-9a72-cf3f9004ef7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '6f2a2629-dc76-4dff-ba58-76a396d7a9dc'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:25:15.054188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:15.205909 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] For port f028fff1-46d7-4d76-b737-824eabfd94dc, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:25:15.210122 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] For port f028fff1-46d7-4d76-b737-824eabfd94dc, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f028fff1-46d7-4d76-b737-824eabfd94dc,segment=NetworkSegment(d25e782b-e43d-4a37-9a72-cf3f9004ef7a),segment_id=d25e782b-e43d-4a37-9a72-cf3f9004ef7a)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:25:15.219832 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-311cf854-c64b-4748-a694-f58db4f2c2e2 None None] Provisioning complete for port 98ec9f17-ba1a-4129-84a6-38b024519d7c triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:15.220340 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-311cf854-c64b-4748-a694-f58db4f2c2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:15.255135 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:15.295406 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:15.371116 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Allocated IP 2001:db8::1 (bb143d3d-6c46-4a48-84da-39f02c85adc0/ea1252c6-0c8a-4945-9c17-3dee16000f37/6eeeb198-3e63-4929-a8e1-c79eb0a19654) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:25:15.373586 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c7514405-6579-4660-b9af-e951655af9f2 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:25:15.409365 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619d053-30aa-409b-b386-d69eeaf29e27 None None] Pushing event updated for resources: {'Port': ['ID=f028fff1-46d7-4d76-b737-824eabfd94dc,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:15.418045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device fe48487c-2975-4688-93e8-f05cb10a4fec up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:25:15.479735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-311cf854-c64b-4748-a694-f58db4f2c2e2 None None] Port 98ec9f17-ba1a-4129-84a6-38b024519d7c cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:25:15.582690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:15.602143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port fe48487c-2975-4688-93e8-f05cb10a4fec completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:25:15.602304 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Transition to ACTIVE for port object 6eeeb198-3e63-4929-a8e1-c79eb0a19654 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:25:15.636921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672409ba-305c-4537-b1ee-7bb1e135074e None None] Network bb143d3d-6c46-4a48-84da-39f02c85adc0 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:25:15.647855 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:25:15.687206 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Sync routers for ids ['c7514405-6579-4660-b9af-e951655af9f2'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:25:15.730988 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:15.739809 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5eeedd46-5ff1-4605-9854-2f04530927a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/c7514405-6579-4660-b9af-e951655af9f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8003421 Dec 21 22:25:15.782293 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Routers {'c7514405-6579-4660-b9af-e951655af9f2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:15.782931 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c7514405-6579-4660-b9af-e951655af9f2'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:15.817641 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network bb143d3d-6c46-4a48-84da-39f02c85adc0 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:25:15.821426 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:15.823824 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=6eeeb198-3e63-4929-a8e1-c79eb0a19654,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:15.826073 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:25:15.826614 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:15.998168 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ef470f5e-4318-44c8-aca0-caba6afef3ab None None] Provisioning for port fe48487c-2975-4688-93e8-f05cb10a4fec completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:25:16.012430 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:16.025592 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ef470f5e-4318-44c8-aca0-caba6afef3ab None None] Provisioning complete for port fe48487c-2975-4688-93e8-f05cb10a4fec triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:16.025592 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ef470f5e-4318-44c8-aca0-caba6afef3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:16.160677 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Set router c7514405-6579-4660-b9af-e951655af9f2 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:25:16.308273 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ef470f5e-4318-44c8-aca0-caba6afef3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:16.446143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ef470f5e-4318-44c8-aca0-caba6afef3ab None None] For port fe48487c-2975-4688-93e8-f05cb10a4fec, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=fe48487c-2975-4688-93e8-f05cb10a4fec,segment=NetworkSegment(eb539db5-0160-4a50-8ce7-25369dc6ce9e),segment_id=eb539db5-0160-4a50-8ce7-25369dc6ce9e)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:16.475390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:16.574131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ef470f5e-4318-44c8-aca0-caba6afef3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:16.574903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:16.574903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:16.704434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=6eeeb198-3e63-4929-a8e1-c79eb0a19654,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:16.776707 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef470f5e-4318-44c8-aca0-caba6afef3ab None None] Pushing event updated for resources: {'Port': ['ID=fe48487c-2975-4688-93e8-f05cb10a4fec,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:16.877841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c80677-9e9f-49ba-aede-9d08d2773be1 None None] Network 6f2a2629-dc76-4dff-ba58-76a396d7a9dc requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:25:16.994191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network bb143d3d-6c46-4a48-84da-39f02c85adc0 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:25:16.995368 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:17.011398 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-07edee5f-93f2-487e-96a1-7c0467b0d9a2 None None] Provisioning complete for port fe48487c-2975-4688-93e8-f05cb10a4fec triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:17.011398 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-07edee5f-93f2-487e-96a1-7c0467b0d9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:17.089334 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:25:13Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'aecf713c-dca6-45f7-9586-421ed2d1a449', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.30', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'port_id': 'b0485a27-d640-486a-8ce8-c3cbe5240658', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'mac_address': 'fa:16:3e:a5:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992743e-8f83-4b40-af77-6ed66164e77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:03Z', 'updated_at': '2021-12-21T22:24:16Z', 'revision_number': 1, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab13d41-b64e-4e96-bb4f-6338625c1870', 'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:61:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:27Z', 'updated_at': '2021-12-21T22:23:37Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98ec9f17-ba1a-4129-84a6-38b024519d7c', 'name': '', 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:df:cc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd43cbfd-5d42-4a2f-916e-622ec47721db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:25:13Z', 'updated_at': '2021-12-21T22:25:14Z', 'revision_number': 2, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'dd43cbfd-5d42-4a2f-916e-622ec47721db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:17.128385 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Checking router: c7514405-6579-4660-b9af-e951655af9f2 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:25:17.128385 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Updating router c7514405-6579-4660-b9af-e951655af9f2 port 98ec9f17-ba1a-4129-84a6-38b024519d7c binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:25:17.245609 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:17.405742 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device fe48487c-2975-4688-93e8-f05cb10a4fec up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:25:17.584189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router 614f4118-b40f-48b8-814c-b97645f9c69e is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:25:17.661814 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port fe48487c-2975-4688-93e8-f05cb10a4fec triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:17.662462 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:17.688246 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-07edee5f-93f2-487e-96a1-7c0467b0d9a2 None None] Provisioning for port f028fff1-46d7-4d76-b737-824eabfd94dc completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:25:17.766929 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:25:17.779947 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840b268f-b50a-4f3d-a64a-bc4026d47311 None None] Sync routers for ids ['614f4118-b40f-48b8-814c-b97645f9c69e'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:25:17.780710 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0057ad6b-adc3-4d46-9717-2fd64c41a5a8 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/614f4118-b40f-48b8-814c-b97645f9c69e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5427384 Dec 21 22:25:17.782888 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38304) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:17.794888 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b268f-b50a-4f3d-a64a-bc4026d47311 None None] Routers {'614f4118-b40f-48b8-814c-b97645f9c69e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:17.795736 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-840b268f-b50a-4f3d-a64a-bc4026d47311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['614f4118-b40f-48b8-814c-b97645f9c69e'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:17.869772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a6bc71-3668-4528-a3c4-2c508d9658b6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:17.870488 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-72a6bc71-3668-4528-a3c4-2c508d9658b6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Synchronizing usage tracker for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:25:17.875125 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-840b268f-b50a-4f3d-a64a-bc4026d47311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:17.886973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-07edee5f-93f2-487e-96a1-7c0467b0d9a2 None None] Provisioning for port 6eeeb198-3e63-4929-a8e1-c79eb0a19654 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:25:17.887490 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b268f-b50a-4f3d-a64a-bc4026d47311 None None] Routers {'614f4118-b40f-48b8-814c-b97645f9c69e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:17.888318 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-840b268f-b50a-4f3d-a64a-bc4026d47311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['614f4118-b40f-48b8-814c-b97645f9c69e'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:17.921715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-07edee5f-93f2-487e-96a1-7c0467b0d9a2 None None] Provisioning complete for port 6eeeb198-3e63-4929-a8e1-c79eb0a19654 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:17.922001 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-07edee5f-93f2-487e-96a1-7c0467b0d9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:17.948581 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-840b268f-b50a-4f3d-a64a-bc4026d47311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:17.949749 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840b268f-b50a-4f3d-a64a-bc4026d47311 None None] The sync data for ids ['614f4118-b40f-48b8-814c-b97645f9c69e'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:25:17.950194 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-72a6bc71-3668-4528-a3c4-2c508d9658b6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Unset dirty status for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:25:17.952522 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-72a6bc71-3668-4528-a3c4-2c508d9658b6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports/6eeeb198-3e63-4929-a8e1-c79eb0a19654 HTTP/1.1" status: 200 len: 911 time: 0.1682332 Dec 21 22:25:17.956249 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38308) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:17.969472 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f028fff1-46d7-4d76-b737-824eabfd94dc up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:25:18.045765 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:18.049916 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-07edee5f-93f2-487e-96a1-7c0467b0d9a2 None None] Port 6eeeb198-3e63-4929-a8e1-c79eb0a19654 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:25:18.065108 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Transition to ACTIVE for port object 98ec9f17-ba1a-4129-84a6-38b024519d7c will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:25:18.156411 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:18.197355 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port f028fff1-46d7-4d76-b737-824eabfd94dc completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:25:18.222730 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port f028fff1-46d7-4d76-b737-824eabfd94dc triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:18.223090 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:18.357209 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99cfd4-d74a-475f-8850-9bed01a282aa None None] Pushing event updated for resources: {'Port': ['ID=98ec9f17-ba1a-4129-84a6-38b024519d7c,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:18.373158 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-728a006f-78c4-4814-83b3-6ecea2c75a07 None None] Provisioning complete for port f028fff1-46d7-4d76-b737-824eabfd94dc triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:18.373512 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-728a006f-78c4-4814-83b3-6ecea2c75a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:18.615563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:18.624167 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Attempting to bind port 98ec9f17-ba1a-4129-84a6-38b024519d7c on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:25:18.624738 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Attempting to bind port 98ec9f17-ba1a-4129-84a6-38b024519d7c by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '72e3225c-eb58-4731-8041-5fd9014cbfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:25:18.625275 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Attempting to bind port 98ec9f17-ba1a-4129-84a6-38b024519d7c on network 46dc4968-c163-404f-b54e-6d4e5cf1d08c {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:25:18.685319 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:25:18.685637 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Checking segment: {'id': '72e3225c-eb58-4731-8041-5fd9014cbfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:25:18.685978 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:18.686389 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Bound using segment: {'id': '72e3225c-eb58-4731-8041-5fd9014cbfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:25:18.687048 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Bound port: 98ec9f17-ba1a-4129-84a6-38b024519d7c, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e3225c-eb58-4731-8041-5fd9014cbfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:25:18.687624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:18.705893 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:18.811445 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-728a006f-78c4-4814-83b3-6ecea2c75a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:18.857533 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port f028fff1-46d7-4d76-b737-824eabfd94dc, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f028fff1-46d7-4d76-b737-824eabfd94dc,segment=NetworkSegment(d25e782b-e43d-4a37-9a72-cf3f9004ef7a),segment_id=d25e782b-e43d-4a37-9a72-cf3f9004ef7a)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:18.878205 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] For port 98ec9f17-ba1a-4129-84a6-38b024519d7c, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:25:18.881384 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] For port 98ec9f17-ba1a-4129-84a6-38b024519d7c, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=98ec9f17-ba1a-4129-84a6-38b024519d7c,segment=NetworkSegment(72e3225c-eb58-4731-8041-5fd9014cbfe6),segment_id=72e3225c-eb58-4731-8041-5fd9014cbfe6)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:25:18.933809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:19.003302 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:19.069825 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=f028fff1-46d7-4d76-b737-824eabfd94dc,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:19.106974 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-728a006f-78c4-4814-83b3-6ecea2c75a07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:25:19.107373 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-728a006f-78c4-4814-83b3-6ecea2c75a07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:25:19.141545 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Routers {'c7514405-6579-4660-b9af-e951655af9f2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:19.142209 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c7514405-6579-4660-b9af-e951655af9f2'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:19.148595 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Allocated IP 2001:db8:1::1 (6f2a2629-dc76-4dff-ba58-76a396d7a9dc/eca2b68a-e6f2-490c-a810-5c6162aba598/f6bde069-e52e-41f3-8d94-56a01e820021) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:25:19.239222 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99cfd4-d74a-475f-8850-9bed01a282aa None None] Pushing event updated for resources: {'Port': ['ID=98ec9f17-ba1a-4129-84a6-38b024519d7c,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:19.324844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f028fff1-46d7-4d76-b737-824eabfd94dc up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:25:19.329520 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:19.345742 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Transition to ACTIVE for port object f6bde069-e52e-41f3-8d94-56a01e820021 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:25:19.434169 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] Set router c7514405-6579-4660-b9af-e951655af9f2 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:25:19.436160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:19.490405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port f028fff1-46d7-4d76-b737-824eabfd94dc triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:19.490782 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:19.503354 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 6f2a2629-dc76-4dff-ba58-76a396d7a9dc is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:25:19.506323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:19.508696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:25:19.509526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:19.528033 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=f6bde069-e52e-41f3-8d94-56a01e820021,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:19.677268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:19.850578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-728a006f-78c4-4814-83b3-6ecea2c75a07 None None] Provisioning complete for port 6eeeb198-3e63-4929-a8e1-c79eb0a19654 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:19.851159 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-728a006f-78c4-4814-83b3-6ecea2c75a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:19.933545 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-728a006f-78c4-4814-83b3-6ecea2c75a07 None None] Port 6eeeb198-3e63-4929-a8e1-c79eb0a19654 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:25:20.001669 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:25:13Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'aecf713c-dca6-45f7-9586-421ed2d1a449', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.30', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'port_id': 'b0485a27-d640-486a-8ce8-c3cbe5240658', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'mac_address': 'fa:16:3e:a5:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992743e-8f83-4b40-af77-6ed66164e77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:03Z', 'updated_at': '2021-12-21T22:24:16Z', 'revision_number': 1, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab13d41-b64e-4e96-bb4f-6338625c1870', 'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:61:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:27Z', 'updated_at': '2021-12-21T22:23:37Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98ec9f17-ba1a-4129-84a6-38b024519d7c', 'name': '', 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:df:cc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd43cbfd-5d42-4a2f-916e-622ec47721db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:25:13Z', 'updated_at': '2021-12-21T22:25:18Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'dd43cbfd-5d42-4a2f-916e-622ec47721db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:20.005668 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d1910-79ab-41ad-8908-ee5f51f8b4e5 None None] The sync data for ids ['c7514405-6579-4660-b9af-e951655af9f2'] in dv-neutron-822520-1-hyperv is: [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:25:13Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'aecf713c-dca6-45f7-9586-421ed2d1a449', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.30', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'port_id': 'b0485a27-d640-486a-8ce8-c3cbe5240658', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'mac_address': 'fa:16:3e:a5:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992743e-8f83-4b40-af77-6ed66164e77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:03Z', 'updated_at': '2021-12-21T22:24:16Z', 'revision_number': 1, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab13d41-b64e-4e96-bb4f-6338625c1870', 'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:61:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:27Z', 'updated_at': '2021-12-21T22:23:37Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98ec9f17-ba1a-4129-84a6-38b024519d7c', 'name': '', 'network_id': '46dc4968-c163-404f-b54e-6d4e5cf1d08c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:df:cc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd43cbfd-5d42-4a2f-916e-622ec47721db', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:25:13Z', 'updated_at': '2021-12-21T22:25:18Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'dd43cbfd-5d42-4a2f-916e-622ec47721db', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:25:20.088564 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:20.230120 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-97a5fa05-446b-48db-bece-aee511bd0e78 None None] Provisioning for port f6bde069-e52e-41f3-8d94-56a01e820021 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:25:20.235698 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-97a5fa05-446b-48db-bece-aee511bd0e78 None None] Provisioning complete for port f6bde069-e52e-41f3-8d94-56a01e820021 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:20.235988 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-97a5fa05-446b-48db-bece-aee511bd0e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:20.253121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:20.258089 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:20.311952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-97a5fa05-446b-48db-bece-aee511bd0e78 None None] Port f6bde069-e52e-41f3-8d94-56a01e820021 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:25:20.368875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=f6bde069-e52e-41f3-8d94-56a01e820021,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:20.467089 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 6f2a2629-dc76-4dff-ba58-76a396d7a9dc is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:25:20.468234 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:20.751656 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4758d0b0-f56d-478b-9960-28efbffc8da0 None None] Provisioning complete for port f6bde069-e52e-41f3-8d94-56a01e820021 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:20.752031 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4758d0b0-f56d-478b-9960-28efbffc8da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:20.806486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-4758d0b0-f56d-478b-9960-28efbffc8da0 None None] Port f6bde069-e52e-41f3-8d94-56a01e820021 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:25:20.904858 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router 614f4118-b40f-48b8-814c-b97645f9c69e has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:25:21.076593 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:25:21.085617 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69df441b-bcf0-422e-90b7-bb59b87c72b2 None None] Sync routers for ids ['614f4118-b40f-48b8-814c-b97645f9c69e'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:25:21.097632 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69df441b-bcf0-422e-90b7-bb59b87c72b2 None None] Routers {'614f4118-b40f-48b8-814c-b97645f9c69e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:21.098947 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-69df441b-bcf0-422e-90b7-bb59b87c72b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['614f4118-b40f-48b8-814c-b97645f9c69e'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:21.146138 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cd6b57ed-4b12-4718-aaec-ec92e55ef6ed tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/614f4118-b40f-48b8-814c-b97645f9c69e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1899476 Dec 21 22:25:21.148694 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38316) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:21.159384 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-69df441b-bcf0-422e-90b7-bb59b87c72b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:21.169225 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69df441b-bcf0-422e-90b7-bb59b87c72b2 None None] Routers {'614f4118-b40f-48b8-814c-b97645f9c69e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:21.169969 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-69df441b-bcf0-422e-90b7-bb59b87c72b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['614f4118-b40f-48b8-814c-b97645f9c69e'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:21.222122 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7cf835-cbe9-4055-8e5c-b78020128526 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:21.222936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-da7cf835-cbe9-4055-8e5c-b78020128526 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Synchronizing usage tracker for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:25:21.227645 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-69df441b-bcf0-422e-90b7-bb59b87c72b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:21.228272 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69df441b-bcf0-422e-90b7-bb59b87c72b2 None None] The sync data for ids ['614f4118-b40f-48b8-814c-b97645f9c69e'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:25:21.261784 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 98ec9f17-ba1a-4129-84a6-38b024519d7c up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:25:21.293445 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-da7cf835-cbe9-4055-8e5c-b78020128526 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Unset dirty status for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:25:21.294671 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-da7cf835-cbe9-4055-8e5c-b78020128526 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports/f6bde069-e52e-41f3-8d94-56a01e820021 HTTP/1.1" status: 200 len: 913 time: 0.1450679 Dec 21 22:25:21.297642 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38320) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:21.441323 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 98ec9f17-ba1a-4129-84a6-38b024519d7c completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:25:21.451748 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 98ec9f17-ba1a-4129-84a6-38b024519d7c triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:21.451748 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:21.561540 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:21.593473 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 98ec9f17-ba1a-4129-84a6-38b024519d7c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=98ec9f17-ba1a-4129-84a6-38b024519d7c,segment=NetworkSegment(72e3225c-eb58-4731-8041-5fd9014cbfe6),segment_id=72e3225c-eb58-4731-8041-5fd9014cbfe6)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:21.629135 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f5903103-4d16-4624-98ad-4ae56f6af532 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:21.652898 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:21.718479 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=98ec9f17-ba1a-4129-84a6-38b024519d7c,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:22.182950 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f5903103-4d16-4624-98ad-4ae56f6af532 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port f6bde069-e52e-41f3-8d94-56a01e820021 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:22.183631 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f5903103-4d16-4624-98ad-4ae56f6af532 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:22.362520 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f5903103-4d16-4624-98ad-4ae56f6af532 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:22.573497 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f5903103-4d16-4624-98ad-4ae56f6af532 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for f6bde069-e52e-41f3-8d94-56a01e820021 owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:22.796145 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f5903103-4d16-4624-98ad-4ae56f6af532 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:22.843024 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5903103-4d16-4624-98ad-4ae56f6af532 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Port': ['ID=f6bde069-e52e-41f3-8d94-56a01e820021,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:23.054350 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f5903103-4d16-4624-98ad-4ae56f6af532 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:23.245994 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 98ec9f17-ba1a-4129-84a6-38b024519d7c up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:25:23.322706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 98ec9f17-ba1a-4129-84a6-38b024519d7c triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:23.323072 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:23.562720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5903103-4d16-4624-98ad-4ae56f6af532 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router 614f4118-b40f-48b8-814c-b97645f9c69e has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:25:23.732653 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5903103-4d16-4624-98ad-4ae56f6af532 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:25:23.741370 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb55869-c8ea-4c24-8917-5e25a5286d03 None None] Sync routers for ids ['614f4118-b40f-48b8-814c-b97645f9c69e'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:25:23.753734 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb55869-c8ea-4c24-8917-5e25a5286d03 None None] Routers {'614f4118-b40f-48b8-814c-b97645f9c69e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:23.754369 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-9cb55869-c8ea-4c24-8917-5e25a5286d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['614f4118-b40f-48b8-814c-b97645f9c69e'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:23.792441 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f5903103-4d16-4624-98ad-4ae56f6af532 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/614f4118-b40f-48b8-814c-b97645f9c69e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4935987 Dec 21 22:25:23.795196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38332) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:23.815764 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-9cb55869-c8ea-4c24-8917-5e25a5286d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:23.826739 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb55869-c8ea-4c24-8917-5e25a5286d03 None None] Routers {'614f4118-b40f-48b8-814c-b97645f9c69e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:23.827337 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-9cb55869-c8ea-4c24-8917-5e25a5286d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['614f4118-b40f-48b8-814c-b97645f9c69e'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:23.898918 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-9cb55869-c8ea-4c24-8917-5e25a5286d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:23.898918 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb55869-c8ea-4c24-8917-5e25a5286d03 None None] The sync data for ids ['614f4118-b40f-48b8-814c-b97645f9c69e'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:25:24.233978 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec6d8c9c-9efc-4a15-ba64-6db168171a7d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:24.810916 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d8c9c-9efc-4a15-ba64-6db168171a7d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port 6eeeb198-3e63-4929-a8e1-c79eb0a19654 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:24.810916 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec6d8c9c-9efc-4a15-ba64-6db168171a7d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:24.990774 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec6d8c9c-9efc-4a15-ba64-6db168171a7d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:25.118751 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-ec6d8c9c-9efc-4a15-ba64-6db168171a7d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for 6eeeb198-3e63-4929-a8e1-c79eb0a19654 owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:25.355596 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec6d8c9c-9efc-4a15-ba64-6db168171a7d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:25.402191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d8c9c-9efc-4a15-ba64-6db168171a7d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Port': ['ID=6eeeb198-3e63-4929-a8e1-c79eb0a19654,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:25.674467 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ec6d8c9c-9efc-4a15-ba64-6db168171a7d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:26.085564 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6d8c9c-9efc-4a15-ba64-6db168171a7d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router 614f4118-b40f-48b8-814c-b97645f9c69e has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:25:26.227554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6d8c9c-9efc-4a15-ba64-6db168171a7d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:25:26.241372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f685933-9b16-4e85-83b1-01631b2ccd16 None None] Sync routers for ids ['614f4118-b40f-48b8-814c-b97645f9c69e'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:25:26.247729 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ec6d8c9c-9efc-4a15-ba64-6db168171a7d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/614f4118-b40f-48b8-814c-b97645f9c69e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4489467 Dec 21 22:25:26.248271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38340) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:26.255706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f685933-9b16-4e85-83b1-01631b2ccd16 None None] Routers {'614f4118-b40f-48b8-814c-b97645f9c69e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:26.256371 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1f685933-9b16-4e85-83b1-01631b2ccd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['614f4118-b40f-48b8-814c-b97645f9c69e'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:26.293135 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d78d1cfb-c419-41b3-ae73-0caf7a8ac6f9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Synchronizing usage tracker for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:25:26.321975 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1f685933-9b16-4e85-83b1-01631b2ccd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:26.333358 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f685933-9b16-4e85-83b1-01631b2ccd16 None None] Routers {'614f4118-b40f-48b8-814c-b97645f9c69e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:26.333733 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1f685933-9b16-4e85-83b1-01631b2ccd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['614f4118-b40f-48b8-814c-b97645f9c69e'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:26.349709 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d78d1cfb-c419-41b3-ae73-0caf7a8ac6f9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Unset dirty status for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:25:26.351073 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d78d1cfb-c419-41b3-ae73-0caf7a8ac6f9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports?device_id=614f4118-b40f-48b8-814c-b97645f9c69e HTTP/1.1" status: 200 len: 205 time: 0.1022849 Dec 21 22:25:26.354640 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38344) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:26.397766 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1f685933-9b16-4e85-83b1-01631b2ccd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:26.398616 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f685933-9b16-4e85-83b1-01631b2ccd16 None None] The sync data for ids ['614f4118-b40f-48b8-814c-b97645f9c69e'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:25:26.498297 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f2d42fe3-49e7-4fc3-8a72-1e400e6842ff tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:26.972224 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f2d42fe3-49e7-4fc3-8a72-1e400e6842ff tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:26.976234 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f2d42fe3-49e7-4fc3-8a72-1e400e6842ff tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:27.081125 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f2d42fe3-49e7-4fc3-8a72-1e400e6842ff tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:27.081604 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d42fe3-49e7-4fc3-8a72-1e400e6842ff tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Fanout notify agent at l3_agent the message router_deleted on router 614f4118-b40f-48b8-814c-b97645f9c69e {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:25:27.092873 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f2d42fe3-49e7-4fc3-8a72-1e400e6842ff tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:27.093947 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f2d42fe3-49e7-4fc3-8a72-1e400e6842ff tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/routers/614f4118-b40f-48b8-814c-b97645f9c69e HTTP/1.1" status: 204 len: 168 time: 0.7381365 Dec 21 22:25:27.096561 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38348) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:27.235720 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8707c74c-e782-4fb8-b01b-f60b02fab50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:27.286462 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-50425a0f-c8f8-4e55-8d99-a2d7faa5b1da tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting subnet eca2b68a-e6f2-490c-a810-5c6162aba598 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:25:27.289311 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50425a0f-c8f8-4e55-8d99-a2d7faa5b1da tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:27.342749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50425a0f-c8f8-4e55-8d99-a2d7faa5b1da tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:27.426963 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50425a0f-c8f8-4e55-8d99-a2d7faa5b1da tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:27.604076 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50425a0f-c8f8-4e55-8d99-a2d7faa5b1da tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:27.642391 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50425a0f-c8f8-4e55-8d99-a2d7faa5b1da tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Subnet': ['ID=eca2b68a-e6f2-490c-a810-5c6162aba598,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:27.649606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-50425a0f-c8f8-4e55-8d99-a2d7faa5b1da tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:27.657504 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-50425a0f-c8f8-4e55-8d99-a2d7faa5b1da tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/eca2b68a-e6f2-490c-a810-5c6162aba598 HTTP/1.1" status: 204 len: 168 time: 0.5592575 Dec 21 22:25:27.659480 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d42cba-a5e3-4100-8588-a04ab1c51a2d None None] Network 6f2a2629-dc76-4dff-ba58-76a396d7a9dc requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:25:27.659949 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38354) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:27.852509 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac0f92a-292f-4549-9797-91a8500b7807 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting subnet ea1252c6-0c8a-4945-9c17-3dee16000f37 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:25:27.856145 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aac0f92a-292f-4549-9797-91a8500b7807 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:27.912564 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aac0f92a-292f-4549-9797-91a8500b7807 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:27.923536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98f91c5-aaae-4671-8dbe-bc9bbf93203d None None] DHCP port deletion for 6f2a2629-dc76-4dff-ba58-76a396d7a9dc request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:25:27.931546 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e98f91c5-aaae-4671-8dbe-bc9bbf93203d None None] Deleting port f028fff1-46d7-4d76-b737-824eabfd94dc {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:27.932847 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e98f91c5-aaae-4671-8dbe-bc9bbf93203d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:28.006636 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aac0f92a-292f-4549-9797-91a8500b7807 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:28.152522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e98f91c5-aaae-4671-8dbe-bc9bbf93203d None None] For port f028fff1-46d7-4d76-b737-824eabfd94dc, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f028fff1-46d7-4d76-b737-824eabfd94dc,segment=NetworkSegment(d25e782b-e43d-4a37-9a72-cf3f9004ef7a),segment_id=d25e782b-e43d-4a37-9a72-cf3f9004ef7a)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:28.152906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e98f91c5-aaae-4671-8dbe-bc9bbf93203d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:28.162189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aac0f92a-292f-4549-9797-91a8500b7807 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:28.205557 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0f92a-292f-4549-9797-91a8500b7807 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1252c6-0c8a-4945-9c17-3dee16000f37,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:28.208921 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aac0f92a-292f-4549-9797-91a8500b7807 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:28.219299 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-aac0f92a-292f-4549-9797-91a8500b7807 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/ea1252c6-0c8a-4945-9c17-3dee16000f37 HTTP/1.1" status: 204 len: 168 time: 0.5542293 Dec 21 22:25:28.219299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38358) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:28.270098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c89ab62-738f-4d69-b5d1-6dcd213617e2 None None] Network bb143d3d-6c46-4a48-84da-39f02c85adc0 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:25:28.335390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:28.352405 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port f028fff1-46d7-4d76-b737-824eabfd94dc {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:28.352405 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:28.361304 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e98f91c5-aaae-4671-8dbe-bc9bbf93203d None None] Calling delete_port for f028fff1-46d7-4d76-b737-824eabfd94dc owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:28.559957 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] For port f028fff1-46d7-4d76-b737-824eabfd94dc, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f028fff1-46d7-4d76-b737-824eabfd94dc,segment=NetworkSegment(d25e782b-e43d-4a37-9a72-cf3f9004ef7a),segment_id=d25e782b-e43d-4a37-9a72-cf3f9004ef7a)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:28.560345 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:28.578247 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006b5561-19ca-4bbb-99d2-18d29cc49aa8 None None] DHCP port deletion for bb143d3d-6c46-4a48-84da-39f02c85adc0 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:25:28.582443 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-006b5561-19ca-4bbb-99d2-18d29cc49aa8 None None] Deleting port fe48487c-2975-4688-93e8-f05cb10a4fec {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:28.582813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-006b5561-19ca-4bbb-99d2-18d29cc49aa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:28.615245 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e98f91c5-aaae-4671-8dbe-bc9bbf93203d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:28.705947 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f91c5-aaae-4671-8dbe-bc9bbf93203d None None] Pushing event deleted for resources: {'Port': ['ID=f028fff1-46d7-4d76-b737-824eabfd94dc,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:28.719712 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98f91c5-aaae-4671-8dbe-bc9bbf93203d None None] No DVR routers for this DVR port f028fff1-46d7-4d76-b737-824eabfd94dc on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:25:28.785421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for f028fff1-46d7-4d76-b737-824eabfd94dc owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:28.859570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.api [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:25:28.859888 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG oslo_db.api [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:25:28.883039 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-006b5561-19ca-4bbb-99d2-18d29cc49aa8 None None] For port fe48487c-2975-4688-93e8-f05cb10a4fec, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=fe48487c-2975-4688-93e8-f05cb10a4fec,segment=NetworkSegment(eb539db5-0160-4a50-8ce7-25369dc6ce9e),segment_id=eb539db5-0160-4a50-8ce7-25369dc6ce9e)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:28.885483 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-006b5561-19ca-4bbb-99d2-18d29cc49aa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:29.000387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-006b5561-19ca-4bbb-99d2-18d29cc49aa8 None None] Calling delete_port for fe48487c-2975-4688-93e8-f05cb10a4fec owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:29.144034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-006b5561-19ca-4bbb-99d2-18d29cc49aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:29.195533 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b5561-19ca-4bbb-99d2-18d29cc49aa8 None None] Pushing event deleted for resources: {'Port': ['ID=fe48487c-2975-4688-93e8-f05cb10a4fec,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:29.198740 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b5561-19ca-4bbb-99d2-18d29cc49aa8 None None] No DVR routers for this DVR port fe48487c-2975-4688-93e8-f05cb10a4fec on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:25:29.242739 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device fe48487c-2975-4688-93e8-f05cb10a4fec no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:25:29.280702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: fe48487c-2975-4688-93e8-f05cb10a4fec {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:25:29.281031 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device fe48487c-2975-4688-93e8-f05cb10a4fec not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:25:29.281435 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f028fff1-46d7-4d76-b737-824eabfd94dc no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:25:29.315090 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: f028fff1-46d7-4d76-b737-824eabfd94dc {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:25:29.315427 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f028fff1-46d7-4d76-b737-824eabfd94dc not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:25:29.360852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port f028fff1-46d7-4d76-b737-824eabfd94dc {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:29.361320 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:29.428294 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] The port 'f028fff1-46d7-4d76-b737-824eabfd94dc' was deleted {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:25:29.551729 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:29.576452 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2a2629-dc76-4dff-ba58-76a396d7a9dc']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:29.589428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25e782b-e43d-4a37-9a72-cf3f9004ef7a') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:29.589712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25e782b-e43d-4a37-9a72-cf3f9004ef7a') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:29.600662 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:29.616760 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:29.632284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:25:29.632284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: util.warn( Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:25:29.639184 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:25:29.697127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7902d185-fe71-4eab-955e-4c00f2bfbcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:29.782383 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:29.800173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:29.810701 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Network': ['ID=6f2a2629-dc76-4dff-ba58-76a396d7a9dc,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:29.888116 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-85b4f6af-ea41-4e66-9845-fbae157fff85 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/networks/6f2a2629-dc76-4dff-ba58-76a396d7a9dc HTTP/1.1" status: 204 len: 168 time: 1.6698542 Dec 21 22:25:29.891944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38366) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:30.005388 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-17fd26f4-d77f-4cfd-964a-8b85f7c447e2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:30.138931 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-17fd26f4-d77f-4cfd-964a-8b85f7c447e2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:30.163223 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-17fd26f4-d77f-4cfd-964a-8b85f7c447e2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb143d3d-6c46-4a48-84da-39f02c85adc0']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:30.175822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-17fd26f4-d77f-4cfd-964a-8b85f7c447e2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb539db5-0160-4a50-8ce7-25369dc6ce9e') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:30.181044 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-17fd26f4-d77f-4cfd-964a-8b85f7c447e2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb539db5-0160-4a50-8ce7-25369dc6ce9e') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:30.187352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-17fd26f4-d77f-4cfd-964a-8b85f7c447e2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:30.203530 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-17fd26f4-d77f-4cfd-964a-8b85f7c447e2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:30.209667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17fd26f4-d77f-4cfd-964a-8b85f7c447e2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:25:30.210087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-17fd26f4-d77f-4cfd-964a-8b85f7c447e2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:25:30.226094 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:25:30.363124 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-17fd26f4-d77f-4cfd-964a-8b85f7c447e2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:30.380461 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-17fd26f4-d77f-4cfd-964a-8b85f7c447e2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:30.390780 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd26f4-d77f-4cfd-964a-8b85f7c447e2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Network': ['ID=bb143d3d-6c46-4a48-84da-39f02c85adc0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:30.393249 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-17fd26f4-d77f-4cfd-964a-8b85f7c447e2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/networks/bb143d3d-6c46-4a48-84da-39f02c85adc0 HTTP/1.1" status: 204 len: 168 time: 0.5014510 Dec 21 22:25:30.397389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38370) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:30.403063 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f39b2655-d847-44be-8743-d657d550af7a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1511441900'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:30.408408 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f39b2655-d847-44be-8743-d657d550af7a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:30.412209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f39b2655-d847-44be-8743-d657d550af7a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:network and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:30.415036 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f39b2655-d847-44be-8743-d657d550af7a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:30.421362 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f39b2655-d847-44be-8743-d657d550af7a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:30.492427 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39b2655-d847-44be-8743-d657d550af7a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:25:30.499094 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f39b2655-d847-44be-8743-d657d550af7a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:30.525363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39b2655-d847-44be-8743-d657d550af7a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:25:30.536144 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f39b2655-d847-44be-8743-d657d550af7a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:30.536144 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-f39b2655-d847-44be-8743-d657d550af7a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Added segment 5c1f2e8f-8aa3-43de-9411-2417a3117170 of type vlan for network ab37f93e-034e-4879-97eb-cfd9c7a8264b Dec 21 22:25:30.560282 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f39b2655-d847-44be-8743-d657d550af7a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:30.667826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f39b2655-d847-44be-8743-d657d550af7a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:30.667826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39b2655-d847-44be-8743-d657d550af7a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:30.667826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f39b2655-d847-44be-8743-d657d550af7a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:30.693302 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:30.767785 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:30.768427 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b2655-d847-44be-8743-d657d550af7a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Network': ['ID=ab37f93e-034e-4879-97eb-cfd9c7a8264b,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:30.783151 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network ab37f93e-034e-4879-97eb-cfd9c7a8264b details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:25:30.837316 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f39b2655-d847-44be-8743-d657d550af7a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4388113 Dec 21 22:25:30.845160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38376) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:30.845919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-10cd8c19-271c-45a1-af64-66e9ef341a2b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'subnet': {'network_id': 'ab37f93e-034e-4879-97eb-cfd9c7a8264b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:30.960230 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-10cd8c19-271c-45a1-af64-66e9ef341a2b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:30.964299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-10cd8c19-271c-45a1-af64-66e9ef341a2b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:subnet and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:30.967244 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-10cd8c19-271c-45a1-af64-66e9ef341a2b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:30.972951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-10cd8c19-271c-45a1-af64-66e9ef341a2b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:31.030682 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cd8c19-271c-45a1-af64-66e9ef341a2b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:25:31.231218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-10cd8c19-271c-45a1-af64-66e9ef341a2b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:31.493296 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-10cd8c19-271c-45a1-af64-66e9ef341a2b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:31.576091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cd8c19-271c-45a1-af64-66e9ef341a2b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Subnet': ['ID=947bde68-b2a3-447e-8f47-7fbdda3c670a,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:31.589267 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cd8c19-271c-45a1-af64-66e9ef341a2b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Checking segment: {'id': '5c1f2e8f-8aa3-43de-9411-2417a3117170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ab37f93e-034e-4879-97eb-cfd9c7a8264b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:25:31.589267 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cd8c19-271c-45a1-af64-66e9ef341a2b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network hostable DHCP agents. Network: ab37f93e-034e-4879-97eb-cfd9c7a8264b, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:25:31.667074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cd8c19-271c-45a1-af64-66e9ef341a2b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network ab37f93e-034e-4879-97eb-cfd9c7a8264b is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:25:31.754100 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-10cd8c19-271c-45a1-af64-66e9ef341a2b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, ab37f93e-034e-4879-97eb-cfd9c7a8264b) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:31.756807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cd8c19-271c-45a1-af64-66e9ef341a2b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:31.757483 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-10cd8c19-271c-45a1-af64-66e9ef341a2b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:31.758064 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9c7cde-8515-4104-b0b6-4cb7baf3ee0e None None] Network ab37f93e-034e-4879-97eb-cfd9c7a8264b requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:25:31.848516 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-10cd8c19-271c-45a1-af64-66e9ef341a2b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0070121 Dec 21 22:25:31.851235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38380) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:31.857988 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-7de0757a-8283-4eef-b1aa-e860ee046123 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-137407381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:31.864862 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7de0757a-8283-4eef-b1aa-e860ee046123 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:31.870310 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7de0757a-8283-4eef-b1aa-e860ee046123 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:router and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:31.873571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7de0757a-8283-4eef-b1aa-e860ee046123 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:31.881173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7de0757a-8283-4eef-b1aa-e860ee046123 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:31.950843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7de0757a-8283-4eef-b1aa-e860ee046123 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:31.951778 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7de0757a-8283-4eef-b1aa-e860ee046123 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:31.970108 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7de0757a-8283-4eef-b1aa-e860ee046123 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:31.978522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-ab37f93e-034e-4879-97eb-cfd9c7a8264b', 'network_id': 'ab37f93e-034e-4879-97eb-cfd9c7a8264b', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'fixed_ips': [{'subnet_id': '947bde68-b2a3-447e-8f47-7fbdda3c670a'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:25:31.985142 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:32.053162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7de0757a-8283-4eef-b1aa-e860ee046123 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:32.121607 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7de0757a-8283-4eef-b1aa-e860ee046123 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:32.123369 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7de0757a-8283-4eef-b1aa-e860ee046123 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2703707 Dec 21 22:25:32.125710 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38386) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:32.131274 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'port': {'network_id': 'ab37f93e-034e-4879-97eb-cfd9c7a8264b', 'name': 'tempest-RoutersIpV6Test-1310145092'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:32.151016 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Allocated IP 2001:db8::2 (ab37f93e-034e-4879-97eb-cfd9c7a8264b/947bde68-b2a3-447e-8f47-7fbdda3c670a/095a1df8-d57c-4ea0-b574-b7bf380bb7be) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:25:32.178809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:32.269208 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:32.273416 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:port and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:32.276531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:32.284999 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:32.361279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'port': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:25:32.362378 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:32.364368 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:32.373328 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Transition to ACTIVE for port object 095a1df8-d57c-4ea0-b574-b7bf380bb7be will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:25:32.388870 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] device_id is not set on port 21c27428-0906-4e25-9b11-0b6f83c640f0 yet. {{(pid=84169) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:25:32.391927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Transition to ACTIVE for port object 095a1df8-d57c-4ea0-b574-b7bf380bb7be will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:25:32.448005 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:32.520933 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Network ab37f93e-034e-4879-97eb-cfd9c7a8264b is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:25:32.524713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:32.527749 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:25:32.530681 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Pushing event updated for resources: {'Port': ['ID=095a1df8-d57c-4ea0-b574-b7bf380bb7be,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:32.540099 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Allocated IP 2001:db8::2e2 (ab37f93e-034e-4879-97eb-cfd9c7a8264b/947bde68-b2a3-447e-8f47-7fbdda3c670a/21c27428-0906-4e25-9b11-0b6f83c640f0) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:25:32.623850 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Attempting to bind port 095a1df8-d57c-4ea0-b574-b7bf380bb7be on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:25:32.623850 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Attempting to bind port 095a1df8-d57c-4ea0-b574-b7bf380bb7be by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '5c1f2e8f-8aa3-43de-9411-2417a3117170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ab37f93e-034e-4879-97eb-cfd9c7a8264b'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:25:32.624114 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Attempting to bind port 095a1df8-d57c-4ea0-b574-b7bf380bb7be on network ab37f93e-034e-4879-97eb-cfd9c7a8264b {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:25:32.631035 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:25:32.631451 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Checking segment: {'id': '5c1f2e8f-8aa3-43de-9411-2417a3117170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ab37f93e-034e-4879-97eb-cfd9c7a8264b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:25:32.631845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:32.632226 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Bound using segment: {'id': '5c1f2e8f-8aa3-43de-9411-2417a3117170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ab37f93e-034e-4879-97eb-cfd9c7a8264b'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:25:32.632685 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Bound port: 095a1df8-d57c-4ea0-b574-b7bf380bb7be, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1f2e8f-8aa3-43de-9411-2417a3117170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ab37f93e-034e-4879-97eb-cfd9c7a8264b'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:25:32.633381 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:32.721907 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] For port 095a1df8-d57c-4ea0-b574-b7bf380bb7be, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:25:32.724832 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] For port 095a1df8-d57c-4ea0-b574-b7bf380bb7be, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=095a1df8-d57c-4ea0-b574-b7bf380bb7be,segment=NetworkSegment(5c1f2e8f-8aa3-43de-9411-2417a3117170),segment_id=5c1f2e8f-8aa3-43de-9411-2417a3117170)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:25:32.742883 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:32.758434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Transition to ACTIVE for port object 21c27428-0906-4e25-9b11-0b6f83c640f0 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:25:32.824816 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:32.870888 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:32.918303 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d797d4-f35f-41c7-b1a0-a911e1de493e None None] Pushing event updated for resources: {'Port': ['ID=095a1df8-d57c-4ea0-b574-b7bf380bb7be,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:32.951908 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network ab37f93e-034e-4879-97eb-cfd9c7a8264b is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:25:32.955593 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=21c27428-0906-4e25-9b11-0b6f83c640f0,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:32.957980 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:32.960062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:25:32.965503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:32.966334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:33.045251 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1ff664e7-ccbb-4fb5-91dc-e14832a2bf80 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9183488 Dec 21 22:25:33.048082 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38390) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:33.299971 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 095a1df8-d57c-4ea0-b574-b7bf380bb7be up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:25:33.498704 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 095a1df8-d57c-4ea0-b574-b7bf380bb7be completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:25:33.764357 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-27749bcd-f115-4116-8199-0ec6c82de9f4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:33.869988 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90152d12-8b8b-45e4-b671-7c5b17116c83 None None] Network ab37f93e-034e-4879-97eb-cfd9c7a8264b requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:25:34.032652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-63deec78-5027-4b16-8fa4-5a35d041202e None None] Provisioning for port 095a1df8-d57c-4ea0-b574-b7bf380bb7be completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:25:34.048941 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-63deec78-5027-4b16-8fa4-5a35d041202e None None] Provisioning complete for port 095a1df8-d57c-4ea0-b574-b7bf380bb7be triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:34.049560 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-63deec78-5027-4b16-8fa4-5a35d041202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:34.126987 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-27749bcd-f115-4116-8199-0ec6c82de9f4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:34.189810 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-27749bcd-f115-4116-8199-0ec6c82de9f4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:34.218516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-63deec78-5027-4b16-8fa4-5a35d041202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:34.256999 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-63deec78-5027-4b16-8fa4-5a35d041202e None None] For port 095a1df8-d57c-4ea0-b574-b7bf380bb7be, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=095a1df8-d57c-4ea0-b574-b7bf380bb7be,segment=NetworkSegment(5c1f2e8f-8aa3-43de-9411-2417a3117170),segment_id=5c1f2e8f-8aa3-43de-9411-2417a3117170)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:34.325470 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27749bcd-f115-4116-8199-0ec6c82de9f4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=21c27428-0906-4e25-9b11-0b6f83c640f0,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:34.344086 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-63deec78-5027-4b16-8fa4-5a35d041202e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:34.416585 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63deec78-5027-4b16-8fa4-5a35d041202e None None] Pushing event updated for resources: {'Port': ['ID=095a1df8-d57c-4ea0-b574-b7bf380bb7be,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:34.493796 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-27749bcd-f115-4116-8199-0ec6c82de9f4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:34.548701 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38398) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:34.574629 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5e49a96e-5b4a-4b51-bddf-df662e2e2af5 None None] Provisioning complete for port 095a1df8-d57c-4ea0-b574-b7bf380bb7be triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:34.974792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5e49a96e-5b4a-4b51-bddf-df662e2e2af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:34.976945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-500a5d36-9ecb-4a65-918d-0551a1ff7d46 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Deleting port b6b35541-4afa-4bea-9758-f664c572c4ce {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:34.976945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-500a5d36-9ecb-4a65-918d-0551a1ff7d46 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:35.098068 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5e49a96e-5b4a-4b51-bddf-df662e2e2af5 None None] Provisioning for port 21c27428-0906-4e25-9b11-0b6f83c640f0 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:25:35.099613 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5e49a96e-5b4a-4b51-bddf-df662e2e2af5 None None] Provisioning complete for port 21c27428-0906-4e25-9b11-0b6f83c640f0 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:35.100039 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5e49a96e-5b4a-4b51-bddf-df662e2e2af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:35.120492 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-27749bcd-f115-4116-8199-0ec6c82de9f4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:35.159011 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-500a5d36-9ecb-4a65-918d-0551a1ff7d46 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:35.159712 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-500a5d36-9ecb-4a65-918d-0551a1ff7d46 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:35.165436 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5e49a96e-5b4a-4b51-bddf-df662e2e2af5 None None] Port 21c27428-0906-4e25-9b11-0b6f83c640f0 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:25:35.263078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 095a1df8-d57c-4ea0-b574-b7bf380bb7be up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:25:35.286317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-500a5d36-9ecb-4a65-918d-0551a1ff7d46 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Calling delete_port for b6b35541-4afa-4bea-9758-f664c572c4ce owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:35.344464 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-86baf63a-91d4-4f94-b675-6830e5f7474d None None] Provisioning complete for port 21c27428-0906-4e25-9b11-0b6f83c640f0 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:35.344813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-86baf63a-91d4-4f94-b675-6830e5f7474d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:35.407293 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-86baf63a-91d4-4f94-b675-6830e5f7474d None None] Port 21c27428-0906-4e25-9b11-0b6f83c640f0 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:25:35.409673 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 095a1df8-d57c-4ea0-b574-b7bf380bb7be triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:35.410106 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:35.504800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-500a5d36-9ecb-4a65-918d-0551a1ff7d46 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:35.551804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a5d36-9ecb-4a65-918d-0551a1ff7d46 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event deleted for resources: {'Port': ['ID=b6b35541-4afa-4bea-9758-f664c572c4ce,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:35.624922 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-27749bcd-f115-4116-8199-0ec6c82de9f4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:35.650260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-500a5d36-9ecb-4a65-918d-0551a1ff7d46 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for floatingip, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:35.699190 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-27749bcd-f115-4116-8199-0ec6c82de9f4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:35.700013 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-27749bcd-f115-4116-8199-0ec6c82de9f4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:35.804588 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27749bcd-f115-4116-8199-0ec6c82de9f4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=21c27428-0906-4e25-9b11-0b6f83c640f0,revision_number=3']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:35.903207 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27749bcd-f115-4116-8199-0ec6c82de9f4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network ab37f93e-034e-4879-97eb-cfd9c7a8264b is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:25:35.904323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-27749bcd-f115-4116-8199-0ec6c82de9f4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:36.146064 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-832ab337-00af-45ca-8e76-00c6cfa0a8ad None None] Provisioning complete for port 21c27428-0906-4e25-9b11-0b6f83c640f0 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:36.147130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-832ab337-00af-45ca-8e76-00c6cfa0a8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:36.159116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500a5d36-9ecb-4a65-918d-0551a1ff7d46 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Router 26c4a540-210d-44f2-95f3-6f22b53a1edb has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:25:36.206839 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-832ab337-00af-45ca-8e76-00c6cfa0a8ad None None] Port 21c27428-0906-4e25-9b11-0b6f83c640f0 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:25:36.339719 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27749bcd-f115-4116-8199-0ec6c82de9f4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router b39e4de0-1496-43bf-a1b0-12f0e5ea65e5 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:25:36.366535 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500a5d36-9ecb-4a65-918d-0551a1ff7d46 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:25:36.380781 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b2acb6-24dc-4608-bd32-1e50e9ab008a None None] Sync routers for ids ['26c4a540-210d-44f2-95f3-6f22b53a1edb'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:25:36.390933 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b2acb6-24dc-4608-bd32-1e50e9ab008a None None] Routers {'26c4a540-210d-44f2-95f3-6f22b53a1edb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:36.391608 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-68b2acb6-24dc-4608-bd32-1e50e9ab008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['26c4a540-210d-44f2-95f3-6f22b53a1edb'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:36.465256 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-500a5d36-9ecb-4a65-918d-0551a1ff7d46 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:36.519759 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27749bcd-f115-4116-8199-0ec6c82de9f4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:25:36.524076 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-500a5d36-9ecb-4a65-918d-0551a1ff7d46 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "DELETE /v2.0/floatingips/2fc7ae68-3a6a-4295-a8ce-2c15a5acd24d HTTP/1.1" status: 204 len: 168 time: 1.9716902 Dec 21 22:25:36.524076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a42b54f-6195-42e9-b774-931c19bc291a', 'tag': '937f4179-3582-4a28-9fe5-7ad64e32f8aa'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:25:36.531320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc6ae79-5e87-41ee-a44a-565185d51351 None None] Sync routers for ids ['b39e4de0-1496-43bf-a1b0-12f0e5ea65e5'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:25:36.537111 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-27749bcd-f115-4116-8199-0ec6c82de9f4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/b39e4de0-1496-43bf-a1b0-12f0e5ea65e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4835749 Dec 21 22:25:36.537248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38406) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:36.548610 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6ae79-5e87-41ee-a44a-565185d51351 None None] Routers {'b39e4de0-1496-43bf-a1b0-12f0e5ea65e5'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:36.549763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-efc6ae79-5e87-41ee-a44a-565185d51351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['b39e4de0-1496-43bf-a1b0-12f0e5ea65e5'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:36.595926 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-68b2acb6-24dc-4608-bd32-1e50e9ab008a None None] Set router 26c4a540-210d-44f2-95f3-6f22b53a1edb gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:25:36.611063 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a42b54f-6195-42e9-b774-931c19bc291a', 'tag': '937f4179-3582-4a28-9fe5-7ad64e32f8aa', 'status': 'completed', 'code': 200} Dec 21 22:25:36.627169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed3ebca-157b-48c0-aa7a-66f7e6249d6a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:36.627764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4ed3ebca-157b-48c0-aa7a-66f7e6249d6a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Synchronizing usage tracker for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:25:36.672596 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-efc6ae79-5e87-41ee-a44a-565185d51351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:36.672596 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6ae79-5e87-41ee-a44a-565185d51351 None None] Routers {'b39e4de0-1496-43bf-a1b0-12f0e5ea65e5'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:36.672596 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-efc6ae79-5e87-41ee-a44a-565185d51351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['b39e4de0-1496-43bf-a1b0-12f0e5ea65e5'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:36.711596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38412) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:36.730859 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-acc5761a-50d4-47b4-963f-b3c21a795af4 req-bb9982bf-a9b1-4d41-8b6e-7d812f33367c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3800041c9b4436f8736fa33ea244f0f&device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 1098 time: 0.0881476 Dec 21 22:25:36.732344 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4ed3ebca-157b-48c0-aa7a-66f7e6249d6a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Unset dirty status for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:25:36.733847 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4ed3ebca-157b-48c0-aa7a-66f7e6249d6a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports/21c27428-0906-4e25-9b11-0b6f83c640f0 HTTP/1.1" status: 200 len: 984 time: 0.1956160 Dec 21 22:25:36.737226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38416) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:36.741740 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-efc6ae79-5e87-41ee-a44a-565185d51351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:36.742197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc6ae79-5e87-41ee-a44a-565185d51351 None None] The sync data for ids ['b39e4de0-1496-43bf-a1b0-12f0e5ea65e5'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:25:36.956813 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-68b2acb6-24dc-4608-bd32-1e50e9ab008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912119836', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:09Z', 'updated_at': '2021-12-21T22:21:21Z', 'revision_number': 4, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'gw_port': {'id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:11Z', 'updated_at': '2021-12-21T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57', 'name': '', 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'mac_address': 'fa:16:3e:02:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:20Z', 'updated_at': '2021-12-21T22:21:31Z', 'revision_number': 5, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'subnets': [{'id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:36.960809 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b2acb6-24dc-4608-bd32-1e50e9ab008a None None] Checking router: 26c4a540-210d-44f2-95f3-6f22b53a1edb for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:25:36.974030 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b2acb6-24dc-4608-bd32-1e50e9ab008a None None] Routers {'26c4a540-210d-44f2-95f3-6f22b53a1edb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:36.974607 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-68b2acb6-24dc-4608-bd32-1e50e9ab008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['26c4a540-210d-44f2-95f3-6f22b53a1edb'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:37.150127 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5761a-50d4-47b4-963f-b3c21a795af4 req-0f481774-db13-4b9d-a86f-3f874415eee3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:37.152440 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-acc5761a-50d4-47b4-963f-b3c21a795af4 req-0f481774-db13-4b9d-a86f-3f874415eee3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e88c62ea-21bd-43c6-90da-18fcca35867d HTTP/1.1" status: 200 len: 898 time: 0.3469710 Dec 21 22:25:37.222157 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-68b2acb6-24dc-4608-bd32-1e50e9ab008a None None] Set router 26c4a540-210d-44f2-95f3-6f22b53a1edb gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:25:37.260513 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:37.296104 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-acc5761a-50d4-47b4-963f-b3c21a795af4 req-688fa045-5a45-496e-bb6e-e0a214e79521 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=937f4179-3582-4a28-9fe5-7ad64e32f8aa HTTP/1.1" status: 200 len: 217 time: 0.1354575 Dec 21 22:25:37.503341 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5761a-50d4-47b4-963f-b3c21a795af4 req-64b8a1cf-56d7-431e-849b-10afc379e9b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:37.504758 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-acc5761a-50d4-47b4-963f-b3c21a795af4 req-64b8a1cf-56d7-431e-849b-10afc379e9b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ab97ac37-c690-411a-8563-68eaaf64f114 HTTP/1.1" status: 200 len: 834 time: 0.1976471 Dec 21 22:25:37.511757 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b4642-ad06-4ca1-99b2-9ed89718eb70 req-c8989564-5c57-4905-adbd-07d49027deb2 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:37.519008 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-252b4642-ad06-4ca1-99b2-9ed89718eb70 req-c8989564-5c57-4905-adbd-07d49027deb2 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.2938576 Dec 21 22:25:37.555538 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-68b2acb6-24dc-4608-bd32-1e50e9ab008a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912119836', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:09Z', 'updated_at': '2021-12-21T22:21:21Z', 'revision_number': 4, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'gw_port': {'id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:11Z', 'updated_at': '2021-12-21T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57', 'name': '', 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'mac_address': 'fa:16:3e:02:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:20Z', 'updated_at': '2021-12-21T22:21:31Z', 'revision_number': 5, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'subnets': [{'id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:37.560117 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b2acb6-24dc-4608-bd32-1e50e9ab008a None None] The sync data for ids ['26c4a540-210d-44f2-95f3-6f22b53a1edb'] in dv-neutron-822520-1-hyperv is: [{'id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912119836', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:09Z', 'updated_at': '2021-12-21T22:21:21Z', 'revision_number': 4, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'gw_port': {'id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:11Z', 'updated_at': '2021-12-21T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57', 'name': '', 'network_id': 'e88c62ea-21bd-43c6-90da-18fcca35867d', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'mac_address': 'fa:16:3e:02:85:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:20Z', 'updated_at': '2021-12-21T22:21:31Z', 'revision_number': 5, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'subnets': [{'id': 'ab97ac37-c690-411a-8563-68eaaf64f114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:25:37.635926 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-252b4642-ad06-4ca1-99b2-9ed89718eb70 req-f2b201ce-0c50-44fa-900c-a5c1dbd10d7e tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916054 Dec 21 22:25:37.654326 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-acc5761a-50d4-47b4-963f-b3c21a795af4 req-c38bc4d7-0cbe-4673-87c4-be0381e67955 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e88c62ea-21bd-43c6-90da-18fcca35867d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1400971 Dec 21 22:25:37.815514 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04b8371-4827-4da4-b8f3-13ec1c02eb5b None None] New status for floating IP 2fc7ae68-3a6a-4295-a8ce-2c15a5acd24d: DOWN {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:25:37.868068 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-acc5761a-50d4-47b4-963f-b3c21a795af4 req-bded3a71-5ce3-42f7-8884-22548925b931 service neutron] 10.222.0.49 "GET /v2.0/networks/e88c62ea-21bd-43c6-90da-18fcca35867d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827908 Dec 21 22:25:37.990415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 98ec9f17-ba1a-4129-84a6-38b024519d7c {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:37.996373 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:38.024063 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-acc5761a-50d4-47b4-963f-b3c21a795af4 req-3f6e8ff0-564f-4412-8638-5744874a36e6 service neutron] 10.222.0.49 "GET /v2.0/networks/e88c62ea-21bd-43c6-90da-18fcca35867d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450527 Dec 21 22:25:38.091130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:38.303022 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 98ec9f17-ba1a-4129-84a6-38b024519d7c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=98ec9f17-ba1a-4129-84a6-38b024519d7c,segment=NetworkSegment(72e3225c-eb58-4731-8041-5fd9014cbfe6),segment_id=72e3225c-eb58-4731-8041-5fd9014cbfe6)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:38.303380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:38.423874 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 98ec9f17-ba1a-4129-84a6-38b024519d7c owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:38.442133 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port 21c27428-0906-4e25-9b11-0b6f83c640f0 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:38.442471 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:38.664155 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:38.717535 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=98ec9f17-ba1a-4129-84a6-38b024519d7c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:38.789992 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:38.796264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:38.796607 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:38.796935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:38.797260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:38.797788 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:38.798136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:38.798456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:38.798773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:38.799340 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:38.799653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:38.799969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:38.916052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for 21c27428-0906-4e25-9b11-0b6f83c640f0 owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:38.979023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03089c4f-64f3-4f38-960b-f00b13b44b14 req-7b51cc94-4b63-4e85-8303-f1491caf67c6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:38.980043 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-03089c4f-64f3-4f38-960b-f00b13b44b14 req-7b51cc94-4b63-4e85-8303-f1491caf67c6 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.3957186 Dec 21 22:25:38.985332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabcf3d-dd56-4e7b-b1e5-3d0c3239945c req-b66baf1e-3c01-4b06-9342-eff77abb774c tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:38.986154 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-4dabcf3d-dd56-4e7b-b1e5-3d0c3239945c req-b66baf1e-3c01-4b06-9342-eff77abb774c tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Synchronizing usage tracker for tenant:d3800041c9b4436f8736fa33ea244f0f on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:25:39.065717 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-4dabcf3d-dd56-4e7b-b1e5-3d0c3239945c req-b66baf1e-3c01-4b06-9342-eff77abb774c tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Unset dirty status for tenant:d3800041c9b4436f8736fa33ea244f0f on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:25:39.066929 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4dabcf3d-dd56-4e7b-b1e5-3d0c3239945c req-b66baf1e-3c01-4b06-9342-eff77abb774c tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 945 time: 0.2767620 Dec 21 22:25:39.073485 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [req-03089c4f-64f3-4f38-960b-f00b13b44b14 req-dc4b80d2-161b-4bcf-ade2-15d771fad50f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Deleting port 937f4179-3582-4a28-9fe5-7ad64e32f8aa {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:39.073823 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-03089c4f-64f3-4f38-960b-f00b13b44b14 req-dc4b80d2-161b-4bcf-ade2-15d771fad50f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:39.146540 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4dabcf3d-dd56-4e7b-b1e5-3d0c3239945c req-98837ade-be09-4238-ba51-8d75b79b5222 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/security-groups?id=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719531 Dec 21 22:25:39.156831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:39.339489 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:39.402782 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Port': ['ID=21c27428-0906-4e25-9b11-0b6f83c640f0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:39.475342 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:39.475681 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:39.476009 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:39.476331 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:39.476657 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:39.476973 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:39.477288 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:39.477601 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:39.477910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:39.478378 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:39.484456 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:25:39.563436 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [req-03089c4f-64f3-4f38-960b-f00b13b44b14 req-dc4b80d2-161b-4bcf-ade2-15d771fad50f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] For port 937f4179-3582-4a28-9fe5-7ad64e32f8aa, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=937f4179-3582-4a28-9fe5-7ad64e32f8aa,segment=NetworkSegment(56cdea6e-c8cd-43df-aaa5-292622b5213b),segment_id=56cdea6e-c8cd-43df-aaa5-292622b5213b)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:39.563792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-03089c4f-64f3-4f38-960b-f00b13b44b14 req-dc4b80d2-161b-4bcf-ade2-15d771fad50f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:39.737986 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [req-03089c4f-64f3-4f38-960b-f00b13b44b14 req-dc4b80d2-161b-4bcf-ade2-15d771fad50f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Calling delete_port for 937f4179-3582-4a28-9fe5-7ad64e32f8aa owned by compute:nova {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:39.756886 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c7514405-6579-4660-b9af-e951655af9f2 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:25:39.792791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:40.069294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:25:40.083827 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cb439e-d2c5-4c0d-ab40-c5a7f08c906c None None] Sync routers for ids ['c7514405-6579-4660-b9af-e951655af9f2'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:25:40.084409 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f78e1d05-a94b-4204-9037-a4dac8eeea0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/c7514405-6579-4660-b9af-e951655af9f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3699174 Dec 21 22:25:40.098763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cb439e-d2c5-4c0d-ab40-c5a7f08c906c None None] Routers {'c7514405-6579-4660-b9af-e951655af9f2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:40.099833 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-49cb439e-d2c5-4c0d-ab40-c5a7f08c906c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c7514405-6579-4660-b9af-e951655af9f2'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:40.268845 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-03089c4f-64f3-4f38-960b-f00b13b44b14 req-dc4b80d2-161b-4bcf-ade2-15d771fad50f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:40.304368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-49cb439e-d2c5-4c0d-ab40-c5a7f08c906c None None] Set router c7514405-6579-4660-b9af-e951655af9f2 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:25:40.336754 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1c89a541-e992-4a60-87be-7a63bfa59b16 req-ec7032c6-0dd8-4703-9aa5-3ae1e3b58ec2 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.0425601 Dec 21 22:25:40.345278 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b80d2-161b-4bcf-ade2-15d771fad50f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event deleted for resources: {'Port': ['ID=937f4179-3582-4a28-9fe5-7ad64e32f8aa,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:40.483892 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [req-03089c4f-64f3-4f38-960b-f00b13b44b14 req-dc4b80d2-161b-4bcf-ade2-15d771fad50f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] No DVR routers for this DVR port 937f4179-3582-4a28-9fe5-7ad64e32f8aa on host hv-neutron-8225 {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:25:40.487258 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-03089c4f-64f3-4f38-960b-f00b13b44b14 req-dc4b80d2-161b-4bcf-ade2-15d771fad50f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:40.489926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a42b54f-6195-42e9-b774-931c19bc291a', 'name': 'network-vif-deleted', 'tag': '937f4179-3582-4a28-9fe5-7ad64e32f8aa'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:25:40.553214 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a42b54f-6195-42e9-b774-931c19bc291a', 'name': 'network-vif-deleted', 'tag': '937f4179-3582-4a28-9fe5-7ad64e32f8aa', 'status': 'completed', 'code': 200} Dec 21 22:25:40.584749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router b39e4de0-1496-43bf-a1b0-12f0e5ea65e5 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:25:40.648478 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-03089c4f-64f3-4f38-960b-f00b13b44b14 req-dc4b80d2-161b-4bcf-ade2-15d771fad50f tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.49 "DELETE /v2.0/ports/937f4179-3582-4a28-9fe5-7ad64e32f8aa HTTP/1.1" status: 204 len: 173 time: 1.6621268 Dec 21 22:25:40.732886 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:25:40.737725 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-224cf678-8a3d-4796-8f49-1834f863c25e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/b39e4de0-1496-43bf-a1b0-12f0e5ea65e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9992669 Dec 21 22:25:40.740691 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38434) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:40.749125 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9845290-398c-4cd4-a2ce-6fa77394177c None None] Sync routers for ids ['b39e4de0-1496-43bf-a1b0-12f0e5ea65e5'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:25:40.761260 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-49cb439e-d2c5-4c0d-ab40-c5a7f08c906c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:25:38Z', 'revision_number': 6, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'aecf713c-dca6-45f7-9586-421ed2d1a449', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.30', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'port_id': 'b0485a27-d640-486a-8ce8-c3cbe5240658', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'mac_address': 'fa:16:3e:a5:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992743e-8f83-4b40-af77-6ed66164e77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:03Z', 'updated_at': '2021-12-21T22:24:16Z', 'revision_number': 1, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab13d41-b64e-4e96-bb4f-6338625c1870', 'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:61:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:27Z', 'updated_at': '2021-12-21T22:23:37Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:40.762419 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9845290-398c-4cd4-a2ce-6fa77394177c None None] Routers {'b39e4de0-1496-43bf-a1b0-12f0e5ea65e5'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:40.763417 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-b9845290-398c-4cd4-a2ce-6fa77394177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['b39e4de0-1496-43bf-a1b0-12f0e5ea65e5'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:40.766658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cb439e-d2c5-4c0d-ab40-c5a7f08c906c None None] Checking router: c7514405-6579-4660-b9af-e951655af9f2 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:25:40.785050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cb439e-d2c5-4c0d-ab40-c5a7f08c906c None None] Routers {'c7514405-6579-4660-b9af-e951655af9f2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:40.789531 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-49cb439e-d2c5-4c0d-ab40-c5a7f08c906c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c7514405-6579-4660-b9af-e951655af9f2'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:40.861953 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-b9845290-398c-4cd4-a2ce-6fa77394177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:40.880393 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9845290-398c-4cd4-a2ce-6fa77394177c None None] Routers {'b39e4de0-1496-43bf-a1b0-12f0e5ea65e5'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:40.881079 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-b9845290-398c-4cd4-a2ce-6fa77394177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['b39e4de0-1496-43bf-a1b0-12f0e5ea65e5'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:40.919970 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9601a-0a23-459c-90bd-3bcb84f84cdc req-b35d4c13-aa76-4024-9d4e-8e56de8d9726 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:40.920676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-58d9601a-0a23-459c-90bd-3bcb84f84cdc req-b35d4c13-aa76-4024-9d4e-8e56de8d9726 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:25:40.965299 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-b9845290-398c-4cd4-a2ce-6fa77394177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:40.965912 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9845290-398c-4cd4-a2ce-6fa77394177c None None] The sync data for ids ['b39e4de0-1496-43bf-a1b0-12f0e5ea65e5'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:25:41.018601 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-49cb439e-d2c5-4c0d-ab40-c5a7f08c906c None None] Set router c7514405-6579-4660-b9af-e951655af9f2 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:25:41.081379 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-58d9601a-0a23-459c-90bd-3bcb84f84cdc req-b35d4c13-aa76-4024-9d4e-8e56de8d9726 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:25:41.083761 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-58d9601a-0a23-459c-90bd-3bcb84f84cdc req-b35d4c13-aa76-4024-9d4e-8e56de8d9726 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 946 time: 0.4212208 Dec 21 22:25:41.176490 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-5d334593-a9cd-454b-b30f-075d0ba56f29 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] remove_router_interface failed (client error): The resource could not be found. Dec 21 22:25:41.182227 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5d334593-a9cd-454b-b30f-075d0ba56f29 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/b39e4de0-1496-43bf-a1b0-12f0e5ea65e5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4350030 Dec 21 22:25:41.182742 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38438) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:41.224855 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-58d9601a-0a23-459c-90bd-3bcb84f84cdc req-324e666a-6cfd-4586-9609-12f2b360e59e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=00955d25-3794-462b-a1ab-dd3177ed8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105955 Dec 21 22:25:41.231169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e422cbca-371c-470d-81f8-a5be46261708 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Synchronizing usage tracker for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:25:41.299558 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e422cbca-371c-470d-81f8-a5be46261708 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Unset dirty status for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:25:41.300173 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e422cbca-371c-470d-81f8-a5be46261708 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports?device_id=b39e4de0-1496-43bf-a1b0-12f0e5ea65e5 HTTP/1.1" status: 200 len: 205 time: 0.1183820 Dec 21 22:25:41.302775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38442) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:41.396119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-49cb439e-d2c5-4c0d-ab40-c5a7f08c906c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:25:38Z', 'revision_number': 6, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'aecf713c-dca6-45f7-9586-421ed2d1a449', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.30', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'port_id': 'b0485a27-d640-486a-8ce8-c3cbe5240658', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'mac_address': 'fa:16:3e:a5:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992743e-8f83-4b40-af77-6ed66164e77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:03Z', 'updated_at': '2021-12-21T22:24:16Z', 'revision_number': 1, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab13d41-b64e-4e96-bb4f-6338625c1870', 'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:61:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:27Z', 'updated_at': '2021-12-21T22:23:37Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:41.400617 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cb439e-d2c5-4c0d-ab40-c5a7f08c906c None None] The sync data for ids ['c7514405-6579-4660-b9af-e951655af9f2'] in dv-neutron-822520-1-hyperv is: [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:25:38Z', 'revision_number': 6, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'aecf713c-dca6-45f7-9586-421ed2d1a449', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.30', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'port_id': 'b0485a27-d640-486a-8ce8-c3cbe5240658', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'mac_address': 'fa:16:3e:a5:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7992743e-8f83-4b40-af77-6ed66164e77e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:24:03Z', 'updated_at': '2021-12-21T22:24:16Z', 'revision_number': 1, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab13d41-b64e-4e96-bb4f-6338625c1870', 'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:61:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:27Z', 'updated_at': '2021-12-21T22:23:37Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:25:41.454634 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4c9be258-3192-4594-bdb5-b63957c10337 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:41.608734 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-e2e37b17-cd08-457d-b866-8201c4ad0b93 req-0d951171-d3f0-417e-81d5-ef9f45b970ee tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Synchronizing usage tracker for tenant:d3800041c9b4436f8736fa33ea244f0f on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:25:41.689973 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-e2e37b17-cd08-457d-b866-8201c4ad0b93 req-0d951171-d3f0-417e-81d5-ef9f45b970ee tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Unset dirty status for tenant:d3800041c9b4436f8736fa33ea244f0f on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:25:41.689973 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e2e37b17-cd08-457d-b866-8201c4ad0b93 req-0d951171-d3f0-417e-81d5-ef9f45b970ee tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a42b54f-6195-42e9-b774-931c19bc291a HTTP/1.1" status: 200 len: 210 time: 0.1721225 Dec 21 22:25:42.003228 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4c9be258-3192-4594-bdb5-b63957c10337 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:42.007191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4c9be258-3192-4594-bdb5-b63957c10337 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:42.104234 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4c9be258-3192-4594-bdb5-b63957c10337 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:42.104644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9be258-3192-4594-bdb5-b63957c10337 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Fanout notify agent at l3_agent the message router_deleted on router b39e4de0-1496-43bf-a1b0-12f0e5ea65e5 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:25:42.115264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4c9be258-3192-4594-bdb5-b63957c10337 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:42.116437 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4c9be258-3192-4594-bdb5-b63957c10337 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/routers/b39e4de0-1496-43bf-a1b0-12f0e5ea65e5 HTTP/1.1" status: 204 len: 168 time: 0.8126144 Dec 21 22:25:42.119260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38448) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:42.193522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9850e-097f-4e54-ae80-42e2015e28ab req-ea73daa2-4f38-4980-8793-ea58e93dbf2a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:42.195036 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-48e9850e-097f-4e54-ae80-42e2015e28ab req-ea73daa2-4f38-4980-8793-ea58e93dbf2a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 946 time: 0.0759709 Dec 21 22:25:42.246636 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 937f4179-3582-4a28-9fe5-7ad64e32f8aa no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:25:42.292946 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 937f4179-3582-4a28-9fe5-7ad64e32f8aa {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:25:42.293093 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [req-48e9850e-097f-4e54-ae80-42e2015e28ab req-77c769eb-8c0a-42b9-a4ed-38ede7fa7731 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port b516a574-a46a-4191-ae33-b203b42f1b88 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:42.293451 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 937f4179-3582-4a28-9fe5-7ad64e32f8aa not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:25:42.293585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-48e9850e-097f-4e54-ae80-42e2015e28ab req-77c769eb-8c0a-42b9-a4ed-38ede7fa7731 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:42.321445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d9446e-d4f6-40d5-9f7c-aca505a596c4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting subnet 947bde68-b2a3-447e-8f47-7fbdda3c670a {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:25:42.325553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39d9446e-d4f6-40d5-9f7c-aca505a596c4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:42.428868 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39d9446e-d4f6-40d5-9f7c-aca505a596c4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:42.522496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c420c-9700-49b1-8380-7e38323f768c req-61c7fcdc-5e57-4a54-85e8-5ed93fdc0e4c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:42.523929 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b04c420c-9700-49b1-8380-7e38323f768c req-61c7fcdc-5e57-4a54-85e8-5ed93fdc0e4c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 946 time: 0.1496506 Dec 21 22:25:42.547555 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39d9446e-d4f6-40d5-9f7c-aca505a596c4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:42.554727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [req-48e9850e-097f-4e54-ae80-42e2015e28ab req-77c769eb-8c0a-42b9-a4ed-38ede7fa7731 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port b516a574-a46a-4191-ae33-b203b42f1b88, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b516a574-a46a-4191-ae33-b203b42f1b88,segment=NetworkSegment(72e3225c-eb58-4731-8041-5fd9014cbfe6),segment_id=72e3225c-eb58-4731-8041-5fd9014cbfe6)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:42.555072 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-48e9850e-097f-4e54-ae80-42e2015e28ab req-77c769eb-8c0a-42b9-a4ed-38ede7fa7731 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:42.628280 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b04c420c-9700-49b1-8380-7e38323f768c req-9bfbf1be-ec3d-4eed-bfaa-29184c8ef6de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=00955d25-3794-462b-a1ab-dd3177ed8b60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964479 Dec 21 22:25:42.679232 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [req-48e9850e-097f-4e54-ae80-42e2015e28ab req-77c769eb-8c0a-42b9-a4ed-38ede7fa7731 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for b516a574-a46a-4191-ae33-b203b42f1b88 owned by compute:nova {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:42.687540 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39d9446e-d4f6-40d5-9f7c-aca505a596c4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:42.726084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9446e-d4f6-40d5-9f7c-aca505a596c4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Subnet': ['ID=947bde68-b2a3-447e-8f47-7fbdda3c670a,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:42.734116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39d9446e-d4f6-40d5-9f7c-aca505a596c4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:42.740959 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4922c41-8f1a-4593-9584-1cb378c16fea None None] Network ab37f93e-034e-4879-97eb-cfd9c7a8264b requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:25:42.744828 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-39d9446e-d4f6-40d5-9f7c-aca505a596c4 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/947bde68-b2a3-447e-8f47-7fbdda3c670a HTTP/1.1" status: 204 len: 168 time: 0.6237822 Dec 21 22:25:42.747294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38456) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:42.813275 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38460) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:42.877509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:42.890434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port 095a1df8-d57c-4ea0-b574-b7bf380bb7be {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:42.890778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:43.008578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-48e9850e-097f-4e54-ae80-42e2015e28ab req-77c769eb-8c0a-42b9-a4ed-38ede7fa7731 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:43.019708 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1004afba-3e4b-4737-9f30-621f2ab8a698 None None] DHCP port deletion for ab37f93e-034e-4879-97eb-cfd9c7a8264b request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:25:43.024558 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1004afba-3e4b-4737-9f30-621f2ab8a698 None None] Deleting port 095a1df8-d57c-4ea0-b574-b7bf380bb7be {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:43.024923 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1004afba-3e4b-4737-9f30-621f2ab8a698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:43.065441 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c769eb-8c0a-42b9-a4ed-38ede7fa7731 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=b516a574-a46a-4191-ae33-b203b42f1b88,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:43.176992 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e9850e-097f-4e54-ae80-42e2015e28ab req-77c769eb-8c0a-42b9-a4ed-38ede7fa7731 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] No DVR routers for this DVR port b516a574-a46a-4191-ae33-b203b42f1b88 on host hv-neutron-8225 {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:25:43.180414 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-48e9850e-097f-4e54-ae80-42e2015e28ab req-77c769eb-8c0a-42b9-a4ed-38ede7fa7731 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:43.190731 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586', 'name': 'network-vif-deleted', 'tag': 'b516a574-a46a-4191-ae33-b203b42f1b88'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:25:43.246597 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] For port 095a1df8-d57c-4ea0-b574-b7bf380bb7be, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=095a1df8-d57c-4ea0-b574-b7bf380bb7be,segment=NetworkSegment(5c1f2e8f-8aa3-43de-9411-2417a3117170),segment_id=5c1f2e8f-8aa3-43de-9411-2417a3117170)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:43.247660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:43.296086 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 095a1df8-d57c-4ea0-b574-b7bf380bb7be no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:25:43.306055 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-48e9850e-097f-4e54-ae80-42e2015e28ab req-77c769eb-8c0a-42b9-a4ed-38ede7fa7731 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "DELETE /v2.0/ports/b516a574-a46a-4191-ae33-b203b42f1b88 HTTP/1.1" status: 204 len: 173 time: 1.1042485 Dec 21 22:25:43.354390 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586', 'name': 'network-vif-deleted', 'tag': 'b516a574-a46a-4191-ae33-b203b42f1b88', 'status': 'completed', 'code': 200} Dec 21 22:25:43.366178 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-1004afba-3e4b-4737-9f30-621f2ab8a698 None None] For port 095a1df8-d57c-4ea0-b574-b7bf380bb7be, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=095a1df8-d57c-4ea0-b574-b7bf380bb7be,segment=NetworkSegment(5c1f2e8f-8aa3-43de-9411-2417a3117170),segment_id=5c1f2e8f-8aa3-43de-9411-2417a3117170)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:43.367082 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1004afba-3e4b-4737-9f30-621f2ab8a698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:43.410432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for 095a1df8-d57c-4ea0-b574-b7bf380bb7be owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:43.492149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2037c372-1fb1-4ac2-9d6d-8ac4b7ee3c6d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:43.578798 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:43.597144 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1004afba-3e4b-4737-9f30-621f2ab8a698 None None] Calling delete_port for 095a1df8-d57c-4ea0-b574-b7bf380bb7be owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:43.631227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Port': ['ID=095a1df8-d57c-4ea0-b574-b7bf380bb7be,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:43.638709 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] No DVR routers for this DVR port 095a1df8-d57c-4ea0-b574-b7bf380bb7be on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:25:43.684933 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:43.780856 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 98ec9f17-ba1a-4129-84a6-38b024519d7c no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:25:43.812607 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:43.816176 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-1004afba-3e4b-4737-9f30-621f2ab8a698 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:25:43.816553 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-1004afba-3e4b-4737-9f30-621f2ab8a698 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:25:43.817088 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 98ec9f17-ba1a-4129-84a6-38b024519d7c {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:25:43.817420 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 98ec9f17-ba1a-4129-84a6-38b024519d7c not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:25:43.842458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab37f93e-034e-4879-97eb-cfd9c7a8264b']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:43.855248 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1f2e8f-8aa3-43de-9411-2417a3117170') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:43.855550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1f2e8f-8aa3-43de-9411-2417a3117170') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:43.868061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:43.887057 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:43.899908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:25:43.899908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:25:43.910545 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:25:43.957756 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-a88f5eaf-f8fd-4f1c-a1fe-1de904ea742a req-5252e611-183e-4467-8bd7-36c44cad8cc7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:25:44.069920 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:44.092131 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:44.104003 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Network': ['ID=ab37f93e-034e-4879-97eb-cfd9c7a8264b,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:44.128771 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-a88f5eaf-f8fd-4f1c-a1fe-1de904ea742a req-5252e611-183e-4467-8bd7-36c44cad8cc7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:25:44.128771 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a88f5eaf-f8fd-4f1c-a1fe-1de904ea742a req-5252e611-183e-4467-8bd7-36c44cad8cc7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c76aebdd-dfc8-46c9-b6c4-7feb2c6d6586 HTTP/1.1" status: 200 len: 210 time: 0.3262048 Dec 21 22:25:44.180912 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2b2eeff2-c0f8-46ff-96dc-5ef87aead5ee tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/networks/ab37f93e-034e-4879-97eb-cfd9c7a8264b HTTP/1.1" status: 204 len: 168 time: 1.4255030 Dec 21 22:25:44.182529 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38468) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:44.188249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-501f284e-a641-49f3-a4bf-4227fac8312a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-401489537'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:44.193290 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-501f284e-a641-49f3-a4bf-4227fac8312a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:44.197855 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-501f284e-a641-49f3-a4bf-4227fac8312a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:network and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:44.201631 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-501f284e-a641-49f3-a4bf-4227fac8312a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:44.207413 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-501f284e-a641-49f3-a4bf-4227fac8312a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:44.276888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501f284e-a641-49f3-a4bf-4227fac8312a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:25:44.285587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-501f284e-a641-49f3-a4bf-4227fac8312a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:44.317685 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1004afba-3e4b-4737-9f30-621f2ab8a698 None None] Deleting port 095a1df8-d57c-4ea0-b574-b7bf380bb7be {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:44.319046 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1004afba-3e4b-4737-9f30-621f2ab8a698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:44.326688 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501f284e-a641-49f3-a4bf-4227fac8312a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:25:44.340997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-501f284e-a641-49f3-a4bf-4227fac8312a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:44.341877 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-501f284e-a641-49f3-a4bf-4227fac8312a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Added segment ef89169a-ae8c-4ade-8a5f-4e7363a2ad10 of type vlan for network 6603f386-c855-478e-ac79-4295c5017fe6 Dec 21 22:25:44.364546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-2037c372-1fb1-4ac2-9d6d-8ac4b7ee3c6d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Deleting port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:44.365114 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2037c372-1fb1-4ac2-9d6d-8ac4b7ee3c6d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:44.368974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-501f284e-a641-49f3-a4bf-4227fac8312a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:44.395322 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1004afba-3e4b-4737-9f30-621f2ab8a698 None None] The port '095a1df8-d57c-4ea0-b574-b7bf380bb7be' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:25:44.481136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-501f284e-a641-49f3-a4bf-4227fac8312a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:44.485227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501f284e-a641-49f3-a4bf-4227fac8312a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:44.485908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-501f284e-a641-49f3-a4bf-4227fac8312a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:44.557407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-2037c372-1fb1-4ac2-9d6d-8ac4b7ee3c6d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] For port 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57,segment=NetworkSegment(56cdea6e-c8cd-43df-aaa5-292622b5213b),segment_id=56cdea6e-c8cd-43df-aaa5-292622b5213b)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:44.557751 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2037c372-1fb1-4ac2-9d6d-8ac4b7ee3c6d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:44.596048 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f284e-a641-49f3-a4bf-4227fac8312a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Network': ['ID=6603f386-c855-478e-ac79-4295c5017fe6,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:44.608260 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 6603f386-c855-478e-ac79-4295c5017fe6 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:25:44.628890 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-501f284e-a641-49f3-a4bf-4227fac8312a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4422624 Dec 21 22:25:44.628890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38472) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:44.635750 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f932d7a4-6390-4880-97a6-bf7e1203b96e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'subnet': {'network_id': '6603f386-c855-478e-ac79-4295c5017fe6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:44.681644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-2037c372-1fb1-4ac2-9d6d-8ac4b7ee3c6d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Calling delete_port for 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:44.754977 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f932d7a4-6390-4880-97a6-bf7e1203b96e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:44.758932 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f932d7a4-6390-4880-97a6-bf7e1203b96e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:subnet and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:44.762061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f932d7a4-6390-4880-97a6-bf7e1203b96e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:44.768062 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f932d7a4-6390-4880-97a6-bf7e1203b96e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:44.876227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f932d7a4-6390-4880-97a6-bf7e1203b96e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:25:44.938322 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2037c372-1fb1-4ac2-9d6d-8ac4b7ee3c6d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:44.980870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f932d7a4-6390-4880-97a6-bf7e1203b96e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:44.987231 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037c372-1fb1-4ac2-9d6d-8ac4b7ee3c6d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event deleted for resources: {'Port': ['ID=4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:45.172807 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:45.279212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38478) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:45.294806 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f932d7a4-6390-4880-97a6-bf7e1203b96e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:45.329973 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2037c372-1fb1-4ac2-9d6d-8ac4b7ee3c6d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:45.408474 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932d7a4-6390-4880-97a6-bf7e1203b96e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Subnet': ['ID=2eb49573-d81a-48f1-b1b1-2ab401bb0f50,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:45.438087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f932d7a4-6390-4880-97a6-bf7e1203b96e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Checking segment: {'id': 'ef89169a-ae8c-4ade-8a5f-4e7363a2ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6603f386-c855-478e-ac79-4295c5017fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:25:45.438438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f932d7a4-6390-4880-97a6-bf7e1203b96e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network hostable DHCP agents. Network: 6603f386-c855-478e-ac79-4295c5017fe6, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:25:45.445471 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8bd25808-39dd-47c9-8152-2966ac646ab1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:45.482824 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8bd25808-39dd-47c9-8152-2966ac646ab1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:45.607288 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f932d7a4-6390-4880-97a6-bf7e1203b96e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 6603f386-c855-478e-ac79-4295c5017fe6 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:25:45.642302 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8bd25808-39dd-47c9-8152-2966ac646ab1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:45.661907 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd25808-39dd-47c9-8152-2966ac646ab1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00955d25-3794-462b-a1ab-dd3177ed8b60,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:45.704154 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-f932d7a4-6390-4880-97a6-bf7e1203b96e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 6603f386-c855-478e-ac79-4295c5017fe6) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:45.707573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f932d7a4-6390-4880-97a6-bf7e1203b96e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:45.708290 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f932d7a4-6390-4880-97a6-bf7e1203b96e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:45.709103 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8adaee8-d0d7-49d9-9a73-ced457604b06 None None] Network 6603f386-c855-478e-ac79-4295c5017fe6 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:25:45.739014 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8bd25808-39dd-47c9-8152-2966ac646ab1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:45.744627 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8bd25808-39dd-47c9-8152-2966ac646ab1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/security-groups/00955d25-3794-462b-a1ab-dd3177ed8b60 HTTP/1.1" status: 204 len: 168 time: 0.4599321 Dec 21 22:25:45.796068 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f932d7a4-6390-4880-97a6-bf7e1203b96e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1662097 Dec 21 22:25:45.801942 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38484) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:45.806132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ebaa00d1-0c41-40be-8654-55f5dccf0d65 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2092670055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:45.816382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ebaa00d1-0c41-40be-8654-55f5dccf0d65 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:45.822680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ebaa00d1-0c41-40be-8654-55f5dccf0d65 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:router and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:45.826384 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ebaa00d1-0c41-40be-8654-55f5dccf0d65 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:45.832407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ebaa00d1-0c41-40be-8654-55f5dccf0d65 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:45.858209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38488) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:45.939416 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-6603f386-c855-478e-ac79-4295c5017fe6', 'network_id': '6603f386-c855-478e-ac79-4295c5017fe6', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'fixed_ips': [{'subnet_id': '2eb49573-d81a-48f1-b1b1-2ab401bb0f50'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:25:45.940444 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:46.015302 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ebaa00d1-0c41-40be-8654-55f5dccf0d65 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:46.022759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ebaa00d1-0c41-40be-8654-55f5dccf0d65 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:46.039392 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2037c372-1fb1-4ac2-9d6d-8ac4b7ee3c6d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Router 26c4a540-210d-44f2-95f3-6f22b53a1edb has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:25:46.085487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ebaa00d1-0c41-40be-8654-55f5dccf0d65 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:46.121814 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Allocated IP 2001:db8::2 (6603f386-c855-478e-ac79-4295c5017fe6/2eb49573-d81a-48f1-b1b1-2ab401bb0f50/ba55849d-fc8b-403a-8358-b05481d63b8b) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:25:46.191893 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f467753-7fe7-4515-8e32-a71a0aa6e698 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting subnet dd43cbfd-5d42-4a2f-916e-622ec47721db {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:25:46.200096 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6f467753-7fe7-4515-8e32-a71a0aa6e698 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:46.245387 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ebaa00d1-0c41-40be-8654-55f5dccf0d65 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:46.284449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2037c372-1fb1-4ac2-9d6d-8ac4b7ee3c6d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:25:46.287692 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b516a574-a46a-4191-ae33-b203b42f1b88 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:25:46.304608 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6f467753-7fe7-4515-8e32-a71a0aa6e698 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:46.323343 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd50ce4-38a1-4395-8675-16c33c9dba48 None None] Sync routers for ids ['26c4a540-210d-44f2-95f3-6f22b53a1edb'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:25:46.349683 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ebaa00d1-0c41-40be-8654-55f5dccf0d65 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:46.351357 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ebaa00d1-0c41-40be-8654-55f5dccf0d65 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5511575 Dec 21 22:25:46.355353 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38492) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:46.365855 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: b516a574-a46a-4191-ae33-b203b42f1b88 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:25:46.366771 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b516a574-a46a-4191-ae33-b203b42f1b88 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:25:46.395213 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd50ce4-38a1-4395-8675-16c33c9dba48 None None] Routers {'26c4a540-210d-44f2-95f3-6f22b53a1edb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:46.395844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9bd50ce4-38a1-4395-8675-16c33c9dba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['26c4a540-210d-44f2-95f3-6f22b53a1edb'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:46.401455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6f467753-7fe7-4515-8e32-a71a0aa6e698 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:46.439651 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2037c372-1fb1-4ac2-9d6d-8ac4b7ee3c6d tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "PUT /v2.0/routers/26c4a540-210d-44f2-95f3-6f22b53a1edb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6249788 Dec 21 22:25:46.442424 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38496) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:46.463955 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:46.552946 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Transition to ACTIVE for port object ba55849d-fc8b-403a-8358-b05481d63b8b will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:25:46.553160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6f467753-7fe7-4515-8e32-a71a0aa6e698 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:46.593023 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Transition to ACTIVE for port object ba55849d-fc8b-403a-8358-b05481d63b8b will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:25:46.594426 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f467753-7fe7-4515-8e32-a71a0aa6e698 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Subnet': ['ID=dd43cbfd-5d42-4a2f-916e-622ec47721db,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:46.604301 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6f467753-7fe7-4515-8e32-a71a0aa6e698 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:46.607752 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-9bd50ce4-38a1-4395-8675-16c33c9dba48 None None] Set router 26c4a540-210d-44f2-95f3-6f22b53a1edb gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:25:46.612886 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6f467753-7fe7-4515-8e32-a71a0aa6e698 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/subnets/dd43cbfd-5d42-4a2f-916e-622ec47721db HTTP/1.1" status: 204 len: 168 time: 0.7546947 Dec 21 22:25:46.615524 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38500) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:46.647258 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2583ac6-d1f7-46a0-8bb8-7e4487bcc66f None None] Network 46dc4968-c163-404f-b54e-6d4e5cf1d08c requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:25:46.735274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:46.748078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:46.748078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:46.751012 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:46.937060 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-db71f132-539b-49c4-b927-14e2bf1d8a18 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Deleting subnet ab97ac37-c690-411a-8563-68eaaf64f114 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:25:46.943936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db71f132-539b-49c4-b927-14e2bf1d8a18 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:46.978389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port af4cfdba-ca2f-4550-b6a1-58dc607ff8c2, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=af4cfdba-ca2f-4550-b6a1-58dc607ff8c2,segment=NetworkSegment(72e3225c-eb58-4731-8041-5fd9014cbfe6),segment_id=72e3225c-eb58-4731-8041-5fd9014cbfe6)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:46.979865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:47.009369 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db71f132-539b-49c4-b927-14e2bf1d8a18 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:47.067731 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Network 6603f386-c855-478e-ac79-4295c5017fe6 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:25:47.077392 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:47.079151 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Pushing event updated for resources: {'Port': ['ID=ba55849d-fc8b-403a-8358-b05481d63b8b,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:47.083233 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:25:47.122749 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:47.164010 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:47.256699 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Attempting to bind port ba55849d-fc8b-403a-8358-b05481d63b8b on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:25:47.257060 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Attempting to bind port ba55849d-fc8b-403a-8358-b05481d63b8b by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'ef89169a-ae8c-4ade-8a5f-4e7363a2ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6603f386-c855-478e-ac79-4295c5017fe6'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:25:47.257618 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Attempting to bind port ba55849d-fc8b-403a-8358-b05481d63b8b on network 6603f386-c855-478e-ac79-4295c5017fe6 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:25:47.276645 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:25:47.276975 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Checking segment: {'id': 'ef89169a-ae8c-4ade-8a5f-4e7363a2ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6603f386-c855-478e-ac79-4295c5017fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:25:47.277565 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:47.278144 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Bound using segment: {'id': 'ef89169a-ae8c-4ade-8a5f-4e7363a2ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6603f386-c855-478e-ac79-4295c5017fe6'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:25:47.278958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Bound port: ba55849d-fc8b-403a-8358-b05481d63b8b, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef89169a-ae8c-4ade-8a5f-4e7363a2ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6603f386-c855-478e-ac79-4295c5017fe6'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:25:47.279657 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:47.289091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:47.363198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=af4cfdba-ca2f-4550-b6a1-58dc607ff8c2,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:47.372211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] No DVR routers for this DVR port af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:25:47.380678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9bd50ce4-38a1-4395-8675-16c33c9dba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912119836', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:09Z', 'updated_at': '2021-12-21T22:25:44Z', 'revision_number': 5, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'gw_port': {'id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:11Z', 'updated_at': '2021-12-21T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:47.389217 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98ef790-e490-49de-87de-bf779dee333b None None] DHCP port deletion for 46dc4968-c163-404f-b54e-6d4e5cf1d08c request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:25:47.399017 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd50ce4-38a1-4395-8675-16c33c9dba48 None None] Checking router: 26c4a540-210d-44f2-95f3-6f22b53a1edb for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:25:47.408447 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] For port ba55849d-fc8b-403a-8358-b05481d63b8b, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:25:47.413509 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] For port ba55849d-fc8b-403a-8358-b05481d63b8b, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ba55849d-fc8b-403a-8358-b05481d63b8b,segment=NetworkSegment(ef89169a-ae8c-4ade-8a5f-4e7363a2ad10),segment_id=ef89169a-ae8c-4ade-8a5f-4e7363a2ad10)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:25:47.420650 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd50ce4-38a1-4395-8675-16c33c9dba48 None None] Routers {'26c4a540-210d-44f2-95f3-6f22b53a1edb'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:47.421269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9bd50ce4-38a1-4395-8675-16c33c9dba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['26c4a540-210d-44f2-95f3-6f22b53a1edb'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:47.438859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db71f132-539b-49c4-b927-14e2bf1d8a18 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:47.485672 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:47.512720 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:47.542044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46dc4968-c163-404f-b54e-6d4e5cf1d08c']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:47.558650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e3225c-eb58-4731-8041-5fd9014cbfe6') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:47.559041 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e3225c-eb58-4731-8041-5fd9014cbfe6') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:47.576882 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:47.595177 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:47.600466 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:25:47.600850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:25:47.617194 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:25:47.662502 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4770ad-cd48-4e79-af45-8d73fbadf725 None None] Pushing event updated for resources: {'Port': ['ID=ba55849d-fc8b-403a-8358-b05481d63b8b,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:47.690004 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-9bd50ce4-38a1-4395-8675-16c33c9dba48 None None] Set router 26c4a540-210d-44f2-95f3-6f22b53a1edb gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:25:47.723774 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db71f132-539b-49c4-b927-14e2bf1d8a18 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:47.766403 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71f132-539b-49c4-b927-14e2bf1d8a18 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event deleted for resources: {'Subnet': ['ID=ab97ac37-c690-411a-8563-68eaaf64f114,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:47.790263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db71f132-539b-49c4-b927-14e2bf1d8a18 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:47.795428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:47.805421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Allocated IP 2001:db8::1 (6603f386-c855-478e-ac79-4295c5017fe6/2eb49573-d81a-48f1-b1b1-2ab401bb0f50/b71de933-0fca-4f3e-9531-1cf28a06cd60) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:25:47.812988 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-db71f132-539b-49c4-b927-14e2bf1d8a18 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "DELETE /v2.0/subnets/ab97ac37-c690-411a-8563-68eaaf64f114 HTTP/1.1" status: 204 len: 168 time: 1.3652976 Dec 21 22:25:47.812988 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38504) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:47.818526 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626ba62a-1165-435b-9a48-0575803bfce1 None None] Network e88c62ea-21bd-43c6-90da-18fcca35867d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:25:47.830389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:47.873464 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Network': ['ID=46dc4968-c163-404f-b54e-6d4e5cf1d08c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:47.939982 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3b133a30-7a25-4666-8aa7-ce2af4e6b5c7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/networks/46dc4968-c163-404f-b54e-6d4e5cf1d08c HTTP/1.1" status: 204 len: 168 time: 1.3234241 Dec 21 22:25:47.942218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38508) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:48.219280 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9bd50ce4-38a1-4395-8675-16c33c9dba48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912119836', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:09Z', 'updated_at': '2021-12-21T22:25:44Z', 'revision_number': 5, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'gw_port': {'id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:11Z', 'updated_at': '2021-12-21T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:48.219949 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:48.223955 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd50ce4-38a1-4395-8675-16c33c9dba48 None None] The sync data for ids ['26c4a540-210d-44f2-95f3-6f22b53a1edb'] in dv-neutron-822520-1-hyperv is: [{'id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1912119836', 'tenant_id': 'd3800041c9b4436f8736fa33ea244f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117'}], 'enable_snat': True}, 'gw_port_id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:21:09Z', 'updated_at': '2021-12-21T22:25:44Z', 'revision_number': 5, 'project_id': 'd3800041c9b4436f8736fa33ea244f0f', 'gw_port': {'id': 'e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4a540-210d-44f2-95f3-6f22b53a1edb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:21:11Z', 'updated_at': '2021-12-21T22:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:25:48.241449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Transition to ACTIVE for port object b71de933-0fca-4f3e-9531-1cf28a06cd60 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:25:48.298570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc58abd9-36fc-4de9-a5f8-8707b99b2fd0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:48.343687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-ceb582e2-97e5-4f7c-a131-0b8caf04002a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 78ef29fe-1af3-484b-8fd6-a37208fbab63 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:48.344029 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ceb582e2-97e5-4f7c-a131-0b8caf04002a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:48.359627 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:48.449584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 6603f386-c855-478e-ac79-4295c5017fe6 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:25:48.454053 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:48.459279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:25:48.459792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:48.462343 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=b71de933-0fca-4f3e-9531-1cf28a06cd60,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:48.528115 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ceb582e2-97e5-4f7c-a131-0b8caf04002a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:48.528641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ceb582e2-97e5-4f7c-a131-0b8caf04002a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:48.626364 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd62fe1-7877-4362-8d82-6fdf103d1769 None None] DHCP port deletion for e88c62ea-21bd-43c6-90da-18fcca35867d request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:25:48.632040 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2cd62fe1-7877-4362-8d82-6fdf103d1769 None None] Deleting port e80bd1e4-3a76-415f-9e38-7bb8006fba6e {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:48.632407 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2cd62fe1-7877-4362-8d82-6fdf103d1769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:48.661855 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-ceb582e2-97e5-4f7c-a131-0b8caf04002a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 78ef29fe-1af3-484b-8fd6-a37208fbab63 owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:48.698356 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:48.741558 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc58abd9-36fc-4de9-a5f8-8707b99b2fd0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:48.883518 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-cc58abd9-36fc-4de9-a5f8-8707b99b2fd0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Deleting port e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:48.883518 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc58abd9-36fc-4de9-a5f8-8707b99b2fd0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:48.944029 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ceb582e2-97e5-4f7c-a131-0b8caf04002a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:48.988249 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d46f0f-4753-43db-a0d7-79a2bb04ea58 None None] Network 6603f386-c855-478e-ac79-4295c5017fe6 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:25:48.992595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb582e2-97e5-4f7c-a131-0b8caf04002a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=78ef29fe-1af3-484b-8fd6-a37208fbab63,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:49.058366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2cd62fe1-7877-4362-8d82-6fdf103d1769 None None] For port e80bd1e4-3a76-415f-9e38-7bb8006fba6e, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=e80bd1e4-3a76-415f-9e38-7bb8006fba6e,segment=NetworkSegment(56cdea6e-c8cd-43df-aaa5-292622b5213b),segment_id=56cdea6e-c8cd-43df-aaa5-292622b5213b)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:49.058690 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2cd62fe1-7877-4362-8d82-6fdf103d1769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:49.093517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ceb582e2-97e5-4f7c-a131-0b8caf04002a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:49.311708 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2cd62fe1-7877-4362-8d82-6fdf103d1769 None None] Calling delete_port for e80bd1e4-3a76-415f-9e38-7bb8006fba6e owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:49.367428 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ba55849d-fc8b-403a-8358-b05481d63b8b up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:25:49.424812 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-cc58abd9-36fc-4de9-a5f8-8707b99b2fd0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] For port e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:49.425391 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc58abd9-36fc-4de9-a5f8-8707b99b2fd0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:49.439544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a07eb2f4-b2d7-4d91-abdf-3dc15629e0a4 None None] Provisioning for port ba55849d-fc8b-403a-8358-b05481d63b8b completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:25:49.540091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb582e2-97e5-4f7c-a131-0b8caf04002a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c7514405-6579-4660-b9af-e951655af9f2 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:25:49.566894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-cc58abd9-36fc-4de9-a5f8-8707b99b2fd0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Calling delete_port for e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6 owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:49.619785 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2cd62fe1-7877-4362-8d82-6fdf103d1769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:49.638170 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:49.668678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd62fe1-7877-4362-8d82-6fdf103d1769 None None] Pushing event deleted for resources: {'Port': ['ID=e80bd1e4-3a76-415f-9e38-7bb8006fba6e,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:49.677469 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd62fe1-7877-4362-8d82-6fdf103d1769 None None] No DVR routers for this DVR port e80bd1e4-3a76-415f-9e38-7bb8006fba6e on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:25:49.684149 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port ba55849d-fc8b-403a-8358-b05481d63b8b completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:25:49.696305 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port ba55849d-fc8b-403a-8358-b05481d63b8b triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:49.697088 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:49.740516 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:49.741522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:49.768295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb582e2-97e5-4f7c-a131-0b8caf04002a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:25:49.780139 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b8d38-47da-410e-a301-7ad8f5d4af52 None None] Sync routers for ids ['c7514405-6579-4660-b9af-e951655af9f2'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:25:49.796837 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b8d38-47da-410e-a301-7ad8f5d4af52 None None] Routers {'c7514405-6579-4660-b9af-e951655af9f2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:49.799773 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e60b8d38-47da-410e-a301-7ad8f5d4af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c7514405-6579-4660-b9af-e951655af9f2'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:49.808072 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ceb582e2-97e5-4f7c-a131-0b8caf04002a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:49.848219 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=b71de933-0fca-4f3e-9531-1cf28a06cd60,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:49.853281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:49.903360 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port ba55849d-fc8b-403a-8358-b05481d63b8b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ba55849d-fc8b-403a-8358-b05481d63b8b,segment=NetworkSegment(ef89169a-ae8c-4ade-8a5f-4e7363a2ad10),segment_id=ef89169a-ae8c-4ade-8a5f-4e7363a2ad10)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:49.939537 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ceb582e2-97e5-4f7c-a131-0b8caf04002a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/floatingips/aecf713c-dca6-45f7-9586-421ed2d1a449 HTTP/1.1" status: 204 len: 168 time: 1.9943554 Dec 21 22:25:49.939537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7992743e-8f83-4b40-af77-6ed66164e77e', 'tag': 'b0485a27-d640-486a-8ce8-c3cbe5240658'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:25:49.990952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:50.007836 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc58abd9-36fc-4de9-a5f8-8707b99b2fd0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:50.050640 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-e60b8d38-47da-410e-a301-7ad8f5d4af52 None None] Set router c7514405-6579-4660-b9af-e951655af9f2 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:25:50.069509 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58abd9-36fc-4de9-a5f8-8707b99b2fd0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event deleted for resources: {'Port': ['ID=e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:50.097637 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7992743e-8f83-4b40-af77-6ed66164e77e', 'tag': 'b0485a27-d640-486a-8ce8-c3cbe5240658', 'status': 'completed', 'code': 200} Dec 21 22:25:50.137810 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:25:50.205990 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:25:50.206349 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device af4cfdba-ca2f-4550-b6a1-58dc607ff8c2 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:25:50.207562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e80bd1e4-3a76-415f-9e38-7bb8006fba6e no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:25:50.213326 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 6603f386-c855-478e-ac79-4295c5017fe6 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:25:50.252843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:25:50.268640 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: e80bd1e4-3a76-415f-9e38-7bb8006fba6e {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:25:50.269075 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e80bd1e4-3a76-415f-9e38-7bb8006fba6e not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:25:50.271261 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:25:50.318063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:25:50.318872 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4bb1ed38-dc89-4de2-8b33-33bc0a1a3c57 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:25:50.344674 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=ba55849d-fc8b-403a-8358-b05481d63b8b,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:50.412351 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-cf978380-d67e-455a-9e0f-c11ec3fa993f None None] Provisioning for port b71de933-0fca-4f3e-9531-1cf28a06cd60 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:25:50.418645 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-cf978380-d67e-455a-9e0f-c11ec3fa993f None None] Provisioning complete for port b71de933-0fca-4f3e-9531-1cf28a06cd60 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:50.419231 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cf978380-d67e-455a-9e0f-c11ec3fa993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:50.456760 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e60b8d38-47da-410e-a301-7ad8f5d4af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:25:38Z', 'revision_number': 6, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '2ab13d41-b64e-4e96-bb4f-6338625c1870', 'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:61:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:27Z', 'updated_at': '2021-12-21T22:23:37Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:50.461729 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b8d38-47da-410e-a301-7ad8f5d4af52 None None] Checking router: c7514405-6579-4660-b9af-e951655af9f2 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:25:50.473919 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b8d38-47da-410e-a301-7ad8f5d4af52 None None] Routers {'c7514405-6579-4660-b9af-e951655af9f2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:50.474924 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e60b8d38-47da-410e-a301-7ad8f5d4af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c7514405-6579-4660-b9af-e951655af9f2'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:50.483143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-cf978380-d67e-455a-9e0f-c11ec3fa993f None None] Port b71de933-0fca-4f3e-9531-1cf28a06cd60 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:25:50.498721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-cf978380-d67e-455a-9e0f-c11ec3fa993f None None] Provisioning complete for port ba55849d-fc8b-403a-8358-b05481d63b8b triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:50.499362 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cf978380-d67e-455a-9e0f-c11ec3fa993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:50.634579 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc58abd9-36fc-4de9-a5f8-8707b99b2fd0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:50.770104 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c9ce482c-7083-4882-9286-3cc58ad3c3d5 None None] Provisioning complete for port b71de933-0fca-4f3e-9531-1cf28a06cd60 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:50.770785 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c9ce482c-7083-4882-9286-3cc58ad3c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:50.791810 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-e60b8d38-47da-410e-a301-7ad8f5d4af52 None None] Set router c7514405-6579-4660-b9af-e951655af9f2 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:25:50.842299 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c9ce482c-7083-4882-9286-3cc58ad3c3d5 None None] Port b71de933-0fca-4f3e-9531-1cf28a06cd60 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:25:51.101815 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e60b8d38-47da-410e-a301-7ad8f5d4af52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:25:38Z', 'revision_number': 6, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '2ab13d41-b64e-4e96-bb4f-6338625c1870', 'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:61:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:27Z', 'updated_at': '2021-12-21T22:23:37Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:51.106806 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b8d38-47da-410e-a301-7ad8f5d4af52 None None] The sync data for ids ['c7514405-6579-4660-b9af-e951655af9f2'] in dv-neutron-822520-1-hyperv is: [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:25:38Z', 'revision_number': 6, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '2ab13d41-b64e-4e96-bb4f-6338625c1870', 'name': '', 'network_id': '3cb3cf99-9847-4235-815f-6f4bcbab9c77', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:61:bf:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:27Z', 'updated_at': '2021-12-21T22:23:37Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'e9a20d78-f3c2-467f-bd33-e4bfac93faf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:25:51.199796 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc58abd9-36fc-4de9-a5f8-8707b99b2fd0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:51.220232 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0dfb4d42-56b2-476f-af59-14a83c9c8925 req-ddc32879-5bca-42e3-bd3d-feedaa9a4ca1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 1099 time: 1.0056415 Dec 21 22:25:51.223167 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc58abd9-36fc-4de9-a5f8-8707b99b2fd0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:51.293664 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5acc70-ff41-4b32-89b3-efbaf3fa54c6 req-38811da3-14b0-4dd7-8a42-a0200ecb9338 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:51.293664 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ab5acc70-ff41-4b32-89b3-efbaf3fa54c6 req-38811da3-14b0-4dd7-8a42-a0200ecb9338 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 946 time: 0.4894571 Dec 21 22:25:51.350720 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ba55849d-fc8b-403a-8358-b05481d63b8b up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:25:51.402093 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ff1678-51c8-4534-964b-9a12c58f4423 None None] New status for floating IP aecf713c-dca6-45f7-9586-421ed2d1a449: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:25:51.457157 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ab5acc70-ff41-4b32-89b3-efbaf3fa54c6 req-ba8d52d2-b08e-4855-8f18-7e90b55a8433 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce460ed1-f23c-427f-9b47-55884a124ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471622 Dec 21 22:25:51.458872 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb4d42-56b2-476f-af59-14a83c9c8925 req-c8727305-730a-40dc-ac50-2f82051caf99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:51.461064 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0dfb4d42-56b2-476f-af59-14a83c9c8925 req-c8727305-730a-40dc-ac50-2f82051caf99 service neutron] 10.222.0.49 "GET /v2.0/networks?id=3cb3cf99-9847-4235-815f-6f4bcbab9c77 HTTP/1.1" status: 200 len: 898 time: 0.2301352 Dec 21 22:25:51.529592 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc58abd9-36fc-4de9-a5f8-8707b99b2fd0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:51.530147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc58abd9-36fc-4de9-a5f8-8707b99b2fd0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Fanout notify agent at l3_agent the message router_deleted on router 26c4a540-210d-44f2-95f3-6f22b53a1edb {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:25:51.550847 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port ba55849d-fc8b-403a-8358-b05481d63b8b triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:25:51.550847 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:51.551145 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0dfb4d42-56b2-476f-af59-14a83c9c8925 req-564e4b3c-90a0-4290-8e63-14ea1c89ade4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0485a27-d640-486a-8ce8-c3cbe5240658 HTTP/1.1" status: 200 len: 217 time: 0.0754750 Dec 21 22:25:51.611171 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc58abd9-36fc-4de9-a5f8-8707b99b2fd0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:51.617348 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cc58abd9-36fc-4de9-a5f8-8707b99b2fd0 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "DELETE /v2.0/routers/26c4a540-210d-44f2-95f3-6f22b53a1edb HTTP/1.1" status: 204 len: 168 time: 3.7994902 Dec 21 22:25:51.617614 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38520) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:51.639860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb4d42-56b2-476f-af59-14a83c9c8925 req-fdf0352c-4a16-4fe7-8b4b-f490fce1b99f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:51.639860 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0dfb4d42-56b2-476f-af59-14a83c9c8925 req-fdf0352c-4a16-4fe7-8b4b-f490fce1b99f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e9a20d78-f3c2-467f-bd33-e4bfac93faf3 HTTP/1.1" status: 200 len: 835 time: 0.0805728 Dec 21 22:25:51.699757 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router f12a4f04-fd4f-4c7d-a31a-8450c34f81cf is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:25:51.699966 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:25:51.755922 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f48a6743-88a1-4af7-b249-e618d2fd0989 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:51.884431 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0dfb4d42-56b2-476f-af59-14a83c9c8925 req-1ecc2942-8c4b-47ef-9e6b-04faa827cc6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=3cb3cf99-9847-4235-815f-6f4bcbab9c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2387264 Dec 21 22:25:52.017828 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:25:52.022639 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f48a6743-88a1-4af7-b249-e618d2fd0989 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:52.024761 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-750acb66-3417-4cc1-931d-852d7ad5b485 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/f12a4f04-fd4f-4c7d-a31a-8450c34f81cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6681199 Dec 21 22:25:52.032104 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb74fd-e271-479e-a294-19dbb44cee3f None None] Sync routers for ids ['f12a4f04-fd4f-4c7d-a31a-8450c34f81cf'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:25:52.034612 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38524) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:52.047009 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0dfb4d42-56b2-476f-af59-14a83c9c8925 req-533ea4e5-de46-4331-8fe4-4dc1835a8e08 service neutron] 10.222.0.49 "GET /v2.0/networks/3cb3cf99-9847-4235-815f-6f4bcbab9c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540473 Dec 21 22:25:52.050542 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb74fd-e271-479e-a294-19dbb44cee3f None None] Routers {'f12a4f04-fd4f-4c7d-a31a-8450c34f81cf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:52.054568 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bbbb74fd-e271-479e-a294-19dbb44cee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f12a4f04-fd4f-4c7d-a31a-8450c34f81cf'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:52.114529 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-f48a6743-88a1-4af7-b249-e618d2fd0989 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88c62ea-21bd-43c6-90da-18fcca35867d']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:52.122725 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bbbb74fd-e271-479e-a294-19dbb44cee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:52.137819 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbb74fd-e271-479e-a294-19dbb44cee3f None None] Routers {'f12a4f04-fd4f-4c7d-a31a-8450c34f81cf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:52.138285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-f48a6743-88a1-4af7-b249-e618d2fd0989 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56cdea6e-c8cd-43df-aaa5-292622b5213b') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:52.138580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-f48a6743-88a1-4af7-b249-e618d2fd0989 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56cdea6e-c8cd-43df-aaa5-292622b5213b') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:52.139025 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bbbb74fd-e271-479e-a294-19dbb44cee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f12a4f04-fd4f-4c7d-a31a-8450c34f81cf'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:52.154912 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b71824-d967-4cb4-97fe-ade25539dc52 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:52.155494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a7b71824-d967-4cb4-97fe-ade25539dc52 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Synchronizing usage tracker for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:25:52.172336 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f48a6743-88a1-4af7-b249-e618d2fd0989 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:52.198460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f48a6743-88a1-4af7-b249-e618d2fd0989 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:52.199465 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bbbb74fd-e271-479e-a294-19dbb44cee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:52.200019 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbb74fd-e271-479e-a294-19dbb44cee3f None None] The sync data for ids ['f12a4f04-fd4f-4c7d-a31a-8450c34f81cf'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:25:52.222306 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48a6743-88a1-4af7-b249-e618d2fd0989 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:25:52.222802 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f48a6743-88a1-4af7-b249-e618d2fd0989 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:25:52.239842 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:25:52.262460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c1bf8-392f-4d97-b8cb-b1e6c5b536b5 req-35adc51a-80fb-44a9-b4fa-41653553efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:52.267402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-b93c1bf8-392f-4d97-b8cb-b1e6c5b536b5 req-35adc51a-80fb-44a9-b4fa-41653553efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:25:52.281523 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a7b71824-d967-4cb4-97fe-ade25539dc52 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Unset dirty status for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:25:52.282721 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a7b71824-d967-4cb4-97fe-ade25539dc52 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports/b71de933-0fca-4f3e-9531-1cf28a06cd60 HTTP/1.1" status: 200 len: 911 time: 0.2443905 Dec 21 22:25:52.287755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38528) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:52.331943 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0dfb4d42-56b2-476f-af59-14a83c9c8925 req-4276b28f-4f9b-46f2-a7da-6c0bb293a312 service neutron] 10.222.0.49 "GET /v2.0/networks/3cb3cf99-9847-4235-815f-6f4bcbab9c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738519 Dec 21 22:25:52.512900 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-b93c1bf8-392f-4d97-b8cb-b1e6c5b536b5 req-35adc51a-80fb-44a9-b4fa-41653553efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:25:52.513878 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b93c1bf8-392f-4d97-b8cb-b1e6c5b536b5 req-35adc51a-80fb-44a9-b4fa-41653553efca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 946 time: 0.5239441 Dec 21 22:25:52.515182 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f48a6743-88a1-4af7-b249-e618d2fd0989 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:52.534433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f48a6743-88a1-4af7-b249-e618d2fd0989 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:52.637883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a6743-88a1-4af7-b249-e618d2fd0989 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event deleted for resources: {'Network': ['ID=e88c62ea-21bd-43c6-90da-18fcca35867d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:52.765580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-b93c1bf8-392f-4d97-b8cb-b1e6c5b536b5 req-a415dd74-8bae-4616-acb5-5d665a80036b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port b0485a27-d640-486a-8ce8-c3cbe5240658 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:52.769466 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b93c1bf8-392f-4d97-b8cb-b1e6c5b536b5 req-a415dd74-8bae-4616-acb5-5d665a80036b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:52.794881 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f48a6743-88a1-4af7-b249-e618d2fd0989 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "DELETE /v2.0/networks/e88c62ea-21bd-43c6-90da-18fcca35867d HTTP/1.1" status: 204 len: 168 time: 1.1762767 Dec 21 22:25:52.797702 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38534) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:52.874743 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5bea5546-ea80-4016-b8ad-24dfa21d79f2 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:52.904764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5bea5546-ea80-4016-b8ad-24dfa21d79f2 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:52.946214 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8139a8-c5bf-4f8b-8e00-030e5138c922 req-7aa0a200-e6f6-48e7-bde1-17562d8cb1b6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:25:52.948203 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4e8139a8-c5bf-4f8b-8e00-030e5138c922 req-7aa0a200-e6f6-48e7-bde1-17562d8cb1b6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 946 time: 0.3025050 Dec 21 22:25:53.029652 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5bea5546-ea80-4016-b8ad-24dfa21d79f2 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:53.046935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea5546-ea80-4016-b8ad-24dfa21d79f2 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:53.097787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-4e8139a8-c5bf-4f8b-8e00-030e5138c922 req-5263099f-4c1c-423a-89c9-d482a821087d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:25:53.107910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4579f8a2-1f7c-49bb-a01f-d16ab4b74c30 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:53.132075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5bea5546-ea80-4016-b8ad-24dfa21d79f2 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:53.133264 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5bea5546-ea80-4016-b8ad-24dfa21d79f2 tempest-TestNetworkAdvancedServerOps-951946705 tempest-TestNetworkAdvancedServerOps-951946705-project] 10.222.0.37 "DELETE /v2.0/security-groups/23c0eb1e-c3f9-41d4-999a-f26ca2efbbf5 HTTP/1.1" status: 204 len: 168 time: 0.3338339 Dec 21 22:25:53.184505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-b93c1bf8-392f-4d97-b8cb-b1e6c5b536b5 req-a415dd74-8bae-4616-acb5-5d665a80036b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port b0485a27-d640-486a-8ce8-c3cbe5240658, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b0485a27-d640-486a-8ce8-c3cbe5240658,segment=NetworkSegment(a24fad60-45f6-4ee8-92d8-940dce187b67),segment_id=a24fad60-45f6-4ee8-92d8-940dce187b67)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:53.184861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b93c1bf8-392f-4d97-b8cb-b1e6c5b536b5 req-a415dd74-8bae-4616-acb5-5d665a80036b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:53.223231 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:25:53.324244 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:25:53.324506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e67d97a8-d25d-4780-9f6e-b9ef6ec09cf6 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:25:53.475771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-4e8139a8-c5bf-4f8b-8e00-030e5138c922 req-5263099f-4c1c-423a-89c9-d482a821087d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:25:53.476908 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4e8139a8-c5bf-4f8b-8e00-030e5138c922 req-5263099f-4c1c-423a-89c9-d482a821087d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=ce460ed1-f23c-427f-9b47-55884a124ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5223808 Dec 21 22:25:53.483606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-b93c1bf8-392f-4d97-b8cb-b1e6c5b536b5 req-a415dd74-8bae-4616-acb5-5d665a80036b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for b0485a27-d640-486a-8ce8-c3cbe5240658 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:53.780567 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b93c1bf8-392f-4d97-b8cb-b1e6c5b536b5 req-a415dd74-8bae-4616-acb5-5d665a80036b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:53.847825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415dd74-8bae-4616-acb5-5d665a80036b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=b0485a27-d640-486a-8ce8-c3cbe5240658,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:53.938671 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38544) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:53.959766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93c1bf8-392f-4d97-b8cb-b1e6c5b536b5 req-a415dd74-8bae-4616-acb5-5d665a80036b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] No DVR routers for this DVR port b0485a27-d640-486a-8ce8-c3cbe5240658 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:25:53.966191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b93c1bf8-392f-4d97-b8cb-b1e6c5b536b5 req-a415dd74-8bae-4616-acb5-5d665a80036b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:53.968612 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7992743e-8f83-4b40-af77-6ed66164e77e', 'name': 'network-vif-deleted', 'tag': 'b0485a27-d640-486a-8ce8-c3cbe5240658'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:25:54.032712 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7992743e-8f83-4b40-af77-6ed66164e77e', 'name': 'network-vif-deleted', 'tag': 'b0485a27-d640-486a-8ce8-c3cbe5240658', 'status': 'completed', 'code': 200} Dec 21 22:25:54.042931 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b93c1bf8-392f-4d97-b8cb-b1e6c5b536b5 req-a415dd74-8bae-4616-acb5-5d665a80036b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "DELETE /v2.0/ports/b0485a27-d640-486a-8ce8-c3cbe5240658 HTTP/1.1" status: 204 len: 173 time: 1.5089736 Dec 21 22:25:54.127279 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c1de213e-7d52-4efb-af69-dd3cf522ea23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3800041c9b4436f8736fa33ea244f0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1873562 Dec 21 22:25:54.129489 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38552) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:54.203101 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5b68d58f-7727-488d-a213-72b903c9bd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:54.226546 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-4579f8a2-1f7c-49bb-a01f-d16ab4b74c30 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port b71de933-0fca-4f3e-9531-1cf28a06cd60 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:54.226877 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4579f8a2-1f7c-49bb-a01f-d16ab4b74c30 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:54.236994 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5b68d58f-7727-488d-a213-72b903c9bd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:54.372727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5b68d58f-7727-488d-a213-72b903c9bd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:54.392462 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68d58f-7727-488d-a213-72b903c9bd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b336fa5b-b2c9-4186-9b12-0c92e83fcf08,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:54.405805 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5b68d58f-7727-488d-a213-72b903c9bd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:54.407402 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5b68d58f-7727-488d-a213-72b903c9bd22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b336fa5b-b2c9-4186-9b12-0c92e83fcf08 HTTP/1.1" status: 204 len: 168 time: 0.2768030 Dec 21 22:25:54.442350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4579f8a2-1f7c-49bb-a01f-d16ab4b74c30 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:54.564505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-4579f8a2-1f7c-49bb-a01f-d16ab4b74c30 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for b71de933-0fca-4f3e-9531-1cf28a06cd60 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:54.660888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-e6bd7e7f-b1f8-41fd-95b6-a043992b129c req-4d991154-3f35-49b8-82b9-b687698bf214 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:25:54.757814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-e6bd7e7f-b1f8-41fd-95b6-a043992b129c req-4d991154-3f35-49b8-82b9-b687698bf214 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:25:54.759186 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e6bd7e7f-b1f8-41fd-95b6-a043992b129c req-4d991154-3f35-49b8-82b9-b687698bf214 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=7992743e-8f83-4b40-af77-6ed66164e77e HTTP/1.1" status: 200 len: 210 time: 0.1448648 Dec 21 22:25:54.875331 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4579f8a2-1f7c-49bb-a01f-d16ab4b74c30 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:54.922471 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579f8a2-1f7c-49bb-a01f-d16ab4b74c30 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Port': ['ID=b71de933-0fca-4f3e-9531-1cf28a06cd60,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:55.077336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38562) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:55.097655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9eb46f6e-4860-49a7-94f5-a38aeae8b1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:55.118259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4579f8a2-1f7c-49bb-a01f-d16ab4b74c30 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:55.137111 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9eb46f6e-4860-49a7-94f5-a38aeae8b1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:55.141691 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9eb46f6e-4860-49a7-94f5-a38aeae8b1f4 admin admin] Usage tracker for resource:security_group_rule and tenant:2c74261357904f80a7a98c7bb50ba347 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:55.144570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9eb46f6e-4860-49a7-94f5-a38aeae8b1f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:55.151127 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9eb46f6e-4860-49a7-94f5-a38aeae8b1f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:55.223909 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9eb46f6e-4860-49a7-94f5-a38aeae8b1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:55.287577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9eb46f6e-4860-49a7-94f5-a38aeae8b1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:55.337399 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb46f6e-4860-49a7-94f5-a38aeae8b1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ba5120-888c-41cd-b9cd-dbe443bd7624,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:55.342150 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9eb46f6e-4860-49a7-94f5-a38aeae8b1f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c74261357904f80a7a98c7bb50ba347&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2635164 Dec 21 22:25:55.344863 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38566) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:55.404341 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9dfe17a9-848b-4ebd-aea5-70666409951c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:55.431199 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9dfe17a9-848b-4ebd-aea5-70666409951c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:55.573538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9dfe17a9-848b-4ebd-aea5-70666409951c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:55.588534 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe17a9-848b-4ebd-aea5-70666409951c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ba5120-888c-41cd-b9cd-dbe443bd7624,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:55.594947 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9dfe17a9-848b-4ebd-aea5-70666409951c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:55.596062 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9dfe17a9-848b-4ebd-aea5-70666409951c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7ba5120-888c-41cd-b9cd-dbe443bd7624 HTTP/1.1" status: 204 len: 168 time: 0.2503345 Dec 21 22:25:55.648877 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4579f8a2-1f7c-49bb-a01f-d16ab4b74c30 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router f12a4f04-fd4f-4c7d-a31a-8450c34f81cf has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:25:55.789097 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4579f8a2-1f7c-49bb-a01f-d16ab4b74c30 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:25:55.799728 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc42237-457c-4d75-95bf-8b5d314be084 None None] Sync routers for ids ['f12a4f04-fd4f-4c7d-a31a-8450c34f81cf'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:25:55.812414 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc42237-457c-4d75-95bf-8b5d314be084 None None] Routers {'f12a4f04-fd4f-4c7d-a31a-8450c34f81cf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:55.813025 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-fdc42237-457c-4d75-95bf-8b5d314be084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f12a4f04-fd4f-4c7d-a31a-8450c34f81cf'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:55.848882 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4579f8a2-1f7c-49bb-a01f-d16ab4b74c30 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/f12a4f04-fd4f-4c7d-a31a-8450c34f81cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5598447 Dec 21 22:25:55.851607 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38574) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:55.879260 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-fdc42237-457c-4d75-95bf-8b5d314be084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:55.885075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38578) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:55.890359 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc42237-457c-4d75-95bf-8b5d314be084 None None] Routers {'f12a4f04-fd4f-4c7d-a31a-8450c34f81cf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:55.891196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-fdc42237-457c-4d75-95bf-8b5d314be084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:25:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['f12a4f04-fd4f-4c7d-a31a-8450c34f81cf'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:55.903236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5200b2f5-56b6-4acd-8dfc-99363dea7c51 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Synchronizing usage tracker for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:25:55.963275 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-fdc42237-457c-4d75-95bf-8b5d314be084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:55.963908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc42237-457c-4d75-95bf-8b5d314be084 None None] The sync data for ids ['f12a4f04-fd4f-4c7d-a31a-8450c34f81cf'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:25:55.983574 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2ae4931b-df6e-499b-a10b-ea6876f34822 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:55.985814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5200b2f5-56b6-4acd-8dfc-99363dea7c51 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Unset dirty status for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:25:55.987295 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5200b2f5-56b6-4acd-8dfc-99363dea7c51 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports?device_id=f12a4f04-fd4f-4c7d-a31a-8450c34f81cf HTTP/1.1" status: 200 len: 205 time: 0.1347487 Dec 21 22:25:55.989870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38582) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:56.021165 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2ae4931b-df6e-499b-a10b-ea6876f34822 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:56.134174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cdead6e5-ae28-4adc-ba9a-63f6ef549ce6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:56.141043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2ae4931b-df6e-499b-a10b-ea6876f34822 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:56.156406 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4931b-df6e-499b-a10b-ea6876f34822 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce460ed1-f23c-427f-9b47-55884a124ad5,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:56.240094 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2ae4931b-df6e-499b-a10b-ea6876f34822 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:56.241315 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2ae4931b-df6e-499b-a10b-ea6876f34822 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/security-groups/ce460ed1-f23c-427f-9b47-55884a124ad5 HTTP/1.1" status: 204 len: 168 time: 0.3547013 Dec 21 22:25:56.323603 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38588) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:56.342164 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b0485a27-d640-486a-8ce8-c3cbe5240658 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:25:56.385837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: b0485a27-d640-486a-8ce8-c3cbe5240658 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:25:56.386153 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b0485a27-d640-486a-8ce8-c3cbe5240658 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:25:56.640355 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cdead6e5-ae28-4adc-ba9a-63f6ef549ce6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:56.644617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cdead6e5-ae28-4adc-ba9a-63f6ef549ce6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:56.738710 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cdead6e5-ae28-4adc-ba9a-63f6ef549ce6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:56.740028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdead6e5-ae28-4adc-ba9a-63f6ef549ce6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Fanout notify agent at l3_agent the message router_deleted on router f12a4f04-fd4f-4c7d-a31a-8450c34f81cf {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:25:56.750132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cdead6e5-ae28-4adc-ba9a-63f6ef549ce6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:56.751242 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-cdead6e5-ae28-4adc-ba9a-63f6ef549ce6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/routers/f12a4f04-fd4f-4c7d-a31a-8450c34f81cf HTTP/1.1" status: 204 len: 168 time: 0.7603540 Dec 21 22:25:56.754057 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38592) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:56.806942 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-263d7334-f7e2-4968-ad8e-55633390406e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:57.068448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e175a1-6aa5-47d9-a853-ed192881e3a6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting subnet 2eb49573-d81a-48f1-b1b1-2ab401bb0f50 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:25:57.077637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-15e175a1-6aa5-47d9-a853-ed192881e3a6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:57.143157 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-15e175a1-6aa5-47d9-a853-ed192881e3a6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:57.260619 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d6eb05dc-981a-4d7d-8a5b-18ce177d790f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:57.273003 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-15e175a1-6aa5-47d9-a853-ed192881e3a6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:57.579656 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-15e175a1-6aa5-47d9-a853-ed192881e3a6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:57.629375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e175a1-6aa5-47d9-a853-ed192881e3a6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb49573-d81a-48f1-b1b1-2ab401bb0f50,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:57.643513 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-15e175a1-6aa5-47d9-a853-ed192881e3a6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:57.648093 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec13a9bd-e3d3-40c0-a7b1-fd5499d706a0 None None] Network 6603f386-c855-478e-ac79-4295c5017fe6 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:25:57.680567 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-15e175a1-6aa5-47d9-a853-ed192881e3a6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/2eb49573-d81a-48f1-b1b1-2ab401bb0f50 HTTP/1.1" status: 204 len: 168 time: 0.9255204 Dec 21 22:25:57.684236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38596) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:57.809310 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:57.820350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port ba55849d-fc8b-403a-8358-b05481d63b8b {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:57.820775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:57.852574 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-263d7334-f7e2-4968-ad8e-55633390406e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 2ab13d41-b64e-4e96-bb4f-6338625c1870 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:57.857356 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-263d7334-f7e2-4968-ad8e-55633390406e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:57.936457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f1c433-7295-44e4-a28b-ab5849cfb8e8 None None] DHCP port deletion for 6603f386-c855-478e-ac79-4295c5017fe6 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:25:57.940954 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-35f1c433-7295-44e4-a28b-ab5849cfb8e8 None None] Deleting port ba55849d-fc8b-403a-8358-b05481d63b8b {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:57.941316 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-35f1c433-7295-44e4-a28b-ab5849cfb8e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:58.038215 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] For port ba55849d-fc8b-403a-8358-b05481d63b8b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ba55849d-fc8b-403a-8358-b05481d63b8b,segment=NetworkSegment(ef89169a-ae8c-4ade-8a5f-4e7363a2ad10),segment_id=ef89169a-ae8c-4ade-8a5f-4e7363a2ad10)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:58.038573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:58.059188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-263d7334-f7e2-4968-ad8e-55633390406e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 2ab13d41-b64e-4e96-bb4f-6338625c1870, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2ab13d41-b64e-4e96-bb4f-6338625c1870,segment=NetworkSegment(a24fad60-45f6-4ee8-92d8-940dce187b67),segment_id=a24fad60-45f6-4ee8-92d8-940dce187b67)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:58.059549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-263d7334-f7e2-4968-ad8e-55633390406e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:58.158650 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-35f1c433-7295-44e4-a28b-ab5849cfb8e8 None None] For port ba55849d-fc8b-403a-8358-b05481d63b8b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ba55849d-fc8b-403a-8358-b05481d63b8b,segment=NetworkSegment(ef89169a-ae8c-4ade-8a5f-4e7363a2ad10),segment_id=ef89169a-ae8c-4ade-8a5f-4e7363a2ad10)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:25:58.164870 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-35f1c433-7295-44e4-a28b-ab5849cfb8e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:58.166540 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for ba55849d-fc8b-403a-8358-b05481d63b8b owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:58.185434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-263d7334-f7e2-4968-ad8e-55633390406e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 2ab13d41-b64e-4e96-bb4f-6338625c1870 owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:58.285710 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-35f1c433-7295-44e4-a28b-ab5849cfb8e8 None None] Calling delete_port for ba55849d-fc8b-403a-8358-b05481d63b8b owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:25:58.339964 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:58.360712 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-35f1c433-7295-44e4-a28b-ab5849cfb8e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:25:58.361066 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-35f1c433-7295-44e4-a28b-ab5849cfb8e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:25:58.391773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Port': ['ID=ba55849d-fc8b-403a-8358-b05481d63b8b,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:58.393107 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] No DVR routers for this DVR port ba55849d-fc8b-403a-8358-b05481d63b8b on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:25:58.441252 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-263d7334-f7e2-4968-ad8e-55633390406e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:58.491407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d7334-f7e2-4968-ad8e-55633390406e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=2ab13d41-b64e-4e96-bb4f-6338625c1870,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:58.521410 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:58.550589 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6603f386-c855-478e-ac79-4295c5017fe6']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:58.564363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef89169a-ae8c-4ade-8a5f-4e7363a2ad10') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:58.564812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef89169a-ae8c-4ade-8a5f-4e7363a2ad10') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:58.579807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:58.600782 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:58.607551 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:25:58.608043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:25:58.625253 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:25:58.795356 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:58.801363 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-263d7334-f7e2-4968-ad8e-55633390406e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:58.815680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:58.824980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Network': ['ID=6603f386-c855-478e-ac79-4295c5017fe6,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:25:58.863008 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-35f1c433-7295-44e4-a28b-ab5849cfb8e8 None None] Deleting port ba55849d-fc8b-403a-8358-b05481d63b8b {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:25:58.863399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-35f1c433-7295-44e4-a28b-ab5849cfb8e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:58.893251 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-cde0c046-6bec-4092-897d-35e7926ecff1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/networks/6603f386-c855-478e-ac79-4295c5017fe6 HTTP/1.1" status: 204 len: 168 time: 1.2078722 Dec 21 22:25:58.896719 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38600) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:58.902155 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1469564679', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:25:58.909606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:25:58.916674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:router and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:25:58.917513 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:25:58.923635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:25:58.935581 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-35f1c433-7295-44e4-a28b-ab5849cfb8e8 None None] The port 'ba55849d-fc8b-403a-8358-b05481d63b8b' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:25:59.018749 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:59.022623 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:59.038835 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:59.263151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:59.336763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ba55849d-fc8b-403a-8358-b05481d63b8b no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:25:59.367975 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: ba55849d-fc8b-403a-8358-b05481d63b8b {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:25:59.368223 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ba55849d-fc8b-403a-8358-b05481d63b8b not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:25:59.500392 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263d7334-f7e2-4968-ad8e-55633390406e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c7514405-6579-4660-b9af-e951655af9f2 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:25:59.532615 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:59.564328 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:59.639039 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b96e6c0d-a4e5-4af9-be62-5e9f4b215212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:59.701678 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263d7334-f7e2-4968-ad8e-55633390406e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:25:59.708206 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Allocated IP 172.26.3.38 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/009c0989-a067-4896-92ac-5f2d61f23ec4) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:25:59.714867 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d3971-d5e9-476c-8412-9b7046ff53a9 None None] Sync routers for ids ['c7514405-6579-4660-b9af-e951655af9f2'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:25:59.729925 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d3971-d5e9-476c-8412-9b7046ff53a9 None None] Routers {'c7514405-6579-4660-b9af-e951655af9f2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:25:59.730555 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-004d3971-d5e9-476c-8412-9b7046ff53a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c7514405-6579-4660-b9af-e951655af9f2'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:25:59.780145 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-263d7334-f7e2-4968-ad8e-55633390406e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/c7514405-6579-4660-b9af-e951655af9f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4553418 Dec 21 22:25:59.783721 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38606) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:25:59.914681 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-004d3971-d5e9-476c-8412-9b7046ff53a9 None None] Set router c7514405-6579-4660-b9af-e951655af9f2 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:25:59.975961 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-74be1678-2b72-4444-9f22-b6116b8c88c4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting subnet e9a20d78-f3c2-467f-bd33-e4bfac93faf3 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:25:59.976718 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:25:59.980789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-74be1678-2b72-4444-9f22-b6116b8c88c4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:00.034974 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-74be1678-2b72-4444-9f22-b6116b8c88c4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:00.047317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:00.117156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:00.120580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:00.124460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:26:00.131195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-74be1678-2b72-4444-9f22-b6116b8c88c4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:00.156968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=009c0989-a067-4896-92ac-5f2d61f23ec4,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:00.223334 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-004d3971-d5e9-476c-8412-9b7046ff53a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:25:58Z', 'revision_number': 7, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:00.228659 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d3971-d5e9-476c-8412-9b7046ff53a9 None None] Checking router: c7514405-6579-4660-b9af-e951655af9f2 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:26:00.239951 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d3971-d5e9-476c-8412-9b7046ff53a9 None None] Routers {'c7514405-6579-4660-b9af-e951655af9f2'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:00.240541 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-004d3971-d5e9-476c-8412-9b7046ff53a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c7514405-6579-4660-b9af-e951655af9f2'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:00.281490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-74be1678-2b72-4444-9f22-b6116b8c88c4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:00.320877 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be1678-2b72-4444-9f22-b6116b8c88c4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Subnet': ['ID=e9a20d78-f3c2-467f-bd33-e4bfac93faf3,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:00.326657 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-74be1678-2b72-4444-9f22-b6116b8c88c4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:00.332999 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-74be1678-2b72-4444-9f22-b6116b8c88c4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/subnets/e9a20d78-f3c2-467f-bd33-e4bfac93faf3 HTTP/1.1" status: 204 len: 168 time: 0.5488963 Dec 21 22:26:00.333251 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5087439-f473-4458-ac41-6b7268aaa9b8 None None] Network 3cb3cf99-9847-4235-815f-6f4bcbab9c77 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:26:00.335780 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38610) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:00.439973 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-004d3971-d5e9-476c-8412-9b7046ff53a9 None None] Set router c7514405-6579-4660-b9af-e951655af9f2 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:00.454561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:00.455295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:00.617667 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] DHCP port deletion for 3cb3cf99-9847-4235-815f-6f4bcbab9c77 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:26:00.622187 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] Deleting port aa85f00b-4dff-4b1c-a0da-5edfa956e5fe {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:26:00.628098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:00.745543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-85dab5e0-1751-4524-bb1d-e415663f3473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:00.788981 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-004d3971-d5e9-476c-8412-9b7046ff53a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:25:58Z', 'revision_number': 7, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:00.795186 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004d3971-d5e9-476c-8412-9b7046ff53a9 None None] The sync data for ids ['c7514405-6579-4660-b9af-e951655af9f2'] in dv-neutron-822520-1-hyperv is: [{'id': 'c7514405-6579-4660-b9af-e951655af9f2', 'name': 'tempest-TestNetworkBasicOps-router-1887788337', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:14Z', 'updated_at': '2021-12-21T22:25:58Z', 'revision_number': 7, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '2e54ce4c-6ea4-4a34-a85d-039ad28b1411', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7514405-6579-4660-b9af-e951655af9f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:16Z', 'updated_at': '2021-12-21T22:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:26:00.851698 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] For port aa85f00b-4dff-4b1c-a0da-5edfa956e5fe, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=aa85f00b-4dff-4b1c-a0da-5edfa956e5fe,segment=NetworkSegment(a24fad60-45f6-4ee8-92d8-940dce187b67),segment_id=a24fad60-45f6-4ee8-92d8-940dce187b67)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:00.853810 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:00.864273 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:01.019793 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] Calling delete_port for aa85f00b-4dff-4b1c-a0da-5edfa956e5fe owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:26:01.042934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-85dab5e0-1751-4524-bb1d-e415663f3473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:01.088888 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:01.132948 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-85dab5e0-1751-4524-bb1d-e415663f3473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 2e54ce4c-6ea4-4a34-a85d-039ad28b1411 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:26:01.135996 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-85dab5e0-1751-4524-bb1d-e415663f3473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:01.159642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router bbd2e7e3-8363-46a7-840f-f2bb3cb870ef is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:26:01.224388 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:01.279468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] Pushing event deleted for resources: {'Port': ['ID=aa85f00b-4dff-4b1c-a0da-5edfa956e5fe,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:01.291549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:01.292151 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:01.292837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:01.293329 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:01.293832 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:01.294363 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:01.294874 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:01.295527 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:01.296017 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:01.296512 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:01.296992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:01.314281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e991d6-0c87-4cdd-9f87-16b69652137b None None] No DVR routers for this DVR port aa85f00b-4dff-4b1c-a0da-5edfa956e5fe on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:26:01.343908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2ab13d41-b64e-4e96-bb4f-6338625c1870 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:26:01.390477 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 2ab13d41-b64e-4e96-bb4f-6338625c1870 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:26:01.392607 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2ab13d41-b64e-4e96-bb4f-6338625c1870 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:26:01.393102 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device aa85f00b-4dff-4b1c-a0da-5edfa956e5fe no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:26:01.427873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: aa85f00b-4dff-4b1c-a0da-5edfa956e5fe {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:26:01.428400 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device aa85f00b-4dff-4b1c-a0da-5edfa956e5fe not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:26:01.444713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-85dab5e0-1751-4524-bb1d-e415663f3473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 2e54ce4c-6ea4-4a34-a85d-039ad28b1411, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2e54ce4c-6ea4-4a34-a85d-039ad28b1411,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:01.445116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-85dab5e0-1751-4524-bb1d-e415663f3473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:01.735509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-85dab5e0-1751-4524-bb1d-e415663f3473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 2e54ce4c-6ea4-4a34-a85d-039ad28b1411 owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:26:01.867354 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:26:01.876927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4439575-4e80-44db-b634-950ec73f30c9 None None] Sync routers for ids ['bbd2e7e3-8363-46a7-840f-f2bb3cb870ef'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:26:01.889207 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4439575-4e80-44db-b634-950ec73f30c9 None None] Routers {'bbd2e7e3-8363-46a7-840f-f2bb3cb870ef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:01.889817 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-c4439575-4e80-44db-b634-950ec73f30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['bbd2e7e3-8363-46a7-840f-f2bb3cb870ef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:01.951369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-c4439575-4e80-44db-b634-950ec73f30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:01.962020 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4439575-4e80-44db-b634-950ec73f30c9 None None] Routers {'bbd2e7e3-8363-46a7-840f-f2bb3cb870ef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:01.962756 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-c4439575-4e80-44db-b634-950ec73f30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['bbd2e7e3-8363-46a7-840f-f2bb3cb870ef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:02.019164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:02.019356 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-c4439575-4e80-44db-b634-950ec73f30c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:02.019568 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4439575-4e80-44db-b634-950ec73f30c9 None None] The sync data for ids ['bbd2e7e3-8363-46a7-840f-f2bb3cb870ef'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:26:02.020378 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ff36d879-ba6d-4904-aea4-0f08cd919498 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1225224 Dec 21 22:26:02.023263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38614) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:02.058573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-85dab5e0-1751-4524-bb1d-e415663f3473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:02.108014 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dab5e0-1751-4524-bb1d-e415663f3473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=2e54ce4c-6ea4-4a34-a85d-039ad28b1411,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:02.195933 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:02.236905 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5eaf932c-f5d2-4127-a65e-c13e25981b05 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/routers/bbd2e7e3-8363-46a7-840f-f2bb3cb870ef HTTP/1.1" status: 200 len: 884 time: 0.2125304 Dec 21 22:26:02.237459 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38618) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:02.347248 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-85dab5e0-1751-4524-bb1d-e415663f3473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:02.498082 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ca210525-4da2-40c2-8c13-a92eb7dc3fdd tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Synchronizing usage tracker for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:router {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:26:02.572941 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ca210525-4da2-40c2-8c13-a92eb7dc3fdd tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Unset dirty status for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:router {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:26:02.576222 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ca210525-4da2-40c2-8c13-a92eb7dc3fdd tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3358126 Dec 21 22:26:02.577020 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38622) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:02.582149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a6d8c70e-8aef-4446-857e-a4dc700f3e9c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1469564679'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:02.655431 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-85dab5e0-1751-4524-bb1d-e415663f3473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:02.659985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-85dab5e0-1751-4524-bb1d-e415663f3473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:02.744402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-85dab5e0-1751-4524-bb1d-e415663f3473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:02.749494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dab5e0-1751-4524-bb1d-e415663f3473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Fanout notify agent at l3_agent the message router_deleted on router c7514405-6579-4660-b9af-e951655af9f2 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:26:02.755674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-85dab5e0-1751-4524-bb1d-e415663f3473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:02.757938 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-85dab5e0-1751-4524-bb1d-e415663f3473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/routers/c7514405-6579-4660-b9af-e951655af9f2 HTTP/1.1" status: 204 len: 168 time: 2.4200327 Dec 21 22:26:02.759859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38626) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:02.939195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71e8d6d3-1bfc-4074-90ed-bea60479926f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:03.090288 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71e8d6d3-1bfc-4074-90ed-bea60479926f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:03.119781 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-71e8d6d3-1bfc-4074-90ed-bea60479926f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb3cf99-9847-4235-815f-6f4bcbab9c77']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:03.133281 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-71e8d6d3-1bfc-4074-90ed-bea60479926f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24fad60-45f6-4ee8-92d8-940dce187b67') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:03.135028 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-71e8d6d3-1bfc-4074-90ed-bea60479926f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24fad60-45f6-4ee8-92d8-940dce187b67') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:03.202761 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71e8d6d3-1bfc-4074-90ed-bea60479926f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:03.226503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71e8d6d3-1bfc-4074-90ed-bea60479926f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:03.237715 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e8d6d3-1bfc-4074-90ed-bea60479926f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:26:03.246186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71e8d6d3-1bfc-4074-90ed-bea60479926f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:26:03.256493 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:26:03.281502 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2e54ce4c-6ea4-4a34-a85d-039ad28b1411 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:26:03.325252 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 2e54ce4c-6ea4-4a34-a85d-039ad28b1411 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:26:03.325599 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2e54ce4c-6ea4-4a34-a85d-039ad28b1411 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:26:03.402820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71e8d6d3-1bfc-4074-90ed-bea60479926f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:03.426966 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71e8d6d3-1bfc-4074-90ed-bea60479926f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:03.440527 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8d6d3-1bfc-4074-90ed-bea60479926f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Network': ['ID=3cb3cf99-9847-4235-815f-6f4bcbab9c77,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:03.454368 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-71e8d6d3-1bfc-4074-90ed-bea60479926f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/networks/3cb3cf99-9847-4235-815f-6f4bcbab9c77 HTTP/1.1" status: 204 len: 168 time: 0.6918399 Dec 21 22:26:03.476136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38630) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:03.486063 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-eae2a80e-d5b2-4f1f-aad8-0cfafa3eeb2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'network': {'name': 'tempest-network-smoke--902878351', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'port_security_enabled': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:03.491455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-eae2a80e-d5b2-4f1f-aad8-0cfafa3eeb2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:03.495497 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-eae2a80e-d5b2-4f1f-aad8-0cfafa3eeb2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:network and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:03.498636 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-eae2a80e-d5b2-4f1f-aad8-0cfafa3eeb2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:03.504342 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-eae2a80e-d5b2-4f1f-aad8-0cfafa3eeb2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:03.589552 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae2a80e-d5b2-4f1f-aad8-0cfafa3eeb2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:26:03.593710 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eae2a80e-d5b2-4f1f-aad8-0cfafa3eeb2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:03.621237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae2a80e-d5b2-4f1f-aad8-0cfafa3eeb2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:26:03.636545 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eae2a80e-d5b2-4f1f-aad8-0cfafa3eeb2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:03.636893 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-eae2a80e-d5b2-4f1f-aad8-0cfafa3eeb2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Added segment dab3742d-5010-4067-9ad6-c37c54c9cd7d of type vlan for network f9ca6bbd-3f31-405f-a6cd-721390812bc0 Dec 21 22:26:03.659762 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c70e-8aef-4446-857e-a4dc700f3e9c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:03.663043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eae2a80e-d5b2-4f1f-aad8-0cfafa3eeb2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:03.727152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c70e-8aef-4446-857e-a4dc700f3e9c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:03.778382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eae2a80e-d5b2-4f1f-aad8-0cfafa3eeb2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:03.782195 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae2a80e-d5b2-4f1f-aad8-0cfafa3eeb2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:03.782776 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eae2a80e-d5b2-4f1f-aad8-0cfafa3eeb2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:03.894445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2a80e-d5b2-4f1f-aad8-0cfafa3eeb2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Network': ['ID=f9ca6bbd-3f31-405f-a6cd-721390812bc0,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:03.905920 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network f9ca6bbd-3f31-405f-a6cd-721390812bc0 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:26:03.916966 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-eae2a80e-d5b2-4f1f-aad8-0cfafa3eeb2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4334986 Dec 21 22:26:03.916966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38634) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:03.919891 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1431669467', 'admin_state_up': True, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:03.927374 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d8c70e-8aef-4446-857e-a4dc700f3e9c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router bbd2e7e3-8363-46a7-840f-f2bb3cb870ef has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:26:03.928614 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:03.933036 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:router and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:03.936003 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:03.943800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:04.024151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:04.028594 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:04.046396 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:04.235971 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d8c70e-8aef-4446-857e-a4dc700f3e9c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:26:04.241457 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a6d8c70e-8aef-4446-857e-a4dc700f3e9c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:04.242616 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a6d8c70e-8aef-4446-857e-a4dc700f3e9c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/bbd2e7e3-8363-46a7-840f-f2bb3cb870ef HTTP/1.1" status: 200 len: 891 time: 1.6646562 Dec 21 22:26:04.246604 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38638) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:04.254309 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6190622-9e28-4d58-a512-39bca73100e2 None None] Sync routers for ids ['bbd2e7e3-8363-46a7-840f-f2bb3cb870ef'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:26:04.273339 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6190622-9e28-4d58-a512-39bca73100e2 None None] Routers {'bbd2e7e3-8363-46a7-840f-f2bb3cb870ef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:04.276545 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e6190622-9e28-4d58-a512-39bca73100e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['bbd2e7e3-8363-46a7-840f-f2bb3cb870ef'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:04.288038 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:04.348556 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e6190622-9e28-4d58-a512-39bca73100e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:04.364028 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6190622-9e28-4d58-a512-39bca73100e2 None None] Routers {'bbd2e7e3-8363-46a7-840f-f2bb3cb870ef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:04.364028 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e6190622-9e28-4d58-a512-39bca73100e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['bbd2e7e3-8363-46a7-840f-f2bb3cb870ef'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:04.426780 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e6190622-9e28-4d58-a512-39bca73100e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:04.427174 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6190622-9e28-4d58-a512-39bca73100e2 None None] The sync data for ids ['bbd2e7e3-8363-46a7-840f-f2bb3cb870ef'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:26:04.476899 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f442cd5c-f32f-4fca-a3ca-07d9953533c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/routers/bbd2e7e3-8363-46a7-840f-f2bb3cb870ef HTTP/1.1" status: 200 len: 891 time: 0.2296062 Dec 21 22:26:04.479337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38642) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:04.520003 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-55515714-f654-4b94-9fcc-a3de2fbc9512 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Synchronizing usage tracker for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:26:04.595418 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-55515714-f654-4b94-9fcc-a3de2fbc9512 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Unset dirty status for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:26:04.597921 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-55515714-f654-4b94-9fcc-a3de2fbc9512 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbd2e7e3-8363-46a7-840f-f2bb3cb870ef HTTP/1.1" status: 200 len: 205 time: 0.1168640 Dec 21 22:26:04.599585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38646) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:04.652426 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:04.682907 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:04.804042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2276e47-97ac-4739-9c17-a0b3bbb5b154 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:04.827575 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.26.3.244 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/9e7a119d-e720-4602-b7d6-ab73af8c16d3) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:26:04.978861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:05.000503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2276e47-97ac-4739-9c17-a0b3bbb5b154 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:05.047514 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:05.069975 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-b2276e47-97ac-4739-9c17-a0b3bbb5b154 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port 009c0989-a067-4896-92ac-5f2d61f23ec4 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:26:05.070354 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2276e47-97ac-4739-9c17-a0b3bbb5b154 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:05.113411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:05.115887 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:05.118984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:26:05.158367 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=9e7a119d-e720-4602-b7d6-ab73af8c16d3,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:05.247578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2276e47-97ac-4739-9c17-a0b3bbb5b154 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:05.351793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:05.352500 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:05.365647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-b2276e47-97ac-4739-9c17-a0b3bbb5b154 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for 009c0989-a067-4896-92ac-5f2d61f23ec4 owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:26:05.623843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2276e47-97ac-4739-9c17-a0b3bbb5b154 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:05.658799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 9450ff82-0008-452e-adf7-90b2d78bacaa is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:26:05.673457 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2276e47-97ac-4739-9c17-a0b3bbb5b154 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Port': ['ID=009c0989-a067-4896-92ac-5f2d61f23ec4,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:05.865205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:26:05.876148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Sync routers for ids ['9450ff82-0008-452e-adf7-90b2d78bacaa'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:26:05.890269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Routers {'9450ff82-0008-452e-adf7-90b2d78bacaa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:05.890964 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['9450ff82-0008-452e-adf7-90b2d78bacaa'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:05.898487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2276e47-97ac-4739-9c17-a0b3bbb5b154 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:05.973480 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:05.980259 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bfd3f793-875e-44fe-8c1e-0b764ef88b88 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0604403 Dec 21 22:26:05.980259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38650) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:06.022492 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d01e9a18-bb19-4da0-ac69-6dd10fb1db34 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a0afca56990a43fd95e729e8f15e2964&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426490 Dec 21 22:26:06.025424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38654) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:06.154367 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Set router 9450ff82-0008-452e-adf7-90b2d78bacaa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:06.183703 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42f9ddd-68fd-4e6d-b608-fef8c9fd2df6 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:06.188581 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e42f9ddd-68fd-4e6d-b608-fef8c9fd2df6 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1594183 Dec 21 22:26:06.188839 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38658) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:06.233966 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-eabd2db2-bc50-49dd-a07f-6d98404f7d60 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435743 Dec 21 22:26:06.236071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38662) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:06.242142 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c1f7437c-78e3-4f42-a4bc-70f45b6ea100 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1614398494', 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:06.265301 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2276e47-97ac-4739-9c17-a0b3bbb5b154 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:06.269552 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2276e47-97ac-4739-9c17-a0b3bbb5b154 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:06.362337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2276e47-97ac-4739-9c17-a0b3bbb5b154 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:06.362843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2276e47-97ac-4739-9c17-a0b3bbb5b154 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Fanout notify agent at l3_agent the message router_deleted on router bbd2e7e3-8363-46a7-840f-f2bb3cb870ef {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:26:06.365408 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c1f7437c-78e3-4f42-a4bc-70f45b6ea100 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:06.375263 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c1f7437c-78e3-4f42-a4bc-70f45b6ea100 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:subnet and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:06.378562 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c1f7437c-78e3-4f42-a4bc-70f45b6ea100 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:06.385662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c1f7437c-78e3-4f42-a4bc-70f45b6ea100 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:06.393435 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'name': 'tempest-TestNetworkBasicOps-router-1431669467', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:05Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:06.397044 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Checking router: 9450ff82-0008-452e-adf7-90b2d78bacaa for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:26:06.397379 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Updating router 9450ff82-0008-452e-adf7-90b2d78bacaa port 9e7a119d-e720-4602-b7d6-ab73af8c16d3 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:26:06.448470 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:06.489531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b2276e47-97ac-4739-9c17-a0b3bbb5b154 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:06.490778 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b2276e47-97ac-4739-9c17-a0b3bbb5b154 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/routers/bbd2e7e3-8363-46a7-840f-f2bb3cb870ef HTTP/1.1" status: 204 len: 168 time: 1.8902636 Dec 21 22:26:06.494918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38666) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:06.501393 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-041685e5-404d-43ff-b30e-9d271bb26f4a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1972351099'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:06.506134 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-041685e5-404d-43ff-b30e-9d271bb26f4a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:06.515492 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-041685e5-404d-43ff-b30e-9d271bb26f4a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:network and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:06.515492 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-041685e5-404d-43ff-b30e-9d271bb26f4a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:06.521217 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-041685e5-404d-43ff-b30e-9d271bb26f4a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:06.572272 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f7437c-78e3-4f42-a4bc-70f45b6ea100 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:26:06.669738 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041685e5-404d-43ff-b30e-9d271bb26f4a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:26:06.672580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-041685e5-404d-43ff-b30e-9d271bb26f4a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:06.693075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c1f7437c-78e3-4f42-a4bc-70f45b6ea100 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:06.814947 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:06.828254 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Transition to ACTIVE for port object 9e7a119d-e720-4602-b7d6-ab73af8c16d3 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:06.886961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:06.888568 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041685e5-404d-43ff-b30e-9d271bb26f4a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:26:06.909631 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-041685e5-404d-43ff-b30e-9d271bb26f4a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:06.909969 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-041685e5-404d-43ff-b30e-9d271bb26f4a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Added segment 381d4c28-2b5f-4323-8d34-a9f1b6cdcddf of type vlan for network 4fd15a4d-465b-4c33-a737-ca892c8c4b4d Dec 21 22:26:06.943945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-041685e5-404d-43ff-b30e-9d271bb26f4a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:06.970538 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Attempting to bind port 9e7a119d-e720-4602-b7d6-ab73af8c16d3 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:26:06.970900 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Attempting to bind port 9e7a119d-e720-4602-b7d6-ab73af8c16d3 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:26:06.971377 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Attempting to bind port 9e7a119d-e720-4602-b7d6-ab73af8c16d3 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:26:06.973860 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793ec49-0b2c-4bbb-914d-64346316ddd2 None None] Pushing event updated for resources: {'Port': ['ID=9e7a119d-e720-4602-b7d6-ab73af8c16d3,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:06.982315 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:26:06.982315 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:06.982315 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:06.982315 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:26:06.982955 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Bound port: 9e7a119d-e720-4602-b7d6-ab73af8c16d3, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:26:06.983110 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:07.059018 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] For port 9e7a119d-e720-4602-b7d6-ab73af8c16d3, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:26:07.060973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] For port 9e7a119d-e720-4602-b7d6-ab73af8c16d3, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9e7a119d-e720-4602-b7d6-ab73af8c16d3,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:26:07.121144 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-041685e5-404d-43ff-b30e-9d271bb26f4a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:07.125430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041685e5-404d-43ff-b30e-9d271bb26f4a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:07.125675 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-041685e5-404d-43ff-b30e-9d271bb26f4a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:07.167789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:07.176372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c1f7437c-78e3-4f42-a4bc-70f45b6ea100 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:07.251987 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793ec49-0b2c-4bbb-914d-64346316ddd2 None None] Pushing event updated for resources: {'Port': ['ID=9e7a119d-e720-4602-b7d6-ab73af8c16d3,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:07.255533 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Routers {'9450ff82-0008-452e-adf7-90b2d78bacaa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:07.256304 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['9450ff82-0008-452e-adf7-90b2d78bacaa'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:07.290085 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041685e5-404d-43ff-b30e-9d271bb26f4a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Network': ['ID=4fd15a4d-465b-4c33-a737-ca892c8c4b4d,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:07.306088 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-041685e5-404d-43ff-b30e-9d271bb26f4a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8070154 Dec 21 22:26:07.308658 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38670) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:07.310099 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 4fd15a4d-465b-4c33-a737-ca892c8c4b4d details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:26:07.320162 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-93b3aa7b-ab7e-4877-a20c-f9517e20ac1e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'subnet': {'network_id': '4fd15a4d-465b-4c33-a737-ca892c8c4b4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:07.354526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7437c-78e3-4f42-a4bc-70f45b6ea100 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Subnet': ['ID=6773d07e-6a45-4e57-9e53-8227148e2e6e,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:07.446375 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7437c-78e3-4f42-a4bc-70f45b6ea100 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Checking segment: {'id': 'dab3742d-5010-4067-9ad6-c37c54c9cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:07.447307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f7437c-78e3-4f42-a4bc-70f45b6ea100 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network hostable DHCP agents. Network: f9ca6bbd-3f31-405f-a6cd-721390812bc0, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:26:07.467274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-93b3aa7b-ab7e-4877-a20c-f9517e20ac1e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:07.472186 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-93b3aa7b-ab7e-4877-a20c-f9517e20ac1e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:subnet and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:07.476700 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-93b3aa7b-ab7e-4877-a20c-f9517e20ac1e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:07.483426 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-93b3aa7b-ab7e-4877-a20c-f9517e20ac1e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:07.520575 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] Set router 9450ff82-0008-452e-adf7-90b2d78bacaa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:07.543940 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f7437c-78e3-4f42-a4bc-70f45b6ea100 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network f9ca6bbd-3f31-405f-a6cd-721390812bc0 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:26:07.554706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b3aa7b-ab7e-4877-a20c-f9517e20ac1e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:26:07.651462 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-c1f7437c-78e3-4f42-a4bc-70f45b6ea100 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, f9ca6bbd-3f31-405f-a6cd-721390812bc0) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:07.658660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f7437c-78e3-4f42-a4bc-70f45b6ea100 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:07.659228 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c1f7437c-78e3-4f42-a4bc-70f45b6ea100 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:07.660942 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba683fca-5d55-41ac-961e-f0741b39f213 None None] Network f9ca6bbd-3f31-405f-a6cd-721390812bc0 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:26:07.672100 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-93b3aa7b-ab7e-4877-a20c-f9517e20ac1e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:07.773237 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c1f7437c-78e3-4f42-a4bc-70f45b6ea100 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5359881 Dec 21 22:26:07.778396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38674) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:07.976255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-93b3aa7b-ab7e-4877-a20c-f9517e20ac1e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:08.001007 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'name': 'tempest-TestNetworkBasicOps-router-1431669467', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:05Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:08.003792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661fbf58-4421-433b-befd-375e331f4e68 None None] The sync data for ids ['9450ff82-0008-452e-adf7-90b2d78bacaa'] in dv-neutron-822520-1-hyperv is: [{'id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'name': 'tempest-TestNetworkBasicOps-router-1431669467', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:05Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:26:08.014193 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-f9ca6bbd-3f31-405f-a6cd-721390812bc0', 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ips': [{'subnet_id': '6773d07e-6a45-4e57-9e53-8227148e2e6e'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:26:08.016146 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:08.076222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3aa7b-ab7e-4877-a20c-f9517e20ac1e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Subnet': ['ID=29503d46-7539-4471-b597-3b1e25450de0,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:08.095259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b3aa7b-ab7e-4877-a20c-f9517e20ac1e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Checking segment: {'id': '381d4c28-2b5f-4323-8d34-a9f1b6cdcddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4fd15a4d-465b-4c33-a737-ca892c8c4b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:08.095609 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b3aa7b-ab7e-4877-a20c-f9517e20ac1e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network hostable DHCP agents. Network: 4fd15a4d-465b-4c33-a737-ca892c8c4b4d, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:26:08.184622 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b3aa7b-ab7e-4877-a20c-f9517e20ac1e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 4fd15a4d-465b-4c33-a737-ca892c8c4b4d is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:26:08.199801 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Allocated IP 172.20.0.2 (f9ca6bbd-3f31-405f-a6cd-721390812bc0/6773d07e-6a45-4e57-9e53-8227148e2e6e/c79ab06f-5643-45ed-bf10-067884d3a7e1) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:26:08.254048 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-93b3aa7b-ab7e-4877-a20c-f9517e20ac1e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 4fd15a4d-465b-4c33-a737-ca892c8c4b4d) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:08.264374 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b3aa7b-ab7e-4877-a20c-f9517e20ac1e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:08.264994 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-93b3aa7b-ab7e-4877-a20c-f9517e20ac1e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:08.273239 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4af68af-7f9c-42d3-8a8c-68758d736c17 None None] Network 4fd15a4d-465b-4c33-a737-ca892c8c4b4d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:26:08.350870 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-93b3aa7b-ab7e-4877-a20c-f9517e20ac1e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0409436 Dec 21 22:26:08.355403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38680) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:08.360987 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a389865e-0218-4167-bdd2-4e1bd4ae2c9f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-744089207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:08.367762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a389865e-0218-4167-bdd2-4e1bd4ae2c9f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:08.373103 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a389865e-0218-4167-bdd2-4e1bd4ae2c9f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:router and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:08.376065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a389865e-0218-4167-bdd2-4e1bd4ae2c9f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:08.383188 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a389865e-0218-4167-bdd2-4e1bd4ae2c9f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:08.454976 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a389865e-0218-4167-bdd2-4e1bd4ae2c9f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:08.456120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a389865e-0218-4167-bdd2-4e1bd4ae2c9f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:08.494938 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a389865e-0218-4167-bdd2-4e1bd4ae2c9f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:08.596703 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a389865e-0218-4167-bdd2-4e1bd4ae2c9f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:08.693070 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a389865e-0218-4167-bdd2-4e1bd4ae2c9f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:08.698590 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a389865e-0218-4167-bdd2-4e1bd4ae2c9f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3379493 Dec 21 22:26:08.698590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38684) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:08.725418 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:08.779401 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:08.790864 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Transition to ACTIVE for port object c79ab06f-5643-45ed-bf10-067884d3a7e1 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:08.795451 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-4fd15a4d-465b-4c33-a737-ca892c8c4b4d', 'network_id': '4fd15a4d-465b-4c33-a737-ca892c8c4b4d', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'fixed_ips': [{'subnet_id': '29503d46-7539-4471-b597-3b1e25450de0'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:26:08.796758 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:08.835800 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Transition to ACTIVE for port object c79ab06f-5643-45ed-bf10-067884d3a7e1 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:08.989933 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:09.072832 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Network f9ca6bbd-3f31-405f-a6cd-721390812bc0 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:09.087348 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:09.097741 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:26:09.121085 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Allocated IP 2001:db8::2 (4fd15a4d-465b-4c33-a737-ca892c8c4b4d/29503d46-7539-4471-b597-3b1e25450de0/be0bc620-b7b5-4884-bd5f-7c377367673c) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:26:09.123539 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Pushing event updated for resources: {'Port': ['ID=c79ab06f-5643-45ed-bf10-067884d3a7e1,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:09.245141 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Attempting to bind port c79ab06f-5643-45ed-bf10-067884d3a7e1 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:26:09.245512 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Attempting to bind port c79ab06f-5643-45ed-bf10-067884d3a7e1 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'dab3742d-5010-4067-9ad6-c37c54c9cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:26:09.245866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Attempting to bind port c79ab06f-5643-45ed-bf10-067884d3a7e1 on network f9ca6bbd-3f31-405f-a6cd-721390812bc0 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:26:09.262873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:26:09.263244 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Checking segment: {'id': 'dab3742d-5010-4067-9ad6-c37c54c9cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:09.263640 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:09.264129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Bound using segment: {'id': 'dab3742d-5010-4067-9ad6-c37c54c9cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:26:09.264634 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Bound port: c79ab06f-5643-45ed-bf10-067884d3a7e1, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab3742d-5010-4067-9ad6-c37c54c9cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:26:09.265001 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:09.316626 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.1 (f9ca6bbd-3f31-405f-a6cd-721390812bc0/6773d07e-6a45-4e57-9e53-8227148e2e6e/7e98ceb4-2e6c-4bd2-a957-8163585e8af0) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:26:09.412978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:09.450704 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9e7a119d-e720-4602-b7d6-ab73af8c16d3 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:09.500025 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] For port c79ab06f-5643-45ed-bf10-067884d3a7e1, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:26:09.523216 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:09.540165 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object 7e98ceb4-2e6c-4bd2-a957-8163585e8af0 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:09.570453 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] For port c79ab06f-5643-45ed-bf10-067884d3a7e1, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c79ab06f-5643-45ed-bf10-067884d3a7e1,segment=NetworkSegment(dab3742d-5010-4067-9ad6-c37c54c9cd7d),segment_id=dab3742d-5010-4067-9ad6-c37c54c9cd7d)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:26:09.596958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:09.609755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Transition to ACTIVE for port object be0bc620-b7b5-4884-bd5f-7c377367673c will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:09.627332 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Transition to ACTIVE for port object be0bc620-b7b5-4884-bd5f-7c377367673c will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:09.647498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:09.681016 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:09.717419 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 9e7a119d-e720-4602-b7d6-ab73af8c16d3 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:09.723582 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network f9ca6bbd-3f31-405f-a6cd-721390812bc0 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:09.726807 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:09.731301 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:26:09.738065 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:09.748102 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 9e7a119d-e720-4602-b7d6-ab73af8c16d3 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:09.748528 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:09.766037 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=7e98ceb4-2e6c-4bd2-a957-8163585e8af0,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:09.797420 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:09.804643 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Allocated IP 2001:db8::1 (4fd15a4d-465b-4c33-a737-ca892c8c4b4d/29503d46-7539-4471-b597-3b1e25450de0/cd97ae8a-811c-447d-b090-0d25bd611a21) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:26:09.823039 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e413b-384a-4ee6-b5e2-3321e8f607f1 None None] Pushing event updated for resources: {'Port': ['ID=c79ab06f-5643-45ed-bf10-067884d3a7e1,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:09.884850 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Network 4fd15a4d-465b-4c33-a737-ca892c8c4b4d is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:09.888907 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:09.897654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:26:09.943389 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Pushing event updated for resources: {'Port': ['ID=be0bc620-b7b5-4884-bd5f-7c377367673c,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:09.963042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:09.986493 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:10.005401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Transition to ACTIVE for port object cd97ae8a-811c-447d-b090-0d25bd611a21 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:10.075690 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:10.086213 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:10.106232 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 9e7a119d-e720-4602-b7d6-ab73af8c16d3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9e7a119d-e720-4602-b7d6-ab73af8c16d3,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:10.107880 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Attempting to bind port be0bc620-b7b5-4884-bd5f-7c377367673c on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:26:10.108430 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Attempting to bind port be0bc620-b7b5-4884-bd5f-7c377367673c by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '381d4c28-2b5f-4323-8d34-a9f1b6cdcddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4fd15a4d-465b-4c33-a737-ca892c8c4b4d'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:26:10.108951 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Attempting to bind port be0bc620-b7b5-4884-bd5f-7c377367673c on network 4fd15a4d-465b-4c33-a737-ca892c8c4b4d {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:26:10.123105 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:26:10.123592 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Checking segment: {'id': '381d4c28-2b5f-4323-8d34-a9f1b6cdcddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4fd15a4d-465b-4c33-a737-ca892c8c4b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:10.124131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:10.124613 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Bound using segment: {'id': '381d4c28-2b5f-4323-8d34-a9f1b6cdcddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4fd15a4d-465b-4c33-a737-ca892c8c4b4d'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:26:10.125211 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Bound port: be0bc620-b7b5-4884-bd5f-7c377367673c, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381d4c28-2b5f-4323-8d34-a9f1b6cdcddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4fd15a4d-465b-4c33-a737-ca892c8c4b4d'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:26:10.125666 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:10.146581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 4fd15a4d-465b-4c33-a737-ca892c8c4b4d is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:10.154350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:10.157500 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:26:10.158366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:10.194836 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:10.222334 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=cd97ae8a-811c-447d-b090-0d25bd611a21,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:10.357497 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=9e7a119d-e720-4602-b7d6-ab73af8c16d3,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:10.359754 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:10.360574 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] For port be0bc620-b7b5-4884-bd5f-7c377367673c, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:26:10.365262 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] For port be0bc620-b7b5-4884-bd5f-7c377367673c, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=be0bc620-b7b5-4884-bd5f-7c377367673c,segment=NetworkSegment(381d4c28-2b5f-4323-8d34-a9f1b6cdcddf),segment_id=381d4c28-2b5f-4323-8d34-a9f1b6cdcddf)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:26:10.450293 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:10.501483 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:10.529834 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32db87-de18-4c24-9bbb-8cec508a962b None None] Pushing event updated for resources: {'Port': ['ID=be0bc620-b7b5-4884-bd5f-7c377367673c,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:10.600795 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:10.715429 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:10.719209 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=7e98ceb4-2e6c-4bd2-a957-8163585e8af0,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:10.760891 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:10.819756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:10.823383 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:10.901567 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network f9ca6bbd-3f31-405f-a6cd-721390812bc0 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:10.902697 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:10.965613 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=cd97ae8a-811c-447d-b090-0d25bd611a21,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:11.086648 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 4fd15a4d-465b-4c33-a737-ca892c8c4b4d is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:11.087914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:11.292377 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e54f178-0ce5-4f97-998b-5da209e39bc3 None None] Network f9ca6bbd-3f31-405f-a6cd-721390812bc0 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:26:11.504401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 9450ff82-0008-452e-adf7-90b2d78bacaa has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:26:11.562173 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f6337775-9180-4bde-bdc9-a95b41d00153 None None] Provisioning for port c79ab06f-5643-45ed-bf10-067884d3a7e1 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:11.565457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device be0bc620-b7b5-4884-bd5f-7c377367673c up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:11.736482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:26:11.749479 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router 580f0d3d-6e1d-4606-a5d9-79e4de9d5004 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:26:11.759772 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c57f9e2d-de43-4b97-83bb-dd01df470fab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/9450ff82-0008-452e-adf7-90b2d78bacaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9792218 Dec 21 22:26:11.759976 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38688) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:11.769942 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port be0bc620-b7b5-4884-bd5f-7c377367673c completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:11.777567 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9e7a119d-e720-4602-b7d6-ab73af8c16d3 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:11.848203 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 9e7a119d-e720-4602-b7d6-ab73af8c16d3 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:11.848665 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:11.945333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b9f053-1f09-4c7d-8f51-71e46db0baba tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:11.947674 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b9f053-1f09-4c7d-8f51-71e46db0baba tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:11.948253 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b9f053-1f09-4c7d-8f51-71e46db0baba tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:11.948788 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b9f053-1f09-4c7d-8f51-71e46db0baba tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:11.949317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b9f053-1f09-4c7d-8f51-71e46db0baba tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:11.949843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b9f053-1f09-4c7d-8f51-71e46db0baba tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:11.950334 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:26:11.950976 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b9f053-1f09-4c7d-8f51-71e46db0baba tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:11.956652 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-93b9f053-1f09-4c7d-8f51-71e46db0baba tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.1955256 Dec 21 22:26:11.959347 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38692) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:11.963991 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e4995-7a45-4063-9e79-0c872c758548 None None] Sync routers for ids ['580f0d3d-6e1d-4606-a5d9-79e4de9d5004'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:26:11.970621 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-42a1da36-4ea5-4d87-843c-2eab8783a8a9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/580f0d3d-6e1d-4606-a5d9-79e4de9d5004/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2712770 Dec 21 22:26:11.973234 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38696) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:11.988169 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e4995-7a45-4063-9e79-0c872c758548 None None] Routers {'580f0d3d-6e1d-4606-a5d9-79e4de9d5004'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:11.988169 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-262e4995-7a45-4063-9e79-0c872c758548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['580f0d3d-6e1d-4606-a5d9-79e4de9d5004'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:12.029598 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c79ab06f-5643-45ed-bf10-067884d3a7e1 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:12.106097 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abab250-9170-41e2-b8b4-6ebc7adc7151 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:12.106578 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8abab250-9170-41e2-b8b4-6ebc7adc7151 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Synchronizing usage tracker for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:26:12.130348 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-262e4995-7a45-4063-9e79-0c872c758548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:12.145983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63511a0b-ba95-4335-952d-c8838755ba7d tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:12.146390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63511a0b-ba95-4335-952d-c8838755ba7d tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:12.147443 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63511a0b-ba95-4335-952d-c8838755ba7d tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:12.147443 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63511a0b-ba95-4335-952d-c8838755ba7d tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:12.147687 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63511a0b-ba95-4335-952d-c8838755ba7d tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:12.151074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63511a0b-ba95-4335-952d-c8838755ba7d tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:12.151700 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63511a0b-ba95-4335-952d-c8838755ba7d tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:12.154329 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-63511a0b-ba95-4335-952d-c8838755ba7d tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4617 time: 0.1934988 Dec 21 22:26:12.157088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38700) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:12.160125 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e4995-7a45-4063-9e79-0c872c758548 None None] Routers {'580f0d3d-6e1d-4606-a5d9-79e4de9d5004'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:12.160125 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-262e4995-7a45-4063-9e79-0c872c758548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['580f0d3d-6e1d-4606-a5d9-79e4de9d5004'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:12.257203 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port c79ab06f-5643-45ed-bf10-067884d3a7e1 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:12.260315 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c79ab06f-5643-45ed-bf10-067884d3a7e1 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:12.260908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:12.268761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8abab250-9170-41e2-b8b4-6ebc7adc7151 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Unset dirty status for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:26:12.272954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38704) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:12.273373 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8abab250-9170-41e2-b8b4-6ebc7adc7151 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports/cd97ae8a-811c-447d-b090-0d25bd611a21 HTTP/1.1" status: 200 len: 911 time: 0.2987401 Dec 21 22:26:12.282455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-f0fc3d4f-ee9f-467a-956d-fae88e11507a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '29503d46-7539-4471-b597-3b1e25450de0'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:12.297993 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-262e4995-7a45-4063-9e79-0c872c758548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:12.298549 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262e4995-7a45-4063-9e79-0c872c758548 None None] The sync data for ids ['580f0d3d-6e1d-4606-a5d9-79e4de9d5004'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:26:12.362711 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Sync routers for ids ['9450ff82-0008-452e-adf7-90b2d78bacaa'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:26:12.415733 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Routers {'9450ff82-0008-452e-adf7-90b2d78bacaa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:12.415733 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['9450ff82-0008-452e-adf7-90b2d78bacaa'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:12.610582 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b80819d1-d7ab-40c7-a07e-4cac644ce3fc tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3584 time: 0.4521141 Dec 21 22:26:12.617786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bc34d0-19d1-40b3-b100-c5fb5d5e1752 None None] Network 4fd15a4d-465b-4c33-a737-ca892c8c4b4d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:26:12.729928 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f0fc3d4f-ee9f-467a-956d-fae88e11507a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:12.890636 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a7c872af-cfbf-4913-b27e-c3cde9b5ee1d None None] Provisioning complete for port c79ab06f-5643-45ed-bf10-067884d3a7e1 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:12.891008 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a7c872af-cfbf-4913-b27e-c3cde9b5ee1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:12.968485 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Set router 9450ff82-0008-452e-adf7-90b2d78bacaa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:13.063071 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:13.076959 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38710) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:13.083676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-1891bc03-5378-4b10-8192-e8bf97c7d8fd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-55505875', 'description': 'tempest-secgroup-smoke-55505875 description', 'project_id': 'a0afca56990a43fd95e729e8f15e2964'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:13.094448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1891bc03-5378-4b10-8192-e8bf97c7d8fd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:13.100777 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1891bc03-5378-4b10-8192-e8bf97c7d8fd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:13.104605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1891bc03-5378-4b10-8192-e8bf97c7d8fd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:13.110346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1891bc03-5378-4b10-8192-e8bf97c7d8fd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:13.207728 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port c79ab06f-5643-45ed-bf10-067884d3a7e1, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c79ab06f-5643-45ed-bf10-067884d3a7e1,segment=NetworkSegment(dab3742d-5010-4067-9ad6-c37c54c9cd7d),segment_id=dab3742d-5010-4067-9ad6-c37c54c9cd7d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:13.219025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1891bc03-5378-4b10-8192-e8bf97c7d8fd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:13.260748 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1891bc03-5378-4b10-8192-e8bf97c7d8fd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:13.268735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1891bc03-5378-4b10-8192-e8bf97c7d8fd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:13.272213 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1891bc03-5378-4b10-8192-e8bf97c7d8fd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:13.280735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1891bc03-5378-4b10-8192-e8bf97c7d8fd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:13.280908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:13.308953 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f0fc3d4f-ee9f-467a-956d-fae88e11507a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:13.352584 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1891bc03-5378-4b10-8192-e8bf97c7d8fd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:13.378875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f0fc3d4f-ee9f-467a-956d-fae88e11507a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:13.382882 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc3d4f-ee9f-467a-956d-fae88e11507a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:13.387004 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f0fc3d4f-ee9f-467a-956d-fae88e11507a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:13.387150 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a7c872af-cfbf-4913-b27e-c3cde9b5ee1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:13.387619 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f0fc3d4f-ee9f-467a-956d-fae88e11507a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/ports/cd97ae8a-811c-447d-b090-0d25bd611a21 HTTP/1.1" status: 200 len: 911 time: 1.1114213 Dec 21 22:26:13.388783 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38714) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:13.459950 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1891bc03-5378-4b10-8192-e8bf97c7d8fd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:13.469394 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc3d4f-ee9f-467a-956d-fae88e11507a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=cd97ae8a-811c-447d-b090-0d25bd611a21,revision_number=3']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:13.550663 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=c79ab06f-5643-45ed-bf10-067884d3a7e1,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:13.571695 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1891bc03-5378-4b10-8192-e8bf97c7d8fd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f31380c-3179-4e5f-916e-3c448035ba1f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:13.608960 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-a7c872af-cfbf-4913-b27e-c3cde9b5ee1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:26:13.609294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-a7c872af-cfbf-4913-b27e-c3cde9b5ee1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:26:13.645535 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'name': 'tempest-TestNetworkBasicOps-router-1431669467', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:09Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '7e98ceb4-2e6c-4bd2-a957-8163585e8af0', 'name': '', 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:ad:4d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:09Z', 'updated_at': '2021-12-21T22:26:10Z', 'revision_number': 2, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:13.650047 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Checking router: 9450ff82-0008-452e-adf7-90b2d78bacaa for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:26:13.650817 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Updating router 9450ff82-0008-452e-adf7-90b2d78bacaa port 7e98ceb4-2e6c-4bd2-a957-8163585e8af0 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:26:13.676481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1891bc03-5378-4b10-8192-e8bf97c7d8fd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:13.677621 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1891bc03-5378-4b10-8192-e8bf97c7d8fd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.5994015 Dec 21 22:26:13.680617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38718) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:13.688023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-8dd15344-cddc-4592-8d1e-9da8232bce97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '2f31380c-3179-4e5f-916e-3c448035ba1f', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:13.694554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8dd15344-cddc-4592-8d1e-9da8232bce97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:13.699149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8dd15344-cddc-4592-8d1e-9da8232bce97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:13.702194 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8dd15344-cddc-4592-8d1e-9da8232bce97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:13.709062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8dd15344-cddc-4592-8d1e-9da8232bce97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:13.718036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:13.773398 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8dd15344-cddc-4592-8d1e-9da8232bce97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:13.796803 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25872b55-b79b-4163-a39a-dbd17d98a8d3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:13.854164 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8dd15344-cddc-4592-8d1e-9da8232bce97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:13.905074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8dd15344-cddc-4592-8d1e-9da8232bce97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:13.930677 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd15344-cddc-4592-8d1e-9da8232bce97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11292ee4-e54e-4a50-bfcf-19979098f1bd,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:14.001358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8dd15344-cddc-4592-8d1e-9da8232bce97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:14.005647 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8dd15344-cddc-4592-8d1e-9da8232bce97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3208103 Dec 21 22:26:14.005920 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38722) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:14.013720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-96ba5487-01ab-4208-bbf3-10f63e5a453b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '2f31380c-3179-4e5f-916e-3c448035ba1f', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:14.021794 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-96ba5487-01ab-4208-bbf3-10f63e5a453b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:14.029864 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-96ba5487-01ab-4208-bbf3-10f63e5a453b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:14.032621 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-96ba5487-01ab-4208-bbf3-10f63e5a453b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:14.041652 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-96ba5487-01ab-4208-bbf3-10f63e5a453b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:14.143038 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-96ba5487-01ab-4208-bbf3-10f63e5a453b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:14.181593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:14.211765 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Transition to ACTIVE for port object 7e98ceb4-2e6c-4bd2-a957-8163585e8af0 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:14.237348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-96ba5487-01ab-4208-bbf3-10f63e5a453b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:14.304193 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:14.372530 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-96ba5487-01ab-4208-bbf3-10f63e5a453b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:14.399649 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba5487-01ab-4208-bbf3-10f63e5a453b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2016d1c7-98a1-42d7-84c3-4a01b8099f1d,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:14.424159 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a7c872af-cfbf-4913-b27e-c3cde9b5ee1d None None] Provisioning for port 7e98ceb4-2e6c-4bd2-a957-8163585e8af0 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:14.436435 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ef02f-6daf-4f82-9c00-2f173db66e21 None None] Pushing event updated for resources: {'Port': ['ID=7e98ceb4-2e6c-4bd2-a957-8163585e8af0,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:14.509896 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-96ba5487-01ab-4208-bbf3-10f63e5a453b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:14.513330 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-96ba5487-01ab-4208-bbf3-10f63e5a453b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5043252 Dec 21 22:26:14.514477 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38726) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:14.520556 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a3081dc3-6298-462c-b2a4-f2ec971ee1c6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '2f31380c-3179-4e5f-916e-3c448035ba1f', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:14.527827 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a3081dc3-6298-462c-b2a4-f2ec971ee1c6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:14.532292 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a3081dc3-6298-462c-b2a4-f2ec971ee1c6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:14.537460 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a3081dc3-6298-462c-b2a4-f2ec971ee1c6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:14.539712 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Attempting to bind port 7e98ceb4-2e6c-4bd2-a957-8163585e8af0 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:26:14.539712 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Attempting to bind port 7e98ceb4-2e6c-4bd2-a957-8163585e8af0 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'dab3742d-5010-4067-9ad6-c37c54c9cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:26:14.539712 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Attempting to bind port 7e98ceb4-2e6c-4bd2-a957-8163585e8af0 on network f9ca6bbd-3f31-405f-a6cd-721390812bc0 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:26:14.545489 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a3081dc3-6298-462c-b2a4-f2ec971ee1c6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:14.548039 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:26:14.548417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Checking segment: {'id': 'dab3742d-5010-4067-9ad6-c37c54c9cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:14.548820 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:14.549825 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Bound using segment: {'id': 'dab3742d-5010-4067-9ad6-c37c54c9cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:26:14.551559 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Bound port: 7e98ceb4-2e6c-4bd2-a957-8163585e8af0, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab3742d-5010-4067-9ad6-c37c54c9cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:26:14.551844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:14.624984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-25872b55-b79b-4163-a39a-dbd17d98a8d3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port cd97ae8a-811c-447d-b090-0d25bd611a21 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:26:14.625501 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25872b55-b79b-4163-a39a-dbd17d98a8d3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:14.649467 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] For port 7e98ceb4-2e6c-4bd2-a957-8163585e8af0, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:26:14.653219 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] For port 7e98ceb4-2e6c-4bd2-a957-8163585e8af0, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=7e98ceb4-2e6c-4bd2-a957-8163585e8af0,segment=NetworkSegment(dab3742d-5010-4067-9ad6-c37c54c9cd7d),segment_id=dab3742d-5010-4067-9ad6-c37c54c9cd7d)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:26:14.664224 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a3081dc3-6298-462c-b2a4-f2ec971ee1c6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:14.686609 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-97098fe3-624d-4d12-9c93-7934ed3e7bd6 None None] Provisioning for port cd97ae8a-811c-447d-b090-0d25bd611a21 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:14.692212 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-97098fe3-624d-4d12-9c93-7934ed3e7bd6 None None] Provisioning complete for port cd97ae8a-811c-447d-b090-0d25bd611a21 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:14.692757 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-97098fe3-624d-4d12-9c93-7934ed3e7bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:14.730910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a3081dc3-6298-462c-b2a4-f2ec971ee1c6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:14.731816 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:14.790846 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a3081dc3-6298-462c-b2a4-f2ec971ee1c6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:14.815459 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-97098fe3-624d-4d12-9c93-7934ed3e7bd6 None None] Port cd97ae8a-811c-447d-b090-0d25bd611a21 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:26:14.817347 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3081dc3-6298-462c-b2a4-f2ec971ee1c6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86de0639-b6df-4958-ab1f-13175cfbf5a8,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:14.826223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25872b55-b79b-4163-a39a-dbd17d98a8d3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:14.835853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ef02f-6daf-4f82-9c00-2f173db66e21 None None] Pushing event updated for resources: {'Port': ['ID=7e98ceb4-2e6c-4bd2-a957-8163585e8af0,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:14.842435 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Routers {'9450ff82-0008-452e-adf7-90b2d78bacaa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:14.843057 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['9450ff82-0008-452e-adf7-90b2d78bacaa'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:14.869720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a3081dc3-6298-462c-b2a4-f2ec971ee1c6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:14.870955 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a3081dc3-6298-462c-b2a4-f2ec971ee1c6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3553326 Dec 21 22:26:14.873752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38730) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:14.879254 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-8b51398a-e6b7-485b-9b48-7254fd51faa0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '2f31380c-3179-4e5f-916e-3c448035ba1f', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:14.886547 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8b51398a-e6b7-485b-9b48-7254fd51faa0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:14.890684 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8b51398a-e6b7-485b-9b48-7254fd51faa0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:14.896814 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8b51398a-e6b7-485b-9b48-7254fd51faa0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:14.909072 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8b51398a-e6b7-485b-9b48-7254fd51faa0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:14.967633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-25872b55-b79b-4163-a39a-dbd17d98a8d3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for cd97ae8a-811c-447d-b090-0d25bd611a21 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:26:15.003382 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8b51398a-e6b7-485b-9b48-7254fd51faa0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:15.046653 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] Set router 9450ff82-0008-452e-adf7-90b2d78bacaa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:15.083847 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8b51398a-e6b7-485b-9b48-7254fd51faa0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:15.093041 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-97098fe3-624d-4d12-9c93-7934ed3e7bd6 None None] Provisioning for port be0bc620-b7b5-4884-bd5f-7c377367673c completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:15.117205 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-97098fe3-624d-4d12-9c93-7934ed3e7bd6 None None] Provisioning complete for port be0bc620-b7b5-4884-bd5f-7c377367673c triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:15.117572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-97098fe3-624d-4d12-9c93-7934ed3e7bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:15.162601 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8b51398a-e6b7-485b-9b48-7254fd51faa0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:15.191502 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51398a-e6b7-485b-9b48-7254fd51faa0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a2877b-624c-46e2-bf4b-67fca14ea503,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:15.243920 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:15.252994 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8b51398a-e6b7-485b-9b48-7254fd51faa0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:15.256321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25872b55-b79b-4163-a39a-dbd17d98a8d3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:15.256496 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8b51398a-e6b7-485b-9b48-7254fd51faa0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3797195 Dec 21 22:26:15.257157 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38734) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:15.264874 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c895b0a4-cd04-49f9-95ba-5424e36c53c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '2f31380c-3179-4e5f-916e-3c448035ba1f', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:15.272212 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c895b0a4-cd04-49f9-95ba-5424e36c53c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:15.279758 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c895b0a4-cd04-49f9-95ba-5424e36c53c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:15.282956 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c895b0a4-cd04-49f9-95ba-5424e36c53c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:15.303548 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c895b0a4-cd04-49f9-95ba-5424e36c53c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:15.319120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25872b55-b79b-4163-a39a-dbd17d98a8d3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Port': ['ID=cd97ae8a-811c-447d-b090-0d25bd611a21,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:15.407826 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-c895b0a4-cd04-49f9-95ba-5424e36c53c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:26:15.418715 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c895b0a4-cd04-49f9-95ba-5424e36c53c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:15.502599 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-97098fe3-624d-4d12-9c93-7934ed3e7bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:15.503825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c895b0a4-cd04-49f9-95ba-5424e36c53c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:15.506309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-25872b55-b79b-4163-a39a-dbd17d98a8d3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:15.515517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c79ab06f-5643-45ed-bf10-067884d3a7e1 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:15.622885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-97098fe3-624d-4d12-9c93-7934ed3e7bd6 None None] For port be0bc620-b7b5-4884-bd5f-7c377367673c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=be0bc620-b7b5-4884-bd5f-7c377367673c,segment=NetworkSegment(381d4c28-2b5f-4323-8d34-a9f1b6cdcddf),segment_id=381d4c28-2b5f-4323-8d34-a9f1b6cdcddf)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:15.629846 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c895b0a4-cd04-49f9-95ba-5424e36c53c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:15.659120 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895b0a4-cd04-49f9-95ba-5424e36c53c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0c7d12-094c-415e-b198-94c75a0193bc,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:15.659269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c79ab06f-5643-45ed-bf10-067884d3a7e1 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:15.659269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:15.702267 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'name': 'tempest-TestNetworkBasicOps-router-1431669467', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:09Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '7e98ceb4-2e6c-4bd2-a957-8163585e8af0', 'name': '', 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:ad:4d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:09Z', 'updated_at': '2021-12-21T22:26:14Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:15.707954 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e11b80-5c82-4efc-9f9e-21a38c81e57f None None] The sync data for ids ['9450ff82-0008-452e-adf7-90b2d78bacaa'] in dv-neutron-822520-1-hyperv is: [{'id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'name': 'tempest-TestNetworkBasicOps-router-1431669467', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:09Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '7e98ceb4-2e6c-4bd2-a957-8163585e8af0', 'name': '', 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:ad:4d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:09Z', 'updated_at': '2021-12-21T22:26:14Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:26:15.765259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-97098fe3-624d-4d12-9c93-7934ed3e7bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:15.778301 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c895b0a4-cd04-49f9-95ba-5424e36c53c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:15.783652 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c895b0a4-cd04-49f9-95ba-5424e36c53c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5251670 Dec 21 22:26:15.790580 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38738) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:15.795941 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-46793f99-c749-40d3-8b97-e74c299e63bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '2f31380c-3179-4e5f-916e-3c448035ba1f', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:15.802874 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-46793f99-c749-40d3-8b97-e74c299e63bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:15.806774 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-46793f99-c749-40d3-8b97-e74c299e63bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:15.810252 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-46793f99-c749-40d3-8b97-e74c299e63bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:15.816080 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-46793f99-c749-40d3-8b97-e74c299e63bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:15.874720 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97098fe3-624d-4d12-9c93-7934ed3e7bd6 None None] Pushing event updated for resources: {'Port': ['ID=be0bc620-b7b5-4884-bd5f-7c377367673c,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:15.893674 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-46793f99-c749-40d3-8b97-e74c299e63bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:26:15.897752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46793f99-c749-40d3-8b97-e74c299e63bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:15.975519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46793f99-c749-40d3-8b97-e74c299e63bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:16.053874 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46793f99-c749-40d3-8b97-e74c299e63bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:16.079465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46793f99-c749-40d3-8b97-e74c299e63bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e68cbd-4ed1-4feb-827c-a0d28d072fcc,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:16.112934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25872b55-b79b-4163-a39a-dbd17d98a8d3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router 580f0d3d-6e1d-4606-a5d9-79e4de9d5004 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:26:16.168625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46793f99-c749-40d3-8b97-e74c299e63bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:16.169552 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-46793f99-c749-40d3-8b97-e74c299e63bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3783562 Dec 21 22:26:16.267174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25872b55-b79b-4163-a39a-dbd17d98a8d3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:26:16.281107 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba48518-9d87-48d7-8e45-f6c0acb665b5 None None] Sync routers for ids ['580f0d3d-6e1d-4606-a5d9-79e4de9d5004'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:26:16.302252 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba48518-9d87-48d7-8e45-f6c0acb665b5 None None] Routers {'580f0d3d-6e1d-4606-a5d9-79e4de9d5004'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:16.302630 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1ba48518-9d87-48d7-8e45-f6c0acb665b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['580f0d3d-6e1d-4606-a5d9-79e4de9d5004'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:16.351561 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-25872b55-b79b-4163-a39a-dbd17d98a8d3 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/580f0d3d-6e1d-4606-a5d9-79e4de9d5004/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9616358 Dec 21 22:26:16.355048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38750) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:16.376932 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1ba48518-9d87-48d7-8e45-f6c0acb665b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:16.390132 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba48518-9d87-48d7-8e45-f6c0acb665b5 None None] Routers {'580f0d3d-6e1d-4606-a5d9-79e4de9d5004'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:16.390132 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1ba48518-9d87-48d7-8e45-f6c0acb665b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['580f0d3d-6e1d-4606-a5d9-79e4de9d5004'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:16.408770 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-affc0b79-a730-459f-8699-38d96a86288b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports?device_id=580f0d3d-6e1d-4606-a5d9-79e4de9d5004 HTTP/1.1" status: 200 len: 205 time: 0.0517108 Dec 21 22:26:16.411242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38754) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:16.456282 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1ba48518-9d87-48d7-8e45-f6c0acb665b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:16.457086 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba48518-9d87-48d7-8e45-f6c0acb665b5 None None] The sync data for ids ['580f0d3d-6e1d-4606-a5d9-79e4de9d5004'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:26:16.561980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c3fa929e-29aa-444f-9b38-b31578b3a9b2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:16.799020 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-07f91a84-65d1-4062-b72d-54f4ae819677 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:26:16.989198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-07f91a84-65d1-4062-b72d-54f4ae819677 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:26:16.990528 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-07f91a84-65d1-4062-b72d-54f4ae819677 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55505875&fields=id&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 267 time: 0.3176987 Dec 21 22:26:17.027075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c3fa929e-29aa-444f-9b38-b31578b3a9b2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:17.051257 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c3fa929e-29aa-444f-9b38-b31578b3a9b2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:17.162941 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-483f166e-a1a1-46c5-bbb0-e12ad97db7f8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:17.163636 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-483f166e-a1a1-46c5-bbb0-e12ad97db7f8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:26:17.212756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c3fa929e-29aa-444f-9b38-b31578b3a9b2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:17.216908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fa929e-29aa-444f-9b38-b31578b3a9b2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Fanout notify agent at l3_agent the message router_deleted on router 580f0d3d-6e1d-4606-a5d9-79e4de9d5004 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:26:17.227450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c3fa929e-29aa-444f-9b38-b31578b3a9b2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:17.228565 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c3fa929e-29aa-444f-9b38-b31578b3a9b2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/routers/580f0d3d-6e1d-4606-a5d9-79e4de9d5004 HTTP/1.1" status: 204 len: 168 time: 0.8163090 Dec 21 22:26:17.231375 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38760) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:17.264868 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-483f166e-a1a1-46c5-bbb0-e12ad97db7f8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:26:17.265978 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-483f166e-a1a1-46c5-bbb0-e12ad97db7f8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/networks?id=f9ca6bbd-3f31-405f-a6cd-721390812bc0 HTTP/1.1" status: 200 len: 796 time: 0.2680421 Dec 21 22:26:17.295571 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-db72e5f7-e72d-4a34-a943-b3ddeee22c83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/quotas/a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 375 time: 0.0241606 Dec 21 22:26:17.427704 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 7e98ceb4-2e6c-4bd2-a957-8163585e8af0 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:17.498673 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1130d55-244c-4d54-8cd1-85e6c490aa64 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting subnet 29503d46-7539-4471-b597-3b1e25450de0 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:26:17.502247 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e1130d55-244c-4d54-8cd1-85e6c490aa64 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:17.561247 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 7e98ceb4-2e6c-4bd2-a957-8163585e8af0 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:17.567092 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 7e98ceb4-2e6c-4bd2-a957-8163585e8af0 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:17.567468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:17.648462 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-9fe509a8-0d15-4293-a53c-4f383016e618 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3444426 Dec 21 22:26:17.667337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-940e27b4-18fc-4168-a752-ad899307f490 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:26:17.668307 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-940e27b4-18fc-4168-a752-ad899307f490 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056725 Dec 21 22:26:17.687000 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:17.708240 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e1130d55-244c-4d54-8cd1-85e6c490aa64 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:17.724588 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 7e98ceb4-2e6c-4bd2-a957-8163585e8af0, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=7e98ceb4-2e6c-4bd2-a957-8163585e8af0,segment=NetworkSegment(dab3742d-5010-4067-9ad6-c37c54c9cd7d),segment_id=dab3742d-5010-4067-9ad6-c37c54c9cd7d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:17.789959 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:17.791658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device be0bc620-b7b5-4884-bd5f-7c377367673c up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:17.872438 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-80c97622-2b4b-4cdf-9d6e-3110a437d7d3 service neutron] 10.222.0.37 "GET /v2.0/networks/f9ca6bbd-3f31-405f-a6cd-721390812bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976013 Dec 21 22:26:17.907926 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=7e98ceb4-2e6c-4bd2-a957-8163585e8af0,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:17.910485 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e1130d55-244c-4d54-8cd1-85e6c490aa64 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:17.920912 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port be0bc620-b7b5-4884-bd5f-7c377367673c triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:17.921276 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:18.074273 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-b2c2f1f2-a8ec-444e-b00f-2917a902c7e9 service neutron] 10.222.0.37 "GET /v2.0/networks/f9ca6bbd-3f31-405f-a6cd-721390812bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914217 Dec 21 22:26:18.127408 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e1130d55-244c-4d54-8cd1-85e6c490aa64 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:18.164444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1130d55-244c-4d54-8cd1-85e6c490aa64 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Subnet': ['ID=29503d46-7539-4471-b597-3b1e25450de0,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:18.173174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e1130d55-244c-4d54-8cd1-85e6c490aa64 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:18.179477 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e1130d55-244c-4d54-8cd1-85e6c490aa64 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/29503d46-7539-4471-b597-3b1e25450de0 HTTP/1.1" status: 204 len: 168 time: 0.9471807 Dec 21 22:26:18.179991 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3148000-ad83-428e-877c-2164b1b82ef9 None None] Network 4fd15a4d-465b-4c33-a737-ca892c8c4b4d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:26:18.182464 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38766) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:18.299505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:18.310889 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port be0bc620-b7b5-4884-bd5f-7c377367673c {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:26:18.311218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:18.434568 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead7d24f-65a7-485a-8361-5edd55ef3d3b None None] DHCP port deletion for 4fd15a4d-465b-4c33-a737-ca892c8c4b4d request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:26:18.438887 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ead7d24f-65a7-485a-8361-5edd55ef3d3b None None] Deleting port be0bc620-b7b5-4884-bd5f-7c377367673c {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:26:18.439382 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ead7d24f-65a7-485a-8361-5edd55ef3d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:18.523468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] For port be0bc620-b7b5-4884-bd5f-7c377367673c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=be0bc620-b7b5-4884-bd5f-7c377367673c,segment=NetworkSegment(381d4c28-2b5f-4323-8d34-a9f1b6cdcddf),segment_id=381d4c28-2b5f-4323-8d34-a9f1b6cdcddf)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:18.523832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:18.646233 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ead7d24f-65a7-485a-8361-5edd55ef3d3b None None] For port be0bc620-b7b5-4884-bd5f-7c377367673c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=be0bc620-b7b5-4884-bd5f-7c377367673c,segment=NetworkSegment(381d4c28-2b5f-4323-8d34-a9f1b6cdcddf),segment_id=381d4c28-2b5f-4323-8d34-a9f1b6cdcddf)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:18.646617 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ead7d24f-65a7-485a-8361-5edd55ef3d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:18.651007 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for be0bc620-b7b5-4884-bd5f-7c377367673c owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:26:18.767641 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ead7d24f-65a7-485a-8361-5edd55ef3d3b None None] Calling delete_port for be0bc620-b7b5-4884-bd5f-7c377367673c owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:26:18.789774 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:18.836592 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-ead7d24f-65a7-485a-8361-5edd55ef3d3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:26:18.836946 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-ead7d24f-65a7-485a-8361-5edd55ef3d3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:26:18.838986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Port': ['ID=be0bc620-b7b5-4884-bd5f-7c377367673c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:18.843479 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] No DVR routers for this DVR port be0bc620-b7b5-4884-bd5f-7c377367673c on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:26:18.964235 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:18.989042 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd15a4d-465b-4c33-a737-ca892c8c4b4d']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:19.001957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381d4c28-2b5f-4323-8d34-a9f1b6cdcddf') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:19.002275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381d4c28-2b5f-4323-8d34-a9f1b6cdcddf') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:19.015910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:19.032432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:19.041048 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:26:19.041436 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:26:19.059700 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:26:19.221527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:19.238192 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:19.249812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Network': ['ID=4fd15a4d-465b-4c33-a737-ca892c8c4b4d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:19.262175 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8adb25aa-b0fb-46dc-8a38-67d4567867b5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/networks/4fd15a4d-465b-4c33-a737-ca892c8c4b4d HTTP/1.1" status: 204 len: 168 time: 1.0740941 Dec 21 22:26:19.262554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38770) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:19.267911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-9e1293c0-914d-4f85-8ce6-722ce7aee56e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-168445623', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:19.275355 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9e1293c0-914d-4f85-8ce6-722ce7aee56e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:19.279669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9e1293c0-914d-4f85-8ce6-722ce7aee56e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:router and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:19.283127 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9e1293c0-914d-4f85-8ce6-722ce7aee56e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:19.293890 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9e1293c0-914d-4f85-8ce6-722ce7aee56e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:19.339818 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ead7d24f-65a7-485a-8361-5edd55ef3d3b None None] Deleting port be0bc620-b7b5-4884-bd5f-7c377367673c {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:26:19.345910 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ead7d24f-65a7-485a-8361-5edd55ef3d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:19.378418 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e1293c0-914d-4f85-8ce6-722ce7aee56e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:19.384747 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e1293c0-914d-4f85-8ce6-722ce7aee56e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:19.399143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 7e98ceb4-2e6c-4bd2-a957-8163585e8af0 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:19.408649 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e1293c0-914d-4f85-8ce6-722ce7aee56e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:19.496144 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ead7d24f-65a7-485a-8361-5edd55ef3d3b None None] The port 'be0bc620-b7b5-4884-bd5f-7c377367673c' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:26:19.521809 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e1293c0-914d-4f85-8ce6-722ce7aee56e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:19.552190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 7e98ceb4-2e6c-4bd2-a957-8163585e8af0 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:19.552190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:19.691612 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-7dfb3d9a-779d-4742-93e9-76f12c3cdd03 req-e881f22f-79d3-4216-af27-8e42810ef566 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:26:19.784383 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e1293c0-914d-4f85-8ce6-722ce7aee56e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:19.788254 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9e1293c0-914d-4f85-8ce6-722ce7aee56e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5222437 Dec 21 22:26:19.788558 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38786) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:19.794718 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-41e53a8f-ad8e-47b3-9d21-d3181af9dd17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-812937526'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:19.802164 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device be0bc620-b7b5-4884-bd5f-7c377367673c no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:26:19.803142 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-41e53a8f-ad8e-47b3-9d21-d3181af9dd17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:19.814163 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-41e53a8f-ad8e-47b3-9d21-d3181af9dd17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:network and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:19.814163 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-41e53a8f-ad8e-47b3-9d21-d3181af9dd17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:19.818538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-41e53a8f-ad8e-47b3-9d21-d3181af9dd17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:19.837693 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: be0bc620-b7b5-4884-bd5f-7c377367673c {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:26:19.838064 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device be0bc620-b7b5-4884-bd5f-7c377367673c not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:26:19.841477 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-7dfb3d9a-779d-4742-93e9-76f12c3cdd03 req-e881f22f-79d3-4216-af27-8e42810ef566 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:26:19.846537 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7dfb3d9a-779d-4742-93e9-76f12c3cdd03 req-e881f22f-79d3-4216-af27-8e42810ef566 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 210 time: 0.4820952 Dec 21 22:26:19.917444 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e53a8f-ad8e-47b3-9d21-d3181af9dd17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:26:19.920118 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-41e53a8f-ad8e-47b3-9d21-d3181af9dd17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:19.950478 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e53a8f-ad8e-47b3-9d21-d3181af9dd17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:26:19.960955 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-41e53a8f-ad8e-47b3-9d21-d3181af9dd17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:19.961335 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-41e53a8f-ad8e-47b3-9d21-d3181af9dd17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Added segment 23078207-bdc5-4f6d-8b52-37db9b999c0d of type vlan for network fe7344c6-cd17-4906-82a0-170e570cd07f Dec 21 22:26:19.986634 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-41e53a8f-ad8e-47b3-9d21-d3181af9dd17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:20.069538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-41e53a8f-ad8e-47b3-9d21-d3181af9dd17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:20.074158 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e53a8f-ad8e-47b3-9d21-d3181af9dd17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:20.074739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-41e53a8f-ad8e-47b3-9d21-d3181af9dd17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:20.182130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e53a8f-ad8e-47b3-9d21-d3181af9dd17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Network': ['ID=fe7344c6-cd17-4906-82a0-170e570cd07f,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:20.192328 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network fe7344c6-cd17-4906-82a0-170e570cd07f details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:26:20.234083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38792) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:20.235202 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-41e53a8f-ad8e-47b3-9d21-d3181af9dd17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4447637 Dec 21 22:26:20.240677 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-49cf74cd-8753-42d5-80fb-36d6f738ea72 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'subnet': {'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:20.361517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-49cf74cd-8753-42d5-80fb-36d6f738ea72 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:20.365257 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-49cf74cd-8753-42d5-80fb-36d6f738ea72 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:subnet and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:20.368062 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-49cf74cd-8753-42d5-80fb-36d6f738ea72 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:20.374463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-49cf74cd-8753-42d5-80fb-36d6f738ea72 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:20.440973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cf74cd-8753-42d5-80fb-36d6f738ea72 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:26:20.653439 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-49cf74cd-8753-42d5-80fb-36d6f738ea72 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:20.921456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-49cf74cd-8753-42d5-80fb-36d6f738ea72 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:21.028524 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60bd3f8f-5888-4a0f-990f-7392eb549343 req-4f7edcf0-671d-487e-b065-59e5d59f85fe tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 210 time: 0.0604467 Dec 21 22:26:21.037877 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf74cd-8753-42d5-80fb-36d6f738ea72 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Subnet': ['ID=a35a1551-d2af-4fdc-9b03-eb3f307a0f96,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:21.062431 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cf74cd-8753-42d5-80fb-36d6f738ea72 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Checking segment: {'id': '23078207-bdc5-4f6d-8b52-37db9b999c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:21.062781 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cf74cd-8753-42d5-80fb-36d6f738ea72 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network hostable DHCP agents. Network: fe7344c6-cd17-4906-82a0-170e570cd07f, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:26:21.194973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cf74cd-8753-42d5-80fb-36d6f738ea72 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network fe7344c6-cd17-4906-82a0-170e570cd07f is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:26:21.276871 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-49cf74cd-8753-42d5-80fb-36d6f738ea72 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, fe7344c6-cd17-4906-82a0-170e570cd07f) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:21.281874 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cf74cd-8753-42d5-80fb-36d6f738ea72 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:21.286560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-49cf74cd-8753-42d5-80fb-36d6f738ea72 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:21.287416 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057e4b3f-65f6-402e-9c42-1ef189aecdd2 None None] Network fe7344c6-cd17-4906-82a0-170e570cd07f requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:26:21.396995 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-49cf74cd-8753-42d5-80fb-36d6f738ea72 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1608615 Dec 21 22:26:21.400348 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38798) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:21.509028 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-fe7344c6-cd17-4906-82a0-170e570cd07f', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:26:21.510340 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:21.673696 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Allocated IP 2001:db8::2 (fe7344c6-cd17-4906-82a0-170e570cd07f/a35a1551-d2af-4fdc-9b03-eb3f307a0f96/06f8d2bb-8888-4848-8047-f35416e852e9) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:26:21.795713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-986fb7ca-9a7e-4f1a-ad28-ef471ebca958 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:21.797081 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-986fb7ca-9a7e-4f1a-ad28-ef471ebca958 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/networks?id=f9ca6bbd-3f31-405f-a6cd-721390812bc0 HTTP/1.1" status: 200 len: 796 time: 0.3251004 Dec 21 22:26:21.888479 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:21.903306 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Transition to ACTIVE for port object 06f8d2bb-8888-4848-8047-f35416e852e9 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:21.918056 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Transition to ACTIVE for port object 06f8d2bb-8888-4848-8047-f35416e852e9 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:21.962548 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-bcc4cca3-77d6-4fcb-aa88-5c7c96770335 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 378 time: 0.1017401 Dec 21 22:26:22.001338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-b4edbc77-5523-46a3-8b1b-86c10c4fc564 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'port': {'device_id': '463c2a7a-d247-4417-a708-75815a3780ad', 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0', 'admin_state_up': True, 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'security_groups': ['2f31380c-3179-4e5f-916e-3c448035ba1f']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:22.006961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:22.082090 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Network fe7344c6-cd17-4906-82a0-170e570cd07f is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:22.085580 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:22.090605 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:26:22.101108 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Pushing event updated for resources: {'Port': ['ID=06f8d2bb-8888-4848-8047-f35416e852e9,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:22.145049 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:22.194880 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Attempting to bind port 06f8d2bb-8888-4848-8047-f35416e852e9 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:26:22.195301 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Attempting to bind port 06f8d2bb-8888-4848-8047-f35416e852e9 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '23078207-bdc5-4f6d-8b52-37db9b999c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:26:22.195604 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Attempting to bind port 06f8d2bb-8888-4848-8047-f35416e852e9 on network fe7344c6-cd17-4906-82a0-170e570cd07f {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:26:22.203620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:26:22.204051 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Checking segment: {'id': '23078207-bdc5-4f6d-8b52-37db9b999c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:22.204388 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:22.204792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Bound using segment: {'id': '23078207-bdc5-4f6d-8b52-37db9b999c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:26:22.205665 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Bound port: 06f8d2bb-8888-4848-8047-f35416e852e9, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23078207-bdc5-4f6d-8b52-37db9b999c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:26:22.205778 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:22.221634 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d11057eb-0784-4e00-b5a3-e1d98412426c req-dda7052e-1467-4741-abfa-81c7a8f10d0a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 210 time: 0.0585747 Dec 21 22:26:22.317006 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] For port 06f8d2bb-8888-4848-8047-f35416e852e9, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:26:22.319858 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] For port 06f8d2bb-8888-4848-8047-f35416e852e9, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=06f8d2bb-8888-4848-8047-f35416e852e9,segment=NetworkSegment(23078207-bdc5-4f6d-8b52-37db9b999c0d),segment_id=23078207-bdc5-4f6d-8b52-37db9b999c0d)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:26:22.378797 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:22.465147 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ac8f4-805b-464f-a8ea-7b342d610a1c None None] Pushing event updated for resources: {'Port': ['ID=06f8d2bb-8888-4848-8047-f35416e852e9,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:22.467440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-b4edbc77-5523-46a3-8b1b-86c10c4fc564 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:22.482996 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-b4edbc77-5523-46a3-8b1b-86c10c4fc564 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:22.610415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-b4edbc77-5523-46a3-8b1b-86c10c4fc564 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:26:22.619535 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-b4edbc77-5523-46a3-8b1b-86c10c4fc564 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:22.754692 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Allocated IP 2001:db8::1 (fe7344c6-cd17-4906-82a0-170e570cd07f/a35a1551-d2af-4fdc-9b03-eb3f307a0f96/c33444c6-8dfc-4f78-a194-b5a2ab23ba48) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:26:22.949466 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-b4edbc77-5523-46a3-8b1b-86c10c4fc564 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.13 (f9ca6bbd-3f31-405f-a6cd-721390812bc0/6773d07e-6a45-4e57-9e53-8227148e2e6e/6796048b-d07d-48eb-a393-19e0f1997fcc) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:26:23.003330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:23.048943 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Transition to ACTIVE for port object c33444c6-8dfc-4f78-a194-b5a2ab23ba48 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:23.194191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-b4edbc77-5523-46a3-8b1b-86c10c4fc564 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:23.213514 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-b4edbc77-5523-46a3-8b1b-86c10c4fc564 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object 6796048b-d07d-48eb-a393-19e0f1997fcc will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:23.215060 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:23.312204 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=c33444c6-8dfc-4f78-a194-b5a2ab23ba48,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:23.318159 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network fe7344c6-cd17-4906-82a0-170e570cd07f is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:23.320187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:23.323255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:26:23.324199 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:23.400274 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11f222d-da30-4815-8fa2-6b082a7f27fe None None] Network fe7344c6-cd17-4906-82a0-170e570cd07f requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:26:23.418262 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 06f8d2bb-8888-4848-8047-f35416e852e9 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:23.472901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-b4edbc77-5523-46a3-8b1b-86c10c4fc564 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:23.575164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:23.599459 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-b4edbc77-5523-46a3-8b1b-86c10c4fc564 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network f9ca6bbd-3f31-405f-a6cd-721390812bc0 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:23.605810 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-b4edbc77-5523-46a3-8b1b-86c10c4fc564 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:23.608244 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-b4edbc77-5523-46a3-8b1b-86c10c4fc564 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:26:23.657458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edbc77-5523-46a3-8b1b-86c10c4fc564 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=6796048b-d07d-48eb-a393-19e0f1997fcc,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:23.682486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-860bdc9e-6ec3-4f25-9fe0-8522c2742db6 None None] Provisioning for port 06f8d2bb-8888-4848-8047-f35416e852e9 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:23.722190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 06f8d2bb-8888-4848-8047-f35416e852e9 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:23.746433 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 06f8d2bb-8888-4848-8047-f35416e852e9 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:23.746809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:23.757236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a8f94-8f08-4828-8a6d-c1a7271c7df7 req-c0b290e4-a085-4a64-ac66-8b3d6fccfaf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:23.757236 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-703a8f94-8f08-4828-8a6d-c1a7271c7df7 req-c0b290e4-a085-4a64-ac66-8b3d6fccfaf6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 932 time: 0.3678987 Dec 21 22:26:23.893340 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:23.910884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-b4edbc77-5523-46a3-8b1b-86c10c4fc564 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:23.911409 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-b4edbc77-5523-46a3-8b1b-86c10c4fc564 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:23.943196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 06f8d2bb-8888-4848-8047-f35416e852e9, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=06f8d2bb-8888-4848-8047-f35416e852e9,segment=NetworkSegment(23078207-bdc5-4f6d-8b52-37db9b999c0d),segment_id=23078207-bdc5-4f6d-8b52-37db9b999c0d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:23.989828 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3da1b4d4-1580-4e64-80c3-5fb621a17761 None None] Provisioning for port 6796048b-d07d-48eb-a393-19e0f1997fcc completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:23.997471 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3da1b4d4-1580-4e64-80c3-5fb621a17761 None None] Provisioning complete for port 6796048b-d07d-48eb-a393-19e0f1997fcc triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:24.002050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3da1b4d4-1580-4e64-80c3-5fb621a17761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:24.002340 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-703a8f94-8f08-4828-8a6d-c1a7271c7df7 req-07196411-999a-4778-8220-c7a02ba06646 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f31380c-3179-4e5f-916e-3c448035ba1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2342670 Dec 21 22:26:24.038799 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:24.154241 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3da1b4d4-1580-4e64-80c3-5fb621a17761 None None] Port 6796048b-d07d-48eb-a393-19e0f1997fcc cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:26:24.167722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=06f8d2bb-8888-4848-8047-f35416e852e9,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:24.214119 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-b4edbc77-5523-46a3-8b1b-86c10c4fc564 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2212031 Dec 21 22:26:24.231230 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-4a335cb4-f444-42cb-becc-94b1054466d8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:26:24.232150 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-4a335cb4-f444-42cb-becc-94b1054466d8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0075197 Dec 21 22:26:24.249737 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Request body: {'port': {'device_id': '463c2a7a-d247-4417-a708-75815a3780ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:24.281201 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ea8957d8-3107-4427-a5ed-f734d139a41c None None] Provisioning complete for port 06f8d2bb-8888-4848-8047-f35416e852e9 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:24.284334 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ea8957d8-3107-4427-a5ed-f734d139a41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:24.384531 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:24.391970 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:24.467145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:24.467962 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:24.491938 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ea8957d8-3107-4427-a5ed-f734d139a41c None None] Provisioning for port c33444c6-8dfc-4f78-a194-b5a2ab23ba48 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:24.495746 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ea8957d8-3107-4427-a5ed-f734d139a41c None None] Provisioning complete for port c33444c6-8dfc-4f78-a194-b5a2ab23ba48 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:24.496121 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ea8957d8-3107-4427-a5ed-f734d139a41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:24.549105 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ea8957d8-3107-4427-a5ed-f734d139a41c None None] Port c33444c6-8dfc-4f78-a194-b5a2ab23ba48 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:26:24.651822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=c33444c6-8dfc-4f78-a194-b5a2ab23ba48,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:24.840790 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network fe7344c6-cd17-4906-82a0-170e570cd07f is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:24.844529 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:25.069670 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6796048b-d07d-48eb-a393-19e0f1997fcc {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:26:25.078218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:25.089878 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-064d9f0f-36f9-4360-aa37-942231641313 None None] Provisioning complete for port c33444c6-8dfc-4f78-a194-b5a2ab23ba48 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:25.090404 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-064d9f0f-36f9-4360-aa37-942231641313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:25.151051 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-064d9f0f-36f9-4360-aa37-942231641313 None None] Port c33444c6-8dfc-4f78-a194-b5a2ab23ba48 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:26:25.197669 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Transition to ACTIVE for port object 6796048b-d07d-48eb-a393-19e0f1997fcc will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:25.204880 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77223def-4655-4905-8888-af94465f0d57 req-00c043da-b547-4f9d-a6d6-04c24ed16a4b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:25.206387 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-77223def-4655-4905-8888-af94465f0d57 req-00c043da-b547-4f9d-a6d6-04c24ed16a4b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 932 time: 0.0783851 Dec 21 22:26:25.253808 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:25.255396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-77223def-4655-4905-8888-af94465f0d57 req-fbcb5cef-3800-410d-97df-9f914052a467 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:26:25.269088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-77223def-4655-4905-8888-af94465f0d57 req-fbcb5cef-3800-410d-97df-9f914052a467 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:26:25.270419 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-77223def-4655-4905-8888-af94465f0d57 req-fbcb5cef-3800-410d-97df-9f914052a467 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f31380c-3179-4e5f-916e-3c448035ba1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570266 Dec 21 22:26:25.370810 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 06f8d2bb-8888-4848-8047-f35416e852e9 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:25.398782 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Pushing event updated for resources: {'Port': ['ID=6796048b-d07d-48eb-a393-19e0f1997fcc,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:25.442459 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 06f8d2bb-8888-4848-8047-f35416e852e9 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:25.442831 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:25.531298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Attempting to bind port 6796048b-d07d-48eb-a393-19e0f1997fcc on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:26:25.531867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Attempting to bind port 6796048b-d07d-48eb-a393-19e0f1997fcc by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'dab3742d-5010-4067-9ad6-c37c54c9cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:26:25.531867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Attempting to bind port 6796048b-d07d-48eb-a393-19e0f1997fcc on network f9ca6bbd-3f31-405f-a6cd-721390812bc0 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:26:25.538069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Port 6796048b-d07d-48eb-a393-19e0f1997fcc on network f9ca6bbd-3f31-405f-a6cd-721390812bc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:26:25.540982 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Attempting to bind port 6796048b-d07d-48eb-a393-19e0f1997fcc on network f9ca6bbd-3f31-405f-a6cd-721390812bc0 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:26:25.546409 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:26:25.546741 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Checking segment: {'id': 'dab3742d-5010-4067-9ad6-c37c54c9cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:25.547329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Bound using segment: {'id': 'dab3742d-5010-4067-9ad6-c37c54c9cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:26:25.547532 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Bound port: 6796048b-d07d-48eb-a393-19e0f1997fcc, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dab3742d-5010-4067-9ad6-c37c54c9cd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:26:25.547872 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:25.563066 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router cdefe46e-5006-4f63-9c4b-5b6240f5af05 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:26:25.871235 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] For port 6796048b-d07d-48eb-a393-19e0f1997fcc, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:26:25.881344 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] For port 6796048b-d07d-48eb-a393-19e0f1997fcc, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6796048b-d07d-48eb-a393-19e0f1997fcc,segment=NetworkSegment(dab3742d-5010-4067-9ad6-c37c54c9cd7d),segment_id=dab3742d-5010-4067-9ad6-c37c54c9cd7d)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:26:25.921816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:26:25.929697 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0c1fd278-745f-46eb-9b6c-3cf9c1609e17 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/cdefe46e-5006-4f63-9c4b-5b6240f5af05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5260139 Dec 21 22:26:25.931271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38808) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:25.934383 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Sync routers for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:26:25.936800 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-4379e935-a432-439d-854c-13ab2c4904b9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1309670884'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:25.941878 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4379e935-a432-439d-854c-13ab2c4904b9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:25.944322 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:25.945829 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4379e935-a432-439d-854c-13ab2c4904b9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:network and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:25.946314 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:25.947671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:25.952143 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4379e935-a432-439d-854c-13ab2c4904b9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:25.958912 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4379e935-a432-439d-854c-13ab2c4904b9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:25.999931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:26.001886 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] 10.222.0.49 "PUT /v2.0/ports/6796048b-d07d-48eb-a393-19e0f1997fcc HTTP/1.1" status: 200 len: 1094 time: 1.7548783 Dec 21 22:26:26.009652 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463c2a7a-d247-4417-a708-75815a3780ad', 'tag': '6796048b-d07d-48eb-a393-19e0f1997fcc'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:26:26.031891 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ba5d5-3ecf-4ab6-b5d8-2a5bcfbec76a service neutron] Pushing event updated for resources: {'Port': ['ID=6796048b-d07d-48eb-a393-19e0f1997fcc,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:26.053315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4379e935-a432-439d-854c-13ab2c4904b9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:26:26.057015 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4379e935-a432-439d-854c-13ab2c4904b9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:26.078043 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463c2a7a-d247-4417-a708-75815a3780ad', 'tag': '6796048b-d07d-48eb-a393-19e0f1997fcc', 'status': 'completed', 'code': 200} Dec 21 22:26:26.092457 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4379e935-a432-439d-854c-13ab2c4904b9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:26:26.104341 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4379e935-a432-439d-854c-13ab2c4904b9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:26.105031 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-4379e935-a432-439d-854c-13ab2c4904b9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Added segment 1ab54ce1-5f22-4407-a679-9a154460cf7e of type vlan for network 0fd2f2c3-1022-4b75-8c88-5c80b4538761 Dec 21 22:26:26.140584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4379e935-a432-439d-854c-13ab2c4904b9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:26.147087 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:26.189967 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a3335488-278c-4f43-8168-b211335d54a2 req-44754640-f029-4ec0-a1b1-6af5c0201d95 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 1097 time: 0.0912189 Dec 21 22:26:26.263422 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4379e935-a432-439d-854c-13ab2c4904b9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:26.267169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4379e935-a432-439d-854c-13ab2c4904b9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:26.275099 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4379e935-a432-439d-854c-13ab2c4904b9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:26.377785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3335488-278c-4f43-8168-b211335d54a2 req-9237f45c-0e7d-4cc4-aa4a-2212720b3188 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:26.379527 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a3335488-278c-4f43-8168-b211335d54a2 req-9237f45c-0e7d-4cc4-aa4a-2212720b3188 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a0afca56990a43fd95e729e8f15e2964&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1780844 Dec 21 22:26:26.433968 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4379e935-a432-439d-854c-13ab2c4904b9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5018816 Dec 21 22:26:26.436846 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38816) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:26.446547 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-18933bb7-5b8c-4659-aed9-66d6a202cb28 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'subnet': {'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:26.473222 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379e935-a432-439d-854c-13ab2c4904b9 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Network': ['ID=0fd2f2c3-1022-4b75-8c88-5c80b4538761,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:26.491341 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 0fd2f2c3-1022-4b75-8c88-5c80b4538761 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:26:26.514511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e705c80-bd43-49fc-b788-f8702ef76b82 req-8b784f4c-6a4b-41a0-bae1-1034d086916c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:26.516043 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5e705c80-bd43-49fc-b788-f8702ef76b82 req-8b784f4c-6a4b-41a0-bae1-1034d086916c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 944 time: 0.0932343 Dec 21 22:26:26.569790 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5e705c80-bd43-49fc-b788-f8702ef76b82 req-7297ebf5-268c-449d-ad33-7160bc11d7a3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f31380c-3179-4e5f-916e-3c448035ba1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473166 Dec 21 22:26:26.617445 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:23Z', 'revision_number': 2, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:23Z', 'revision_number': 2, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:26.621139 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Checking router: cdefe46e-5006-4f63-9c4b-5b6240f5af05 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:26:26.621388 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Updating router cdefe46e-5006-4f63-9c4b-5b6240f5af05 port c33444c6-8dfc-4f78-a194-b5a2ab23ba48 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:26:26.636864 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3335488-278c-4f43-8168-b211335d54a2 req-bba928f0-710d-408e-a82d-8e4cdc902176 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:26.638346 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a3335488-278c-4f43-8168-b211335d54a2 req-bba928f0-710d-408e-a82d-8e4cdc902176 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2478483 Dec 21 22:26:26.640464 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-18933bb7-5b8c-4659-aed9-66d6a202cb28 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:26.644574 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-18933bb7-5b8c-4659-aed9-66d6a202cb28 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:subnet and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:26.648247 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-18933bb7-5b8c-4659-aed9-66d6a202cb28 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:26.653445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-18933bb7-5b8c-4659-aed9-66d6a202cb28 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:26.678285 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:26.738654 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18933bb7-5b8c-4659-aed9-66d6a202cb28 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:26:26.841673 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-05e343a5-1544-4256-a94c-5183a1bf93c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 1097 time: 0.1593132 Dec 21 22:26:26.849793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-18933bb7-5b8c-4659-aed9-66d6a202cb28 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:26.949396 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-40cecdea-147d-4b6b-94fd-57de20528867 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6796048b-d07d-48eb-a393-19e0f1997fcc HTTP/1.1" status: 200 len: 217 time: 0.0855825 Dec 21 22:26:27.058191 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:27.069884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Transition to ACTIVE for port object c33444c6-8dfc-4f78-a194-b5a2ab23ba48 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:27.080579 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-e466e907-b236-4074-9a40-5eceec913f0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:27.082006 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-e466e907-b236-4074-9a40-5eceec913f0c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6773d07e-6a45-4e57-9e53-8227148e2e6e HTTP/1.1" status: 200 len: 835 time: 0.0840693 Dec 21 22:26:27.150804 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:27.245732 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-cee7f733-173b-4f99-920b-918086dde755 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9ca6bbd-3f31-405f-a6cd-721390812bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1508150 Dec 21 22:26:27.307631 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c346f-b374-4645-968d-ff3751d0111b None None] Pushing event updated for resources: {'Port': ['ID=c33444c6-8dfc-4f78-a194-b5a2ab23ba48,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:27.372547 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-18933bb7-5b8c-4659-aed9-66d6a202cb28 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:27.396539 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f3dc3286-9a5d-4bf0-82db-3f8303b4d87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:27.408033 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Attempting to bind port c33444c6-8dfc-4f78-a194-b5a2ab23ba48 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:26:27.408386 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Attempting to bind port c33444c6-8dfc-4f78-a194-b5a2ab23ba48 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '23078207-bdc5-4f6d-8b52-37db9b999c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:26:27.409026 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Attempting to bind port c33444c6-8dfc-4f78-a194-b5a2ab23ba48 on network fe7344c6-cd17-4906-82a0-170e570cd07f {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:26:27.416999 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:26:27.417369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Checking segment: {'id': '23078207-bdc5-4f6d-8b52-37db9b999c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:27.417764 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:27.418263 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Bound using segment: {'id': '23078207-bdc5-4f6d-8b52-37db9b999c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:26:27.418716 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Bound port: c33444c6-8dfc-4f78-a194-b5a2ab23ba48, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23078207-bdc5-4f6d-8b52-37db9b999c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:26:27.419287 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:27.461047 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-2a86f4f9-f237-424f-8fef-4589ca8752dd service neutron] 10.222.0.49 "GET /v2.0/networks/f9ca6bbd-3f31-405f-a6cd-721390812bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025447 Dec 21 22:26:27.469647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18933bb7-5b8c-4659-aed9-66d6a202cb28 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Subnet': ['ID=7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:27.517577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] For port c33444c6-8dfc-4f78-a194-b5a2ab23ba48, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:26:27.520829 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] For port c33444c6-8dfc-4f78-a194-b5a2ab23ba48, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c33444c6-8dfc-4f78-a194-b5a2ab23ba48,segment=NetworkSegment(23078207-bdc5-4f6d-8b52-37db9b999c0d),segment_id=23078207-bdc5-4f6d-8b52-37db9b999c0d)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:26:27.580572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:27.671839 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:27.672744 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:27.700874 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18933bb7-5b8c-4659-aed9-66d6a202cb28 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Checking segment: {'id': '1ab54ce1-5f22-4407-a679-9a154460cf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:27.701523 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18933bb7-5b8c-4659-aed9-66d6a202cb28 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network hostable DHCP agents. Network: 0fd2f2c3-1022-4b75-8c88-5c80b4538761, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:26:27.739706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c346f-b374-4645-968d-ff3751d0111b None None] Pushing event updated for resources: {'Port': ['ID=c33444c6-8dfc-4f78-a194-b5a2ab23ba48,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:27.798122 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0e9fd52-fb56-4e45-839e-7b246069ca7c req-2110e62d-ee94-4291-9631-ba5b006dc602 service neutron] 10.222.0.49 "GET /v2.0/networks/f9ca6bbd-3f31-405f-a6cd-721390812bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295135 Dec 21 22:26:27.842261 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a19a2f-46d5-44e9-aaeb-fb8eff09dcb6 req-dde8f980-18c0-42d2-855d-f848aed54f3c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:27.843334 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-a6a19a2f-46d5-44e9-aaeb-fb8eff09dcb6 req-dde8f980-18c0-42d2-855d-f848aed54f3c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:26:27.848670 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:27.897904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18933bb7-5b8c-4659-aed9-66d6a202cb28 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 0fd2f2c3-1022-4b75-8c88-5c80b4538761 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:26:27.972483 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-a6a19a2f-46d5-44e9-aaeb-fb8eff09dcb6 req-dde8f980-18c0-42d2-855d-f848aed54f3c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:26:27.974133 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a6a19a2f-46d5-44e9-aaeb-fb8eff09dcb6 req-dde8f980-18c0-42d2-855d-f848aed54f3c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 944 time: 0.2594631 Dec 21 22:26:27.974961 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-18933bb7-5b8c-4659-aed9-66d6a202cb28 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 0fd2f2c3-1022-4b75-8c88-5c80b4538761) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:27.983378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18933bb7-5b8c-4659-aed9-66d6a202cb28 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:27.984052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-18933bb7-5b8c-4659-aed9-66d6a202cb28 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:27.986193 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c70eb8-7577-4070-a68f-99a187197b4d None None] Network 0fd2f2c3-1022-4b75-8c88-5c80b4538761 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:26:28.039634 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a6a19a2f-46d5-44e9-aaeb-fb8eff09dcb6 req-bfdcab98-51f5-4c1e-9401-3fd2faefb3e1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f31380c-3179-4e5f-916e-3c448035ba1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576937 Dec 21 22:26:28.070347 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-18933bb7-5b8c-4659-aed9-66d6a202cb28 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6324611 Dec 21 22:26:28.073182 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38824) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:28.356926 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:26:28.357719 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:28.375148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:23Z', 'revision_number': 2, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:27Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:28.381477 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f3b646-f8bd-4f4a-8b20-8d165e5f7460 None None] The sync data for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv is: [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:23Z', 'revision_number': 2, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:27Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:26:28.521726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Allocated IP 2001:db8:1::2 (0fd2f2c3-1022-4b75-8c88-5c80b4538761/7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a/12069d2d-2991-4dba-b933-cfd074e98505) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:26:28.691406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:28.700390 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:26:28.764513 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:28.774854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Transition to ACTIVE for port object 12069d2d-2991-4dba-b933-cfd074e98505 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:28.793525 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Transition to ACTIVE for port object 12069d2d-2991-4dba-b933-cfd074e98505 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:28.863825 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:28.928314 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Network 0fd2f2c3-1022-4b75-8c88-5c80b4538761 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:28.931404 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:28.935171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:26:28.940626 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Pushing event updated for resources: {'Port': ['ID=12069d2d-2991-4dba-b933-cfd074e98505,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:29.027544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Attempting to bind port 12069d2d-2991-4dba-b933-cfd074e98505 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:26:29.027924 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Attempting to bind port 12069d2d-2991-4dba-b933-cfd074e98505 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '1ab54ce1-5f22-4407-a679-9a154460cf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:26:29.028267 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Attempting to bind port 12069d2d-2991-4dba-b933-cfd074e98505 on network 0fd2f2c3-1022-4b75-8c88-5c80b4538761 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:26:29.034989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:26:29.035357 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Checking segment: {'id': '1ab54ce1-5f22-4407-a679-9a154460cf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:29.036199 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:29.036199 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Bound using segment: {'id': '1ab54ce1-5f22-4407-a679-9a154460cf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:26:29.036587 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Bound port: 12069d2d-2991-4dba-b933-cfd074e98505, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab54ce1-5f22-4407-a679-9a154460cf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:26:29.036957 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:29.060570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Allocated IP 2001:db8:1::1 (0fd2f2c3-1022-4b75-8c88-5c80b4538761/7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a/55e72450-57be-446d-920a-75e33fbf1a2c) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:26:29.124991 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] For port 12069d2d-2991-4dba-b933-cfd074e98505, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:26:29.128000 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] For port 12069d2d-2991-4dba-b933-cfd074e98505, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=12069d2d-2991-4dba-b933-cfd074e98505,segment=NetworkSegment(1ab54ce1-5f22-4407-a679-9a154460cf7e),segment_id=1ab54ce1-5f22-4407-a679-9a154460cf7e)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:26:29.189709 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:29.236939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:29.256366 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05d980-3f39-4315-b700-135978065cdd req-04479a9f-1cd3-424e-8836-631589449c7d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:29.257717 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4a05d980-3f39-4315-b700-135978065cdd req-04479a9f-1cd3-424e-8836-631589449c7d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 944 time: 0.0870233 Dec 21 22:26:29.270869 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Transition to ACTIVE for port object 55e72450-57be-446d-920a-75e33fbf1a2c will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:29.271133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c53ee-90d8-4444-b503-bb0c19a95011 None None] Pushing event updated for resources: {'Port': ['ID=12069d2d-2991-4dba-b933-cfd074e98505,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:29.314827 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4a05d980-3f39-4315-b700-135978065cdd req-d64029c9-fe96-413b-ad35-38cf63bdd404 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f31380c-3179-4e5f-916e-3c448035ba1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491097 Dec 21 22:26:29.366947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:29.567121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 0fd2f2c3-1022-4b75-8c88-5c80b4538761 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:29.570430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:29.575119 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:26:29.575648 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:29.581785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=55e72450-57be-446d-920a-75e33fbf1a2c,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:29.604518 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5f5d71ea-807a-4a35-ab40-28b22a3a94af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:29.726723 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:30.129637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:30.189344 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:30.190143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:30.235546 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b163dc0a-3ac8-47d2-8570-14792449a447 None None] Network 0fd2f2c3-1022-4b75-8c88-5c80b4538761 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:26:30.295656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=55e72450-57be-446d-920a-75e33fbf1a2c,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:30.391968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 0fd2f2c3-1022-4b75-8c88-5c80b4538761 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:30.393123 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:30.450063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7c2ad674-1cdd-4abf-8740-a3fa070a4e12 None None] Provisioning for port 12069d2d-2991-4dba-b933-cfd074e98505 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:30.489633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 6796048b-d07d-48eb-a393-19e0f1997fcc details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:26:30.664506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 6796048b-d07d-48eb-a393-19e0f1997fcc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6796048b-d07d-48eb-a393-19e0f1997fcc,segment=NetworkSegment(dab3742d-5010-4067-9ad6-c37c54c9cd7d),segment_id=dab3742d-5010-4067-9ad6-c37c54c9cd7d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:30.679587 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '6796048b-d07d-48eb-a393-19e0f1997fcc', 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0', 'port_id': '6796048b-d07d-48eb-a393-19e0f1997fcc', 'mac_address': 'fa:16:3e:8e:ee:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:26:30.683155 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:30.694796 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940acda9-2891-445d-92e7-964fa919698e req-a2da91a1-7234-4d48-b3bf-5b8b2e200877 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:30.696840 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-940acda9-2891-445d-92e7-964fa919698e req-a2da91a1-7234-4d48-b3bf-5b8b2e200877 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 944 time: 0.2438695 Dec 21 22:26:30.751015 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:30.770273 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6796048b-d07d-48eb-a393-19e0f1997fcc {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:26:30.797444 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 6796048b-d07d-48eb-a393-19e0f1997fcc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6796048b-d07d-48eb-a393-19e0f1997fcc,segment=NetworkSegment(dab3742d-5010-4067-9ad6-c37c54c9cd7d),segment_id=dab3742d-5010-4067-9ad6-c37c54c9cd7d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:30.808271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:30.816431 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-940acda9-2891-445d-92e7-964fa919698e req-90f904da-1da2-48d1-bad1-8408c8a4254d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f31380c-3179-4e5f-916e-3c448035ba1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731864 Dec 21 22:26:30.862529 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router cdefe46e-5006-4f63-9c4b-5b6240f5af05 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:26:30.865769 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3ad02575-ae74-442a-aa94-20802e756a63 None None] Provisioning for port 55e72450-57be-446d-920a-75e33fbf1a2c completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:30.869887 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3ad02575-ae74-442a-aa94-20802e756a63 None None] Provisioning complete for port 55e72450-57be-446d-920a-75e33fbf1a2c triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:30.870291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3ad02575-ae74-442a-aa94-20802e756a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:30.901046 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:30.988901 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3ad02575-ae74-442a-aa94-20802e756a63 None None] Port 55e72450-57be-446d-920a-75e33fbf1a2c cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:26:31.004644 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=6796048b-d07d-48eb-a393-19e0f1997fcc,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:31.065452 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:26:31.080550 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1e696be6-2a76-4851-b8d4-b99e82a0714c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/cdefe46e-5006-4f63-9c4b-5b6240f5af05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0063412 Dec 21 22:26:31.083374 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38832) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:31.089571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c8466593-7874-4cd9-ac0e-93825642671d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-853956147'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:31.096344 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c8466593-7874-4cd9-ac0e-93825642671d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:31.100251 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c8466593-7874-4cd9-ac0e-93825642671d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:network and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:31.103411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c8466593-7874-4cd9-ac0e-93825642671d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:31.109132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c8466593-7874-4cd9-ac0e-93825642671d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:31.136857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e51026b4-7c14-46b4-b96f-f315242a8ef3 None None] Provisioning complete for port 55e72450-57be-446d-920a-75e33fbf1a2c triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:31.137224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e51026b4-7c14-46b4-b96f-f315242a8ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:31.161801 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['6796048b-d07d-48eb-a393-19e0f1997fcc'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:26:31.183111 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8466593-7874-4cd9-ac0e-93825642671d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:26:31.186144 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c8466593-7874-4cd9-ac0e-93825642671d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:31.215133 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8466593-7874-4cd9-ac0e-93825642671d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:26:31.223895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c8466593-7874-4cd9-ac0e-93825642671d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:31.224234 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-c8466593-7874-4cd9-ac0e-93825642671d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Added segment c919bdaf-cf6f-4121-900c-3a44c0a25dfb of type vlan for network 93ba0f7d-6461-4bf8-a2ae-5c5be38545ad Dec 21 22:26:31.242235 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e51026b4-7c14-46b4-b96f-f315242a8ef3 None None] Port 55e72450-57be-446d-920a-75e33fbf1a2c cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:26:31.252623 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c8466593-7874-4cd9-ac0e-93825642671d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:31.348516 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c8466593-7874-4cd9-ac0e-93825642671d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:31.352176 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8466593-7874-4cd9-ac0e-93825642671d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:31.353004 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c8466593-7874-4cd9-ac0e-93825642671d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:31.402198 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 12069d2d-2991-4dba-b933-cfd074e98505 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:31.451895 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c5dfea1b-62c2-4667-ba22-b357d55b163c None None] Provisioning complete for port 55e72450-57be-446d-920a-75e33fbf1a2c triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:31.452285 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c5dfea1b-62c2-4667-ba22-b357d55b163c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:31.561384 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c5dfea1b-62c2-4667-ba22-b357d55b163c None None] Port 55e72450-57be-446d-920a-75e33fbf1a2c cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:26:31.578137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8466593-7874-4cd9-ac0e-93825642671d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Network': ['ID=93ba0f7d-6461-4bf8-a2ae-5c5be38545ad,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:31.589333 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 93ba0f7d-6461-4bf8-a2ae-5c5be38545ad details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:26:31.607218 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c8466593-7874-4cd9-ac0e-93825642671d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5226521 Dec 21 22:26:31.610108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38836) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:31.615586 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e23fcf6f-9b71-428f-8cdc-edd7002aae38 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'subnet': {'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:31.671734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 12069d2d-2991-4dba-b933-cfd074e98505 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:31.694283 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 12069d2d-2991-4dba-b933-cfd074e98505 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:31.694653 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:31.723536 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e23fcf6f-9b71-428f-8cdc-edd7002aae38 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:31.727893 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e23fcf6f-9b71-428f-8cdc-edd7002aae38 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:subnet and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:31.730842 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e23fcf6f-9b71-428f-8cdc-edd7002aae38 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:31.736394 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e23fcf6f-9b71-428f-8cdc-edd7002aae38 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:31.777957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23fcf6f-9b71-428f-8cdc-edd7002aae38 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:26:31.811670 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:31.843952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 12069d2d-2991-4dba-b933-cfd074e98505, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=12069d2d-2991-4dba-b933-cfd074e98505,segment=NetworkSegment(1ab54ce1-5f22-4407-a679-9a154460cf7e),segment_id=1ab54ce1-5f22-4407-a679-9a154460cf7e)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:31.883321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e23fcf6f-9b71-428f-8cdc-edd7002aae38 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:32.076497 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7525ef-e8ae-4c32-8df9-0bdaa9121720 req-a988331d-6866-45d1-8dee-4260649b7834 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:32.084665 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8c7525ef-e8ae-4c32-8df9-0bdaa9121720 req-a988331d-6866-45d1-8dee-4260649b7834 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 945 time: 0.1018455 Dec 21 22:26:32.102388 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:32.162103 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8c7525ef-e8ae-4c32-8df9-0bdaa9121720 req-4d87a215-a8a1-48a3-b23e-6f4d1a1241d4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f31380c-3179-4e5f-916e-3c448035ba1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765226 Dec 21 22:26:32.293458 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=12069d2d-2991-4dba-b933-cfd074e98505,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:32.350377 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:32.390116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e23fcf6f-9b71-428f-8cdc-edd7002aae38 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:32.470137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fcf6f-9b71-428f-8cdc-edd7002aae38 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Subnet': ['ID=ef7728ba-4d51-4a4a-873b-2d70362333cf,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:32.487787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23fcf6f-9b71-428f-8cdc-edd7002aae38 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Checking segment: {'id': 'c919bdaf-cf6f-4121-900c-3a44c0a25dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:32.488359 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23fcf6f-9b71-428f-8cdc-edd7002aae38 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network hostable DHCP agents. Network: 93ba0f7d-6461-4bf8-a2ae-5c5be38545ad, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:26:32.489065 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 6796048b-d07d-48eb-a393-19e0f1997fcc up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:32.577537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23fcf6f-9b71-428f-8cdc-edd7002aae38 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 93ba0f7d-6461-4bf8-a2ae-5c5be38545ad is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:26:32.594899 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 6796048b-d07d-48eb-a393-19e0f1997fcc completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:32.600252 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 6796048b-d07d-48eb-a393-19e0f1997fcc triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:32.600653 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:32.652277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-e23fcf6f-9b71-428f-8cdc-edd7002aae38 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 93ba0f7d-6461-4bf8-a2ae-5c5be38545ad) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:32.656586 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23fcf6f-9b71-428f-8cdc-edd7002aae38 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:32.657337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e23fcf6f-9b71-428f-8cdc-edd7002aae38 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:32.664614 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896492f8-a94f-4e6a-af3b-46d800535523 None None] Network 93ba0f7d-6461-4bf8-a2ae-5c5be38545ad requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:26:32.744665 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e23fcf6f-9b71-428f-8cdc-edd7002aae38 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1334209 Dec 21 22:26:32.747468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38842) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:32.812804 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:32.888651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463c2a7a-d247-4417-a708-75815a3780ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6796048b-d07d-48eb-a393-19e0f1997fcc'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:26:32.908526 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 6796048b-d07d-48eb-a393-19e0f1997fcc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6796048b-d07d-48eb-a393-19e0f1997fcc,segment=NetworkSegment(dab3742d-5010-4067-9ad6-c37c54c9cd7d),segment_id=dab3742d-5010-4067-9ad6-c37c54c9cd7d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:32.949651 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463c2a7a-d247-4417-a708-75815a3780ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6796048b-d07d-48eb-a393-19e0f1997fcc', 'code': 200} Dec 21 22:26:32.960190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-93ba0f7d-6461-4bf8-a2ae-5c5be38545ad', 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'fixed_ips': [{'subnet_id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:26:32.960190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:32.978002 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:33.112759 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=6796048b-d07d-48eb-a393-19e0f1997fcc,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:33.198711 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Allocated IP 2001:db8:2::2 (93ba0f7d-6461-4bf8-a2ae-5c5be38545ad/ef7728ba-4d51-4a4a-873b-2d70362333cf/da7e517d-a94e-4ab8-bc45-0abd84e58bc1) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:26:33.357435 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Sync routers for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:26:33.373212 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:33.377703 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:33.419346 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cd337550-1e97-4b3e-90ae-7ef0f0b0f233 req-8f9a4ada-f09a-4dac-8271-544fa7cd310e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 1099 time: 0.1628275 Dec 21 22:26:33.453656 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b68d5-965a-4cd3-81ec-6a0b496c1951 req-15cae5ae-9dfc-4c27-8a0b-ab8aab933bc3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:33.460722 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ea8b68d5-965a-4cd3-81ec-6a0b496c1951 req-15cae5ae-9dfc-4c27-8a0b-ab8aab933bc3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 946 time: 0.1326933 Dec 21 22:26:33.479843 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:33.500777 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Transition to ACTIVE for port object da7e517d-a94e-4ab8-bc45-0abd84e58bc1 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:33.525562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Transition to ACTIVE for port object da7e517d-a94e-4ab8-bc45-0abd84e58bc1 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:33.548303 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c33444c6-8dfc-4f78-a194-b5a2ab23ba48 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:33.559912 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ea8b68d5-965a-4cd3-81ec-6a0b496c1951 req-3f008275-2160-4174-bebe-3de0786dbee3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f31380c-3179-4e5f-916e-3c448035ba1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969307 Dec 21 22:26:33.582381 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cd337550-1e97-4b3e-90ae-7ef0f0b0f233 req-b169a14e-f8a2-402e-8257-15ca3481b7eb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2f31380c-3179-4e5f-916e-3c448035ba1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1186998 Dec 21 22:26:33.607009 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:33.608393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:33.628149 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:33.681709 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Pushing event updated for resources: {'Port': ['ID=da7e517d-a94e-4ab8-bc45-0abd84e58bc1,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:33.707563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Network 93ba0f7d-6461-4bf8-a2ae-5c5be38545ad is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:33.709288 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:33.719002 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:26:33.792517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port c33444c6-8dfc-4f78-a194-b5a2ab23ba48 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:33.811173 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c33444c6-8dfc-4f78-a194-b5a2ab23ba48 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:33.811173 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:33.861172 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Attempting to bind port da7e517d-a94e-4ab8-bc45-0abd84e58bc1 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:26:33.861814 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Attempting to bind port da7e517d-a94e-4ab8-bc45-0abd84e58bc1 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'c919bdaf-cf6f-4121-900c-3a44c0a25dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:26:33.861954 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Attempting to bind port da7e517d-a94e-4ab8-bc45-0abd84e58bc1 on network 93ba0f7d-6461-4bf8-a2ae-5c5be38545ad {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:26:33.876493 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:26:33.876882 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Checking segment: {'id': 'c919bdaf-cf6f-4121-900c-3a44c0a25dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:33.877260 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:33.878095 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Bound using segment: {'id': 'c919bdaf-cf6f-4121-900c-3a44c0a25dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:26:33.882179 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Bound port: da7e517d-a94e-4ab8-bc45-0abd84e58bc1, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c919bdaf-cf6f-4121-900c-3a44c0a25dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:26:33.882179 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:33.998218 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:29Z', 'revision_number': 3, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:29Z', 'revision_number': 2, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:27Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:34.002614 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Checking router: cdefe46e-5006-4f63-9c4b-5b6240f5af05 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:26:34.005298 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Updating router cdefe46e-5006-4f63-9c4b-5b6240f5af05 port 55e72450-57be-446d-920a-75e33fbf1a2c binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:26:34.013492 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:34.038092 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] For port da7e517d-a94e-4ab8-bc45-0abd84e58bc1, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:26:34.045703 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] For port da7e517d-a94e-4ab8-bc45-0abd84e58bc1, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=da7e517d-a94e-4ab8-bc45-0abd84e58bc1,segment=NetworkSegment(c919bdaf-cf6f-4121-900c-3a44c0a25dfb),segment_id=c919bdaf-cf6f-4121-900c-3a44c0a25dfb)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:26:34.060325 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port c33444c6-8dfc-4f78-a194-b5a2ab23ba48, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c33444c6-8dfc-4f78-a194-b5a2ab23ba48,segment=NetworkSegment(23078207-bdc5-4f6d-8b52-37db9b999c0d),segment_id=23078207-bdc5-4f6d-8b52-37db9b999c0d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:34.060895 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:34.103051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Allocated IP 2001:db8:2::1 (93ba0f7d-6461-4bf8-a2ae-5c5be38545ad/ef7728ba-4d51-4a4a-873b-2d70362333cf/9e67aaf8-edea-413b-bd47-4de1e80381b6) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:26:34.110044 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:34.145643 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:34.146449 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 12069d2d-2991-4dba-b933-cfd074e98505 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:34.242645 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4affc59-9c15-4321-841d-84b1ca36632e None None] Pushing event updated for resources: {'Port': ['ID=da7e517d-a94e-4ab8-bc45-0abd84e58bc1,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:34.278951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:34.297958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Transition to ACTIVE for port object 9e67aaf8-edea-413b-bd47-4de1e80381b6 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:34.329578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 12069d2d-2991-4dba-b933-cfd074e98505 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:34.329944 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:34.372756 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=c33444c6-8dfc-4f78-a194-b5a2ab23ba48,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:34.401582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:34.440258 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:34.454371 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Transition to ACTIVE for port object 55e72450-57be-446d-920a-75e33fbf1a2c will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:34.488768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 93ba0f7d-6461-4bf8-a2ae-5c5be38545ad is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:34.492272 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:34.498373 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:26:34.500912 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:34.501569 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=9e67aaf8-edea-413b-bd47-4de1e80381b6,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:34.549985 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:34.678779 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77b4db-650f-4be1-a419-27beca73e279 None None] Pushing event updated for resources: {'Port': ['ID=55e72450-57be-446d-920a-75e33fbf1a2c,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:34.725916 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77b4db-650f-4be1-a419-27beca73e279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:34.729024 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77b4db-650f-4be1-a419-27beca73e279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:34.729024 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77b4db-650f-4be1-a419-27beca73e279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:34.729024 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77b4db-650f-4be1-a419-27beca73e279 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:34.729024 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77b4db-650f-4be1-a419-27beca73e279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:34.729024 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77b4db-650f-4be1-a419-27beca73e279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:34.730293 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77b4db-650f-4be1-a419-27beca73e279 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:34.730693 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77b4db-650f-4be1-a419-27beca73e279 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:34.731131 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77b4db-650f-4be1-a419-27beca73e279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:34.731518 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77b4db-650f-4be1-a419-27beca73e279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:34.731912 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e77b4db-650f-4be1-a419-27beca73e279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:34.787794 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:34.847446 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Attempting to bind port 55e72450-57be-446d-920a-75e33fbf1a2c on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:26:34.848181 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Attempting to bind port 55e72450-57be-446d-920a-75e33fbf1a2c by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '1ab54ce1-5f22-4407-a679-9a154460cf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:26:34.848774 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Attempting to bind port 55e72450-57be-446d-920a-75e33fbf1a2c on network 0fd2f2c3-1022-4b75-8c88-5c80b4538761 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:26:34.858759 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:26:34.859229 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Checking segment: {'id': '1ab54ce1-5f22-4407-a679-9a154460cf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:34.860041 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:34.860558 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Bound using segment: {'id': '1ab54ce1-5f22-4407-a679-9a154460cf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:26:34.861313 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Bound port: 55e72450-57be-446d-920a-75e33fbf1a2c, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab54ce1-5f22-4407-a679-9a154460cf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:26:34.861839 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:34.969028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84c601-2301-41af-b82e-2608ab7f6b31 req-b425e05d-6e3f-4795-b335-ec9008802816 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:34.970614 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ec84c601-2301-41af-b82e-2608ab7f6b31 req-b425e05d-6e3f-4795-b335-ec9008802816 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 946 time: 0.2240691 Dec 21 22:26:34.974665 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] For port 55e72450-57be-446d-920a-75e33fbf1a2c, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:26:34.979062 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] For port 55e72450-57be-446d-920a-75e33fbf1a2c, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=55e72450-57be-446d-920a-75e33fbf1a2c,segment=NetworkSegment(1ab54ce1-5f22-4407-a679-9a154460cf7e),segment_id=1ab54ce1-5f22-4407-a679-9a154460cf7e)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:26:35.098075 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ec84c601-2301-41af-b82e-2608ab7f6b31 req-e501993e-db69-4583-990f-ba8f158cec13 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f31380c-3179-4e5f-916e-3c448035ba1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799742 Dec 21 22:26:35.115859 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:35.207529 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77b4db-650f-4be1-a419-27beca73e279 None None] Pushing event updated for resources: {'Port': ['ID=55e72450-57be-446d-920a-75e33fbf1a2c,revision_number=4']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:35.213928 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:35.214844 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:35.348232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:35.391873 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:35.401628 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:35.402584 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:35.517223 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device da7e517d-a94e-4ab8-bc45-0abd84e58bc1 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:35.547125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=9e67aaf8-edea-413b-bd47-4de1e80381b6,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:35.673444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 93ba0f7d-6461-4bf8-a2ae-5c5be38545ad is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:35.674699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:35.689044 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777549af-1880-4108-acc5-09364eb007bc None None] Network 93ba0f7d-6461-4bf8-a2ae-5c5be38545ad requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:26:35.709021 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port da7e517d-a94e-4ab8-bc45-0abd84e58bc1 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:35.732453 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c33444c6-8dfc-4f78-a194-b5a2ab23ba48 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:35.773204 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e67aaf8-edea-413b-bd47-4de1e80381b6', 'name': '', 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:27:2f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:33Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 1, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:35.777820 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a01da7-25f3-47fd-97bc-f08b3a41af77 None None] The sync data for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv is: [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e67aaf8-edea-413b-bd47-4de1e80381b6', 'name': '', 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:27:2f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:33Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 1, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:26:35.958527 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c33444c6-8dfc-4f78-a194-b5a2ab23ba48 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:35.958894 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:35.998434 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-90749e3a-9ebf-4897-b77c-e2a4823634de None None] Provisioning for port da7e517d-a94e-4ab8-bc45-0abd84e58bc1 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:36.019661 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-90749e3a-9ebf-4897-b77c-e2a4823634de None None] Provisioning complete for port da7e517d-a94e-4ab8-bc45-0abd84e58bc1 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:36.020045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-90749e3a-9ebf-4897-b77c-e2a4823634de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:36.194349 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router cdefe46e-5006-4f63-9c4b-5b6240f5af05 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:26:36.350816 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-90749e3a-9ebf-4897-b77c-e2a4823634de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:36.354404 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb8e032-2d66-421b-8d8c-37161c5432d0 req-9f019262-8b54-4ed2-8d33-0f568592d565 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:36.361437 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-adb8e032-2d66-421b-8d8c-37161c5432d0 req-9f019262-8b54-4ed2-8d33-0f568592d565 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 946 time: 0.1089468 Dec 21 22:26:36.390921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-90749e3a-9ebf-4897-b77c-e2a4823634de None None] For port da7e517d-a94e-4ab8-bc45-0abd84e58bc1, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=da7e517d-a94e-4ab8-bc45-0abd84e58bc1,segment=NetworkSegment(c919bdaf-cf6f-4121-900c-3a44c0a25dfb),segment_id=c919bdaf-cf6f-4121-900c-3a44c0a25dfb)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:36.440375 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-adb8e032-2d66-421b-8d8c-37161c5432d0 req-1ab7dfd4-feb3-43b3-ba84-406333a788e2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f31380c-3179-4e5f-916e-3c448035ba1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780065 Dec 21 22:26:36.471931 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-90749e3a-9ebf-4897-b77c-e2a4823634de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:36.483783 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:26:36.517375 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7a277a1e-b977-42be-adf3-1d0a44c95ceb tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/cdefe46e-5006-4f63-9c4b-5b6240f5af05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7687917 Dec 21 22:26:36.520117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38856) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:36.527692 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-0ee6d87e-4e14-46c8-98a1-ef4298e05403 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1437492224'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:36.534858 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0ee6d87e-4e14-46c8-98a1-ef4298e05403 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:36.540271 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0ee6d87e-4e14-46c8-98a1-ef4298e05403 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:network and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:36.544183 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0ee6d87e-4e14-46c8-98a1-ef4298e05403 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:36.553372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0ee6d87e-4e14-46c8-98a1-ef4298e05403 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:36.582954 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90749e3a-9ebf-4897-b77c-e2a4823634de None None] Pushing event updated for resources: {'Port': ['ID=da7e517d-a94e-4ab8-bc45-0abd84e58bc1,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:36.665775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee6d87e-4e14-46c8-98a1-ef4298e05403 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:26:36.668765 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0ee6d87e-4e14-46c8-98a1-ef4298e05403 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:36.719730 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee6d87e-4e14-46c8-98a1-ef4298e05403 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:26:36.728033 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-736d0401-9dc3-4c4a-84da-1552e50c015d None None] Provisioning complete for port da7e517d-a94e-4ab8-bc45-0abd84e58bc1 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:36.736886 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-736d0401-9dc3-4c4a-84da-1552e50c015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:36.737063 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0ee6d87e-4e14-46c8-98a1-ef4298e05403 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:36.737063 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-0ee6d87e-4e14-46c8-98a1-ef4298e05403 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Added segment 165c86d5-5951-4592-9cef-905baed58ad7 of type vlan for network 1c3a952f-1407-4abe-8a31-3c61a97cb6b6 Dec 21 22:26:36.752591 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120c079-ab70-4997-8231-6b6aee3a8ca8 req-a91533e7-bc1a-4b86-be74-f9c59ae8fcbc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:36.754677 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9120c079-ab70-4997-8231-6b6aee3a8ca8 req-a91533e7-bc1a-4b86-be74-f9c59ae8fcbc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 946 time: 0.1353874 Dec 21 22:26:36.792922 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0ee6d87e-4e14-46c8-98a1-ef4298e05403 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:36.841521 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9120c079-ab70-4997-8231-6b6aee3a8ca8 req-accc4483-18c2-45cc-af9f-4379b169cf17 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f31380c-3179-4e5f-916e-3c448035ba1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702195 Dec 21 22:26:36.882237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38860) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:36.926492 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0ee6d87e-4e14-46c8-98a1-ef4298e05403 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:36.931295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee6d87e-4e14-46c8-98a1-ef4298e05403 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:36.932071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0ee6d87e-4e14-46c8-98a1-ef4298e05403 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:36.978415 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-736d0401-9dc3-4c4a-84da-1552e50c015d None None] Provisioning for port 9e67aaf8-edea-413b-bd47-4de1e80381b6 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:36.984480 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-736d0401-9dc3-4c4a-84da-1552e50c015d None None] Provisioning complete for port 9e67aaf8-edea-413b-bd47-4de1e80381b6 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:36.985067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-736d0401-9dc3-4c4a-84da-1552e50c015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:37.070720 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-736d0401-9dc3-4c4a-84da-1552e50c015d None None] Port 9e67aaf8-edea-413b-bd47-4de1e80381b6 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:26:37.104119 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6d87e-4e14-46c8-98a1-ef4298e05403 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Network': ['ID=1c3a952f-1407-4abe-8a31-3c61a97cb6b6,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:37.114779 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 1c3a952f-1407-4abe-8a31-3c61a97cb6b6 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:26:37.140912 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-710c3213-1590-480b-8bbc-e34776189025 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 1094 time: 0.2518284 Dec 21 22:26:37.140912 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38864) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:37.145061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': '6796048b-d07d-48eb-a393-19e0f1997fcc', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:37.153039 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:37.159116 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0ee6d87e-4e14-46c8-98a1-ef4298e05403 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6359439 Dec 21 22:26:37.159759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:floatingip and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:37.161245 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38868) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:37.162864 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:37.169848 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-2890ad1f-5031-4a5a-ba4e-0093192bb873 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'subnet': {'network_id': '1c3a952f-1407-4abe-8a31-3c61a97cb6b6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:37.172163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:37.233970 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Sync routers for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:26:37.252322 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:37.265713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-608f980b-540b-4cfd-8c85-2b178ba13448 None None] Provisioning complete for port 9e67aaf8-edea-413b-bd47-4de1e80381b6 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:37.266111 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-608f980b-540b-4cfd-8c85-2b178ba13448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:37.302620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2890ad1f-5031-4a5a-ba4e-0093192bb873 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:26:37.302793 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:37.303355 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:37.303599 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2890ad1f-5031-4a5a-ba4e-0093192bb873 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:subnet and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:26:37.307253 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2890ad1f-5031-4a5a-ba4e-0093192bb873 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:26:37.313935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2890ad1f-5031-4a5a-ba4e-0093192bb873 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:26:37.406704 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2890ad1f-5031-4a5a-ba4e-0093192bb873 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Made reservation on behalf of c94d1ead8a934ac2b4e6a41b72724eb9 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:26:37.460150 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:37.460967 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-608f980b-540b-4cfd-8c85-2b178ba13448 None None] Port 9e67aaf8-edea-413b-bd47-4de1e80381b6 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:26:37.481525 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 55e72450-57be-446d-920a-75e33fbf1a2c up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:37.534677 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2890ad1f-5031-4a5a-ba4e-0093192bb873 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:37.538331 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:37.615859 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.26.3.231 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/ad908b2e-1b57-4d2b-8d76-2ac22a2b53d6) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:26:37.694850 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c11c5cba-938a-43dc-8317-b76d41d73aa3 None None] Provisioning complete for port 9e67aaf8-edea-413b-bd47-4de1e80381b6 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:37.695661 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c11c5cba-938a-43dc-8317-b76d41d73aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:37.776455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:37.806924 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 55e72450-57be-446d-920a-75e33fbf1a2c completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:37.830528 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c11c5cba-938a-43dc-8317-b76d41d73aa3 None None] Port 9e67aaf8-edea-413b-bd47-4de1e80381b6 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:26:37.831850 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 55e72450-57be-446d-920a-75e33fbf1a2c triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:37.832208 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:37.890190 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2890ad1f-5031-4a5a-ba4e-0093192bb873 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:37.932662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:37.977201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890ad1f-5031-4a5a-ba4e-0093192bb873 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Subnet': ['ID=d435295a-b38a-4ae5-a6ad-c333c14bf550,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:37.983116 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2890ad1f-5031-4a5a-ba4e-0093192bb873 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Checking segment: {'id': '165c86d5-5951-4592-9cef-905baed58ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1c3a952f-1407-4abe-8a31-3c61a97cb6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:37.983730 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2890ad1f-5031-4a5a-ba4e-0093192bb873 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network hostable DHCP agents. Network: 1c3a952f-1407-4abe-8a31-3c61a97cb6b6, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:26:38.005591 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:38.008489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:38.012484 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:26:38.050352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=ad908b2e-1b57-4d2b-8d76-2ac22a2b53d6,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:38.073494 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:38.082526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2890ad1f-5031-4a5a-ba4e-0093192bb873 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 1c3a952f-1407-4abe-8a31-3c61a97cb6b6 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:26:38.119434 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 55e72450-57be-446d-920a-75e33fbf1a2c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=55e72450-57be-446d-920a-75e33fbf1a2c,segment=NetworkSegment(1ab54ce1-5f22-4407-a679-9a154460cf7e),segment_id=1ab54ce1-5f22-4407-a679-9a154460cf7e)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:38.124579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e67aaf8-edea-413b-bd47-4de1e80381b6', 'name': '', 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:27:2f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:33Z', 'updated_at': '2021-12-21T22:26:35Z', 'revision_number': 2, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:38.125977 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Checking router: cdefe46e-5006-4f63-9c4b-5b6240f5af05 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:26:38.126422 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Updating router cdefe46e-5006-4f63-9c4b-5b6240f5af05 port 9e67aaf8-edea-413b-bd47-4de1e80381b6 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:26:38.173381 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-2890ad1f-5031-4a5a-ba4e-0093192bb873 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 1c3a952f-1407-4abe-8a31-3c61a97cb6b6) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:38.178536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2890ad1f-5031-4a5a-ba4e-0093192bb873 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:38.187782 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2890ad1f-5031-4a5a-ba4e-0093192bb873 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:38.188097 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:38.191830 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9a74e8-93d7-42ba-8680-4105bf60f32a None None] Network 1c3a952f-1407-4abe-8a31-3c61a97cb6b6 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:26:38.218093 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:38.218850 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device da7e517d-a94e-4ab8-bc45-0abd84e58bc1 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:38.275641 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2890ad1f-5031-4a5a-ba4e-0093192bb873 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1083949 Dec 21 22:26:38.276436 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38872) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:38.523212 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=55e72450-57be-446d-920a-75e33fbf1a2c,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:38.644064 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port da7e517d-a94e-4ab8-bc45-0abd84e58bc1 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:38.644064 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:38.776010 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-1c3a952f-1407-4abe-8a31-3c61a97cb6b6', 'network_id': '1c3a952f-1407-4abe-8a31-3c61a97cb6b6', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'fixed_ips': [{'subnet_id': 'd435295a-b38a-4ae5-a6ad-c333c14bf550'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:26:38.776815 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:39.028249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:39.097946 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Allocated IP 2001:db8:3::2 (1c3a952f-1407-4abe-8a31-3c61a97cb6b6/d435295a-b38a-4ae5-a6ad-c333c14bf550/c2c46f52-347e-4ce3-9eba-6bfef1f03a2a) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:26:39.110880 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:39.142472 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Transition to ACTIVE for port object 9e67aaf8-edea-413b-bd47-4de1e80381b6 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:39.182278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:39.231708 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:39.434003 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:39.434655 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 55e72450-57be-446d-920a-75e33fbf1a2c up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:39.457176 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e28e85-c15f-4014-bf6c-7a77cc1739d2 None None] Pushing event updated for resources: {'Port': ['ID=9e67aaf8-edea-413b-bd47-4de1e80381b6,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:39.592826 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:39.637102 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Transition to ACTIVE for port object c2c46f52-347e-4ce3-9eba-6bfef1f03a2a will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:39.684288 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Transition to ACTIVE for port object c2c46f52-347e-4ce3-9eba-6bfef1f03a2a will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:39.685803 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Attempting to bind port 9e67aaf8-edea-413b-bd47-4de1e80381b6 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:26:39.686200 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Attempting to bind port 9e67aaf8-edea-413b-bd47-4de1e80381b6 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'c919bdaf-cf6f-4121-900c-3a44c0a25dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:26:39.686555 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Attempting to bind port 9e67aaf8-edea-413b-bd47-4de1e80381b6 on network 93ba0f7d-6461-4bf8-a2ae-5c5be38545ad {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:26:39.697886 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:39.701012 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 55e72450-57be-446d-920a-75e33fbf1a2c triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:39.701012 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:39.728638 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:26:39.729012 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Checking segment: {'id': 'c919bdaf-cf6f-4121-900c-3a44c0a25dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:39.729405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:39.729796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Bound using segment: {'id': 'c919bdaf-cf6f-4121-900c-3a44c0a25dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:26:39.730291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Bound port: 9e67aaf8-edea-413b-bd47-4de1e80381b6, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c919bdaf-cf6f-4121-900c-3a44c0a25dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:26:39.730658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:39.804437 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:39.898950 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:39.927509 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Network 1c3a952f-1407-4abe-8a31-3c61a97cb6b6 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:39.960301 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Pushing event updated for resources: {'Port': ['ID=c2c46f52-347e-4ce3-9eba-6bfef1f03a2a,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:39.962703 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:39.979144 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:26:40.001862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] For port 9e67aaf8-edea-413b-bd47-4de1e80381b6, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:26:40.040923 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] For port 9e67aaf8-edea-413b-bd47-4de1e80381b6, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9e67aaf8-edea-413b-bd47-4de1e80381b6,segment=NetworkSegment(c919bdaf-cf6f-4121-900c-3a44c0a25dfb),segment_id=c919bdaf-cf6f-4121-900c-3a44c0a25dfb)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:26:40.042574 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=ad908b2e-1b57-4d2b-8d76-2ac22a2b53d6,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:40.093213 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Attempting to bind port c2c46f52-347e-4ce3-9eba-6bfef1f03a2a on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:26:40.093576 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Attempting to bind port c2c46f52-347e-4ce3-9eba-6bfef1f03a2a by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '165c86d5-5951-4592-9cef-905baed58ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1c3a952f-1407-4abe-8a31-3c61a97cb6b6'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:26:40.093927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Attempting to bind port c2c46f52-347e-4ce3-9eba-6bfef1f03a2a on network 1c3a952f-1407-4abe-8a31-3c61a97cb6b6 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:26:40.094413 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:40.094751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:40.095083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:40.095411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:40.095731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:40.096054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:40.096376 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:40.105655 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:40.105655 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:40.105655 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:40.105655 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:26:40.107788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:26:40.107788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Checking segment: {'id': '165c86d5-5951-4592-9cef-905baed58ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1c3a952f-1407-4abe-8a31-3c61a97cb6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:40.107788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:40.107788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Bound using segment: {'id': '165c86d5-5951-4592-9cef-905baed58ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1c3a952f-1407-4abe-8a31-3c61a97cb6b6'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:26:40.107788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Bound port: c2c46f52-347e-4ce3-9eba-6bfef1f03a2a, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165c86d5-5951-4592-9cef-905baed58ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1c3a952f-1407-4abe-8a31-3c61a97cb6b6'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:26:40.107788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:40.117323 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:40.145627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:40.209017 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Allocated IP 2001:db8:3::1 (1c3a952f-1407-4abe-8a31-3c61a97cb6b6/d435295a-b38a-4ae5-a6ad-c333c14bf550/18096f53-31e6-4123-80b7-fdfde1e1554b) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:26:40.297333 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e28e85-c15f-4014-bf6c-7a77cc1739d2 None None] Pushing event updated for resources: {'Port': ['ID=9e67aaf8-edea-413b-bd47-4de1e80381b6,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:40.304294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] For port c2c46f52-347e-4ce3-9eba-6bfef1f03a2a, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:26:40.308649 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] For port c2c46f52-347e-4ce3-9eba-6bfef1f03a2a, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c2c46f52-347e-4ce3-9eba-6bfef1f03a2a,segment=NetworkSegment(165c86d5-5951-4592-9cef-905baed58ad7),segment_id=165c86d5-5951-4592-9cef-905baed58ad7)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:26:40.315129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:40.316202 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:40.373443 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:40.463841 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:40.483734 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Transition to ACTIVE for port object 18096f53-31e6-4123-80b7-fdfde1e1554b will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:40.509491 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Floating IP d19c18ce-d85f-4eaa-8847-4e9b7951c3c2 associated. External IP: 172.26.3.231, port: 6796048b-d07d-48eb-a393-19e0f1997fcc. Dec 21 22:26:40.566492 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56dee2-db17-4f72-89fd-d605690f323e None None] Pushing event updated for resources: {'Port': ['ID=c2c46f52-347e-4ce3-9eba-6bfef1f03a2a,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:40.573458 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:40.664043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:40.744508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 1c3a952f-1407-4abe-8a31-3c61a97cb6b6 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:40.752199 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:40.758305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:26:40.759578 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:40.781826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=18096f53-31e6-4123-80b7-fdfde1e1554b,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:40.978336 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:38Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e67aaf8-edea-413b-bd47-4de1e80381b6', 'name': '', 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:27:2f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:33Z', 'updated_at': '2021-12-21T22:26:39Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:40.982522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4721dc-e92c-4b99-8150-e5e8742bb277 None None] The sync data for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv is: [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:38Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e67aaf8-edea-413b-bd47-4de1e80381b6', 'name': '', 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:27:2f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:33Z', 'updated_at': '2021-12-21T22:26:39Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:26:40.997908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:41.516616 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c2c46f52-347e-4ce3-9eba-6bfef1f03a2a up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:41.560489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 9450ff82-0008-452e-adf7-90b2d78bacaa has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:26:41.675907 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:41.686769 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port c2c46f52-347e-4ce3-9eba-6bfef1f03a2a completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:41.692672 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001efaa9-6b8c-467a-aa35-f1466ff95275 None None] Network 1c3a952f-1407-4abe-8a31-3c61a97cb6b6 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:26:41.723057 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9e67aaf8-edea-413b-bd47-4de1e80381b6 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:41.765382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:41.766127 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:41.897018 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event updated for resources: {'Port': ['ID=18096f53-31e6-4123-80b7-fdfde1e1554b,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:41.994733 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:26:42.002272 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-00af64b5-897b-400d-ac94-43077ad5c60c None None] Provisioning for port c2c46f52-347e-4ce3-9eba-6bfef1f03a2a completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:42.009990 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c3cf0-395d-478f-81f6-919544017ab7 None None] Sync routers for ids ['9450ff82-0008-452e-adf7-90b2d78bacaa'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:26:42.012604 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Network 1c3a952f-1407-4abe-8a31-3c61a97cb6b6 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:26:42.020398 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:26:42.020587 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 9e67aaf8-edea-413b-bd47-4de1e80381b6 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:42.028363 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-00af64b5-897b-400d-ac94-43077ad5c60c None None] Provisioning complete for port c2c46f52-347e-4ce3-9eba-6bfef1f03a2a triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:42.028673 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c3cf0-395d-478f-81f6-919544017ab7 None None] Routers {'9450ff82-0008-452e-adf7-90b2d78bacaa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:42.028820 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-00af64b5-897b-400d-ac94-43077ad5c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:42.029978 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-927c3cf0-395d-478f-81f6-919544017ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['9450ff82-0008-452e-adf7-90b2d78bacaa'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:42.060358 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 9e67aaf8-edea-413b-bd47-4de1e80381b6 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:42.060721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:42.253478 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:42.284919 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:42.303622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-00af64b5-897b-400d-ac94-43077ad5c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:42.364185 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-927c3cf0-395d-478f-81f6-919544017ab7 None None] Set router 9450ff82-0008-452e-adf7-90b2d78bacaa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:42.375476 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 9e67aaf8-edea-413b-bd47-4de1e80381b6, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9e67aaf8-edea-413b-bd47-4de1e80381b6,segment=NetworkSegment(c919bdaf-cf6f-4121-900c-3a44c0a25dfb),segment_id=c919bdaf-cf6f-4121-900c-3a44c0a25dfb)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:42.378426 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-00af64b5-897b-400d-ac94-43077ad5c60c None None] For port c2c46f52-347e-4ce3-9eba-6bfef1f03a2a, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c2c46f52-347e-4ce3-9eba-6bfef1f03a2a,segment=NetworkSegment(165c86d5-5951-4592-9cef-905baed58ad7),segment_id=165c86d5-5951-4592-9cef-905baed58ad7)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:42.381624 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38880) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:42.382125 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0d7568d1-68ad-48bc-85c7-269f4316654a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.2425077 Dec 21 22:26:42.382646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463c2a7a-d247-4417-a708-75815a3780ad', 'tag': '6796048b-d07d-48eb-a393-19e0f1997fcc'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:26:42.441220 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:42.453082 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router cdefe46e-5006-4f63-9c4b-5b6240f5af05 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:26:42.514123 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-00af64b5-897b-400d-ac94-43077ad5c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:42.613154 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=9e67aaf8-edea-413b-bd47-4de1e80381b6,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:42.678206 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463c2a7a-d247-4417-a708-75815a3780ad', 'tag': '6796048b-d07d-48eb-a393-19e0f1997fcc', 'status': 'completed', 'code': 200} Dec 21 22:26:42.682823 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dedfd247-984f-4e5e-b4a3-5bfb2135ad18 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/d19c18ce-d85f-4eaa-8847-4e9b7951c3c2 HTTP/1.1" status: 200 len: 992 time: 0.2988901 Dec 21 22:26:42.760803 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af64b5-897b-400d-ac94-43077ad5c60c None None] Pushing event updated for resources: {'Port': ['ID=c2c46f52-347e-4ce3-9eba-6bfef1f03a2a,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:42.777119 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:26:42.792179 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Sync routers for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:26:42.793945 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3db6c15b-ebfc-497e-8470-566bd5527c76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/cdefe46e-5006-4f63-9c4b-5b6240f5af05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5172791 Dec 21 22:26:42.796867 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38890) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:42.799495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d9ca23ef-b957-4898-a674-5a13bc687b95 None None] Provisioning complete for port c2c46f52-347e-4ce3-9eba-6bfef1f03a2a triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:42.802164 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d9ca23ef-b957-4898-a674-5a13bc687b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:42.807880 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a0fb96d4-d323-4d27-87c6-658e4294508d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:42.879339 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:42.880302 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:42.910666 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-26b6f741-9996-45d9-bf1c-3aa0f33b30dd req-a8306dc3-d1eb-43e1-a100-65ecc3747d56 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 1099 time: 0.2396548 Dec 21 22:26:42.995266 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-927c3cf0-395d-478f-81f6-919544017ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'name': 'tempest-TestNetworkBasicOps-router-1431669467', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:09Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'd19c18ce-d85f-4eaa-8847-4e9b7951c3c2', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.231', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'port_id': '6796048b-d07d-48eb-a393-19e0f1997fcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0', 'mac_address': 'fa:16:3e:8e:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c2a7a-d247-4417-a708-75815a3780ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:26:38Z', 'updated_at': '2021-12-21T22:26:38Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98ceb4-2e6c-4bd2-a957-8163585e8af0', 'name': '', 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:ad:4d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:09Z', 'updated_at': '2021-12-21T22:26:17Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:42.999776 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c3cf0-395d-478f-81f6-919544017ab7 None None] Checking router: 9450ff82-0008-452e-adf7-90b2d78bacaa for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:26:43.017182 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927c3cf0-395d-478f-81f6-919544017ab7 None None] Routers {'9450ff82-0008-452e-adf7-90b2d78bacaa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:43.017182 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-927c3cf0-395d-478f-81f6-919544017ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['9450ff82-0008-452e-adf7-90b2d78bacaa'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:43.159158 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6f741-9996-45d9-bf1c-3aa0f33b30dd req-a3434030-8583-4f02-9e56-5c9615d6d4ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:43.159158 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-26b6f741-9996-45d9-bf1c-3aa0f33b30dd req-a3434030-8583-4f02-9e56-5c9615d6d4ac service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9ca6bbd-3f31-405f-a6cd-721390812bc0 HTTP/1.1" status: 200 len: 897 time: 0.2368624 Dec 21 22:26:43.267091 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:43.333998 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-927c3cf0-395d-478f-81f6-919544017ab7 None None] Set router 9450ff82-0008-452e-adf7-90b2d78bacaa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:43.444684 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c2c46f52-347e-4ce3-9eba-6bfef1f03a2a up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:43.530771 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-26b6f741-9996-45d9-bf1c-3aa0f33b30dd req-505153a8-bbc9-44e8-9ca8-a18279078dfe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6796048b-d07d-48eb-a393-19e0f1997fcc HTTP/1.1" status: 200 len: 1000 time: 0.3687148 Dec 21 22:26:43.616515 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6f741-9996-45d9-bf1c-3aa0f33b30dd req-ca4dd577-4b19-41bb-9d85-86612206617e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:43.618448 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-26b6f741-9996-45d9-bf1c-3aa0f33b30dd req-ca4dd577-4b19-41bb-9d85-86612206617e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6773d07e-6a45-4e57-9e53-8227148e2e6e HTTP/1.1" status: 200 len: 835 time: 0.0808496 Dec 21 22:26:43.681944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.extraroute_db [None req-a0fb96d4-d323-4d27-87c6-658e4294508d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 22:26:43.692217 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c2c46f52-347e-4ce3-9eba-6bfef1f03a2a triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:43.692581 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:43.697522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.extraroute_db [None req-a0fb96d4-d323-4d27-87c6-658e4294508d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Removed routes are [] {{(pid=84169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 22:26:43.699820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a0fb96d4-d323-4d27-87c6-658e4294508d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:43.704575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38894) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:43.755047 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-26b6f741-9996-45d9-bf1c-3aa0f33b30dd req-3939d5a2-7bb3-42a5-8a35-c9010fbd2ec1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9ca6bbd-3f31-405f-a6cd-721390812bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1290848 Dec 21 22:26:43.850558 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d9ca23ef-b957-4898-a674-5a13bc687b95 None None] Provisioning for port 18096f53-31e6-4123-80b7-fdfde1e1554b completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:43.851838 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-927c3cf0-395d-478f-81f6-919544017ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'name': 'tempest-TestNetworkBasicOps-router-1431669467', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:09Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'd19c18ce-d85f-4eaa-8847-4e9b7951c3c2', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.231', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'port_id': '6796048b-d07d-48eb-a393-19e0f1997fcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0', 'mac_address': 'fa:16:3e:8e:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c2a7a-d247-4417-a708-75815a3780ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:26:38Z', 'updated_at': '2021-12-21T22:26:38Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98ceb4-2e6c-4bd2-a957-8163585e8af0', 'name': '', 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:ad:4d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:09Z', 'updated_at': '2021-12-21T22:26:17Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:43.857872 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927c3cf0-395d-478f-81f6-919544017ab7 None None] The sync data for ids ['9450ff82-0008-452e-adf7-90b2d78bacaa'] in dv-neutron-822520-1-hyperv is: [{'id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'name': 'tempest-TestNetworkBasicOps-router-1431669467', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:09Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'd19c18ce-d85f-4eaa-8847-4e9b7951c3c2', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.231', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'port_id': '6796048b-d07d-48eb-a393-19e0f1997fcc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0', 'mac_address': 'fa:16:3e:8e:ee:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463c2a7a-d247-4417-a708-75815a3780ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:26:38Z', 'updated_at': '2021-12-21T22:26:38Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98ceb4-2e6c-4bd2-a957-8163585e8af0', 'name': '', 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:ad:4d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:09Z', 'updated_at': '2021-12-21T22:26:17Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:26:43.874999 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d9ca23ef-b957-4898-a674-5a13bc687b95 None None] Provisioning complete for port 18096f53-31e6-4123-80b7-fdfde1e1554b triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:43.874999 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d9ca23ef-b957-4898-a674-5a13bc687b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:43.938537 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-26b6f741-9996-45d9-bf1c-3aa0f33b30dd req-8060dc5d-c0dc-4b2f-ba91-6609484db6fc service neutron] 10.222.0.49 "GET /v2.0/networks/f9ca6bbd-3f31-405f-a6cd-721390812bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746895 Dec 21 22:26:43.944073 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:40Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '18096f53-31e6-4123-80b7-fdfde1e1554b', 'name': '', 'network_id': '1c3a952f-1407-4abe-8a31-3c61a97cb6b6', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:19:ac:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd435295a-b38a-4ae5-a6ad-c333c14bf550', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:39Z', 'updated_at': '2021-12-21T22:26:41Z', 'revision_number': 2, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'd435295a-b38a-4ae5-a6ad-c333c14bf550', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:38Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e67aaf8-edea-413b-bd47-4de1e80381b6', 'name': '', 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:27:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:33Z', 'updated_at': '2021-12-21T22:26:42Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:43.950248 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9e67aaf8-edea-413b-bd47-4de1e80381b6 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:43.964159 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-66961d97-602e-4034-be33-d4ce9279e9d1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/d19c18ce-d85f-4eaa-8847-4e9b7951c3c2 HTTP/1.1" status: 200 len: 992 time: 0.2614906 Dec 21 22:26:44.048350 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Checking router: cdefe46e-5006-4f63-9c4b-5b6240f5af05 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:26:44.048691 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Updating router cdefe46e-5006-4f63-9c4b-5b6240f5af05 port 18096f53-31e6-4123-80b7-fdfde1e1554b binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:26:44.093785 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca23ef-b957-4898-a674-5a13bc687b95 None None] Port 18096f53-31e6-4123-80b7-fdfde1e1554b cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:26:44.105010 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-26b6f741-9996-45d9-bf1c-3aa0f33b30dd req-6565d434-a9f2-4ded-95b2-ed7b76de4835 service neutron] 10.222.0.49 "GET /v2.0/networks/f9ca6bbd-3f31-405f-a6cd-721390812bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587877 Dec 21 22:26:44.125903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:44.155968 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb04611-0a1c-4807-b8b0-8f2d8e4677c9 None None] New status for floating IP d19c18ce-d85f-4eaa-8847-4e9b7951c3c2: ACTIVE {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:26:44.194630 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a0fb96d4-d323-4d27-87c6-658e4294508d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:44.198912 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a0fb96d4-d323-4d27-87c6-658e4294508d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:44.199397 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 9e67aaf8-edea-413b-bd47-4de1e80381b6 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:44.199765 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:44.379510 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-30e162b3-9519-4454-a004-70475e5a4585 None None] Provisioning complete for port 18096f53-31e6-4123-80b7-fdfde1e1554b triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:44.380289 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-30e162b3-9519-4454-a004-70475e5a4585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:44.506659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fb96d4-d323-4d27-87c6-658e4294508d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router cdefe46e-5006-4f63-9c4b-5b6240f5af05 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:26:44.564599 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-30e162b3-9519-4454-a004-70475e5a4585 None None] Port 18096f53-31e6-4123-80b7-fdfde1e1554b cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:26:44.689968 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fb96d4-d323-4d27-87c6-658e4294508d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:26:44.697257 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a0fb96d4-d323-4d27-87c6-658e4294508d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:44.700835 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a0fb96d4-d323-4d27-87c6-658e4294508d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/cdefe46e-5006-4f63-9c4b-5b6240f5af05 HTTP/1.1" status: 200 len: 953 time: 1.9029584 Dec 21 22:26:44.701231 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38898) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:44.709575 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:44.722956 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Transition to ACTIVE for port object 18096f53-31e6-4123-80b7-fdfde1e1554b will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:26:44.761513 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:44.881959 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683fa40-9bbe-4bc3-a8ae-a3e6c532a075 None None] Pushing event updated for resources: {'Port': ['ID=18096f53-31e6-4123-80b7-fdfde1e1554b,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:44.886408 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2de603a4-f2d7-4b81-b9e6-e6d12fec5580 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/routers/cdefe46e-5006-4f63-9c4b-5b6240f5af05 HTTP/1.1" status: 200 len: 953 time: 0.1840332 Dec 21 22:26:44.889107 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38902) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:44.894712 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-62648838-b173-42cd-8f33-157f84b6fc40 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'router': {'routes': None}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:26:44.968131 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38906) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:44.981259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Attempting to bind port 18096f53-31e6-4123-80b7-fdfde1e1554b on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:26:44.981619 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Attempting to bind port 18096f53-31e6-4123-80b7-fdfde1e1554b by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '165c86d5-5951-4592-9cef-905baed58ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1c3a952f-1407-4abe-8a31-3c61a97cb6b6'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:26:44.985835 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Attempting to bind port 18096f53-31e6-4123-80b7-fdfde1e1554b on network 1c3a952f-1407-4abe-8a31-3c61a97cb6b6 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:26:44.988958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:26:44.989331 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Checking segment: {'id': '165c86d5-5951-4592-9cef-905baed58ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1c3a952f-1407-4abe-8a31-3c61a97cb6b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:26:44.989731 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:44.990147 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Bound using segment: {'id': '165c86d5-5951-4592-9cef-905baed58ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1c3a952f-1407-4abe-8a31-3c61a97cb6b6'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:26:44.990608 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Bound port: 18096f53-31e6-4123-80b7-fdfde1e1554b, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165c86d5-5951-4592-9cef-905baed58ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1c3a952f-1407-4abe-8a31-3c61a97cb6b6'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:26:44.990979 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:45.105416 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6753c8df-6e03-46c6-ba89-cf32d387713d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/d19c18ce-d85f-4eaa-8847-4e9b7951c3c2 HTTP/1.1" status: 200 len: 994 time: 0.1359134 Dec 21 22:26:45.124439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] For port 18096f53-31e6-4123-80b7-fdfde1e1554b, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:26:45.127414 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] For port 18096f53-31e6-4123-80b7-fdfde1e1554b, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=18096f53-31e6-4123-80b7-fdfde1e1554b,segment=NetworkSegment(165c86d5-5951-4592-9cef-905baed58ad7),segment_id=165c86d5-5951-4592-9cef-905baed58ad7)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:26:45.172064 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:45.199685 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:45.282445 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683fa40-9bbe-4bc3-a8ae-a3e6c532a075 None None] Pushing event updated for resources: {'Port': ['ID=18096f53-31e6-4123-80b7-fdfde1e1554b,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:45.286207 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:45.286825 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:45.451237 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:45.546911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.extraroute_db [None req-62648838-b173-42cd-8f33-157f84b6fc40 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Added routes are [] {{(pid=84168) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 22:26:45.547229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.extraroute_db [None req-62648838-b173-42cd-8f33-157f84b6fc40 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=84168) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 22:26:45.578601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-62648838-b173-42cd-8f33-157f84b6fc40 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:45.805032 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:43Z', 'revision_number': 6, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '18096f53-31e6-4123-80b7-fdfde1e1554b', 'name': '', 'network_id': '1c3a952f-1407-4abe-8a31-3c61a97cb6b6', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:19:ac:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd435295a-b38a-4ae5-a6ad-c333c14bf550', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:39Z', 'updated_at': '2021-12-21T22:26:45Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'd435295a-b38a-4ae5-a6ad-c333c14bf550', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:38Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e67aaf8-edea-413b-bd47-4de1e80381b6', 'name': '', 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:27:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:33Z', 'updated_at': '2021-12-21T22:26:42Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:45.809631 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844be73-097b-49a8-9bc8-d3352949c4db None None] The sync data for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv is: [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:43Z', 'revision_number': 6, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '18096f53-31e6-4123-80b7-fdfde1e1554b', 'name': '', 'network_id': '1c3a952f-1407-4abe-8a31-3c61a97cb6b6', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:19:ac:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd435295a-b38a-4ae5-a6ad-c333c14bf550', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:39Z', 'updated_at': '2021-12-21T22:26:45Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'd435295a-b38a-4ae5-a6ad-c333c14bf550', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:38Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e67aaf8-edea-413b-bd47-4de1e80381b6', 'name': '', 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:27:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:33Z', 'updated_at': '2021-12-21T22:26:42Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:26:46.102453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-62648838-b173-42cd-8f33-157f84b6fc40 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:46.106513 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-62648838-b173-42cd-8f33-157f84b6fc40 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:46.291627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62648838-b173-42cd-8f33-157f84b6fc40 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router cdefe46e-5006-4f63-9c4b-5b6240f5af05 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:26:46.473975 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62648838-b173-42cd-8f33-157f84b6fc40 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:26:46.480708 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-62648838-b173-42cd-8f33-157f84b6fc40 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:46.481815 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-62648838-b173-42cd-8f33-157f84b6fc40 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/cdefe46e-5006-4f63-9c4b-5b6240f5af05 HTTP/1.1" status: 200 len: 703 time: 1.5917287 Dec 21 22:26:46.484430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38910) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:46.576750 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16fbc2b-96ac-4fdb-be28-8e9719e5161c None None] Sync routers for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:26:46.588886 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16fbc2b-96ac-4fdb-be28-8e9719e5161c None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:46.589495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a16fbc2b-96ac-4fdb-be28-8e9719e5161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:46.667401 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fa454064-0770-4cb6-99c2-b08c1cc251bc tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/routers/cdefe46e-5006-4f63-9c4b-5b6240f5af05 HTTP/1.1" status: 200 len: 703 time: 0.1818275 Dec 21 22:26:46.670050 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38914) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:46.780922 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a16fbc2b-96ac-4fdb-be28-8e9719e5161c None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:47.017166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:47.112871 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a16fbc2b-96ac-4fdb-be28-8e9719e5161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:45Z', 'revision_number': 7, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '18096f53-31e6-4123-80b7-fdfde1e1554b', 'name': '', 'network_id': '1c3a952f-1407-4abe-8a31-3c61a97cb6b6', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:19:ac:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd435295a-b38a-4ae5-a6ad-c333c14bf550', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:39Z', 'updated_at': '2021-12-21T22:26:45Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'd435295a-b38a-4ae5-a6ad-c333c14bf550', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:38Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e67aaf8-edea-413b-bd47-4de1e80381b6', 'name': '', 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:27:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:33Z', 'updated_at': '2021-12-21T22:26:42Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:47.122158 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16fbc2b-96ac-4fdb-be28-8e9719e5161c None None] Checking router: cdefe46e-5006-4f63-9c4b-5b6240f5af05 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:26:47.131612 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16fbc2b-96ac-4fdb-be28-8e9719e5161c None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:47.132218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a16fbc2b-96ac-4fdb-be28-8e9719e5161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:47.291007 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a16fbc2b-96ac-4fdb-be28-8e9719e5161c None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:47.427514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 18096f53-31e6-4123-80b7-fdfde1e1554b up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:47.681062 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 18096f53-31e6-4123-80b7-fdfde1e1554b completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:26:47.686975 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a16fbc2b-96ac-4fdb-be28-8e9719e5161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:45Z', 'revision_number': 7, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '18096f53-31e6-4123-80b7-fdfde1e1554b', 'name': '', 'network_id': '1c3a952f-1407-4abe-8a31-3c61a97cb6b6', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:19:ac:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd435295a-b38a-4ae5-a6ad-c333c14bf550', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:39Z', 'updated_at': '2021-12-21T22:26:45Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'd435295a-b38a-4ae5-a6ad-c333c14bf550', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:38Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e67aaf8-edea-413b-bd47-4de1e80381b6', 'name': '', 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:27:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:33Z', 'updated_at': '2021-12-21T22:26:42Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:47.691792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 18096f53-31e6-4123-80b7-fdfde1e1554b triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:26:47.692151 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:47.719815 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16fbc2b-96ac-4fdb-be28-8e9719e5161c None None] The sync data for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv is: [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:45Z', 'revision_number': 7, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '18096f53-31e6-4123-80b7-fdfde1e1554b', 'name': '', 'network_id': '1c3a952f-1407-4abe-8a31-3c61a97cb6b6', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:19:ac:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd435295a-b38a-4ae5-a6ad-c333c14bf550', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:39Z', 'updated_at': '2021-12-21T22:26:45Z', 'revision_number': 4, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'd435295a-b38a-4ae5-a6ad-c333c14bf550', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:38Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e67aaf8-edea-413b-bd47-4de1e80381b6', 'name': '', 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:27:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:33Z', 'updated_at': '2021-12-21T22:26:42Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:26:47.741815 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port 18096f53-31e6-4123-80b7-fdfde1e1554b {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:26:47.742572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:47.813193 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:47.849491 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 18096f53-31e6-4123-80b7-fdfde1e1554b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=18096f53-31e6-4123-80b7-fdfde1e1554b,segment=NetworkSegment(165c86d5-5951-4592-9cef-905baed58ad7),segment_id=165c86d5-5951-4592-9cef-905baed58ad7)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:47.916238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:47.944324 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] For port 18096f53-31e6-4123-80b7-fdfde1e1554b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=18096f53-31e6-4123-80b7-fdfde1e1554b,segment=NetworkSegment(165c86d5-5951-4592-9cef-905baed58ad7),segment_id=165c86d5-5951-4592-9cef-905baed58ad7)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:47.944671 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:47.989909 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=18096f53-31e6-4123-80b7-fdfde1e1554b,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:48.074756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for 18096f53-31e6-4123-80b7-fdfde1e1554b owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:26:48.242032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.api [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:26:48.243408 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG oslo_db.api [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:26:48.743283 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port 18096f53-31e6-4123-80b7-fdfde1e1554b {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:26:48.743958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:48.929222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] For port 18096f53-31e6-4123-80b7-fdfde1e1554b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=18096f53-31e6-4123-80b7-fdfde1e1554b,segment=NetworkSegment(165c86d5-5951-4592-9cef-905baed58ad7),segment_id=165c86d5-5951-4592-9cef-905baed58ad7)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:48.929570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:49.052350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for 18096f53-31e6-4123-80b7-fdfde1e1554b owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:26:49.315317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:49.358936 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Port': ['ID=18096f53-31e6-4123-80b7-fdfde1e1554b,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:49.382223 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 18096f53-31e6-4123-80b7-fdfde1e1554b up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:26:49.421156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 18096f53-31e6-4123-80b7-fdfde1e1554b {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:26:49.422773 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 18096f53-31e6-4123-80b7-fdfde1e1554b not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 21 22:26:49.456838 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Port 18096f53-31e6-4123-80b7-fdfde1e1554b not found, will not notify nova. {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 21 22:26:49.669206 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:50.174180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router cdefe46e-5006-4f63-9c4b-5b6240f5af05 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:26:50.346324 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:26:50.355547 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad9f0f2-ae98-4873-84c1-10a942f7fcb4 None None] Sync routers for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:26:50.358943 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-882f50bb-c317-4ffa-9be0-01cba5d46e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/cdefe46e-5006-4f63-9c4b-5b6240f5af05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6879299 Dec 21 22:26:50.361548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38918) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:50.367078 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad9f0f2-ae98-4873-84c1-10a942f7fcb4 None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:50.368564 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7ad9f0f2-ae98-4873-84c1-10a942f7fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:50.551200 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-13cb9a1e-1ad1-49df-b137-1799aaba38b2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting subnet d435295a-b38a-4ae5-a6ad-c333c14bf550 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:26:50.552378 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-7ad9f0f2-ae98-4873-84c1-10a942f7fcb4 None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:50.554204 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-13cb9a1e-1ad1-49df-b137-1799aaba38b2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:50.612861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-13cb9a1e-1ad1-49df-b137-1799aaba38b2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:50.698270 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-13cb9a1e-1ad1-49df-b137-1799aaba38b2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:50.841576 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-13cb9a1e-1ad1-49df-b137-1799aaba38b2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:50.884593 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7ad9f0f2-ae98-4873-84c1-10a942f7fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:49Z', 'revision_number': 8, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:38Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e67aaf8-edea-413b-bd47-4de1e80381b6', 'name': '', 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:27:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:33Z', 'updated_at': '2021-12-21T22:26:42Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:50.888664 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb9a1e-1ad1-49df-b137-1799aaba38b2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Subnet': ['ID=d435295a-b38a-4ae5-a6ad-c333c14bf550,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:50.888967 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad9f0f2-ae98-4873-84c1-10a942f7fcb4 None None] Checking router: cdefe46e-5006-4f63-9c4b-5b6240f5af05 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:26:50.892600 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-13cb9a1e-1ad1-49df-b137-1799aaba38b2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:50.899529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fefc012-15b8-4ad9-b4f1-c6efd6cb6c00 None None] Network 1c3a952f-1407-4abe-8a31-3c61a97cb6b6 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:26:50.903862 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-13cb9a1e-1ad1-49df-b137-1799aaba38b2 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/d435295a-b38a-4ae5-a6ad-c333c14bf550 HTTP/1.1" status: 204 len: 168 time: 0.5378733 Dec 21 22:26:50.903862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38922) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:50.907517 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad9f0f2-ae98-4873-84c1-10a942f7fcb4 None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:50.908268 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7ad9f0f2-ae98-4873-84c1-10a942f7fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:51.021348 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:51.040106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port c2c46f52-347e-4ce3-9eba-6bfef1f03a2a {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:26:51.040690 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:51.064831 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-7ad9f0f2-ae98-4873-84c1-10a942f7fcb4 None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:51.247324 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442a6f0d-8cb7-4ca9-a079-6122b080be34 None None] DHCP port deletion for 1c3a952f-1407-4abe-8a31-3c61a97cb6b6 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:26:51.252055 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-442a6f0d-8cb7-4ca9-a079-6122b080be34 None None] Deleting port c2c46f52-347e-4ce3-9eba-6bfef1f03a2a {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:26:51.252473 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-442a6f0d-8cb7-4ca9-a079-6122b080be34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:51.403964 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] For port c2c46f52-347e-4ce3-9eba-6bfef1f03a2a, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c2c46f52-347e-4ce3-9eba-6bfef1f03a2a,segment=NetworkSegment(165c86d5-5951-4592-9cef-905baed58ad7),segment_id=165c86d5-5951-4592-9cef-905baed58ad7)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:51.405042 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:51.420721 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7ad9f0f2-ae98-4873-84c1-10a942f7fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:49Z', 'revision_number': 8, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:38Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e67aaf8-edea-413b-bd47-4de1e80381b6', 'name': '', 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:27:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:33Z', 'updated_at': '2021-12-21T22:26:42Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:51.430045 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad9f0f2-ae98-4873-84c1-10a942f7fcb4 None None] The sync data for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv is: [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:49Z', 'revision_number': 8, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:38Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e67aaf8-edea-413b-bd47-4de1e80381b6', 'name': '', 'network_id': '93ba0f7d-6461-4bf8-a2ae-5c5be38545ad', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:27:2f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:33Z', 'updated_at': '2021-12-21T22:26:42Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'ef7728ba-4d51-4a4a-873b-2d70362333cf', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:26:51.476993 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c2c46f52-347e-4ce3-9eba-6bfef1f03a2a no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:26:51.522692 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-442a6f0d-8cb7-4ca9-a079-6122b080be34 None None] For port c2c46f52-347e-4ce3-9eba-6bfef1f03a2a, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c2c46f52-347e-4ce3-9eba-6bfef1f03a2a,segment=NetworkSegment(165c86d5-5951-4592-9cef-905baed58ad7),segment_id=165c86d5-5951-4592-9cef-905baed58ad7)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:51.523079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-442a6f0d-8cb7-4ca9-a079-6122b080be34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:51.553193 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for c2c46f52-347e-4ce3-9eba-6bfef1f03a2a owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:26:51.652906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-442a6f0d-8cb7-4ca9-a079-6122b080be34 None None] Calling delete_port for c2c46f52-347e-4ce3-9eba-6bfef1f03a2a owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:26:51.692514 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:51.704063 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No ports have port_id starting with c2c46f52-347e-4ce3-9eba-6bfef1f03a2a Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn_limited( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn_limited( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 22:26:51.727358 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 22:26:51.733195 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-442a6f0d-8cb7-4ca9-a079-6122b080be34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:26:51.733427 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-442a6f0d-8cb7-4ca9-a079-6122b080be34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:26:51.741120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Port': ['ID=c2c46f52-347e-4ce3-9eba-6bfef1f03a2a,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:51.749862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] No DVR routers for this DVR port c2c46f52-347e-4ce3-9eba-6bfef1f03a2a on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:26:51.881964 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:51.907465 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3a952f-1407-4abe-8a31-3c61a97cb6b6']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:51.920808 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165c86d5-5951-4592-9cef-905baed58ad7') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:51.921811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165c86d5-5951-4592-9cef-905baed58ad7') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:51.933829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:51.949561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:51.956276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:26:51.956694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:26:51.971203 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:26:52.109080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:52.126500 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:52.137809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Network': ['ID=1c3a952f-1407-4abe-8a31-3c61a97cb6b6,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:52.145896 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1aa92c9e-39c9-4e73-aa72-6f949dd62999 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/networks/1c3a952f-1407-4abe-8a31-3c61a97cb6b6 HTTP/1.1" status: 204 len: 168 time: 1.2413001 Dec 21 22:26:52.148608 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38926) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:52.250869 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-442a6f0d-8cb7-4ca9-a079-6122b080be34 None None] Deleting port c2c46f52-347e-4ce3-9eba-6bfef1f03a2a {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:26:52.251586 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-442a6f0d-8cb7-4ca9-a079-6122b080be34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:52.329629 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-442a6f0d-8cb7-4ca9-a079-6122b080be34 None None] The port 'c2c46f52-347e-4ce3-9eba-6bfef1f03a2a' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:26:52.494761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-22d73f7e-32e8-48d0-a68d-c94e451d4bb6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:53.003707 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6c70267-02a5-4376-b354-3feceac2db5c req-4aecbf3f-962f-4482-885c-7034961a758d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2436881 Dec 21 22:26:53.205501 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6c70267-02a5-4376-b354-3feceac2db5c req-a8128857-a47c-4bfb-ac42-25408ec03bb4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 1098 time: 0.1275208 Dec 21 22:26:53.336769 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 18096f53-31e6-4123-80b7-fdfde1e1554b no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:26:53.357907 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-22d73f7e-32e8-48d0-a68d-c94e451d4bb6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port 9e67aaf8-edea-413b-bd47-4de1e80381b6 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:26:53.358270 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-22d73f7e-32e8-48d0-a68d-c94e451d4bb6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:53.372373 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 18096f53-31e6-4123-80b7-fdfde1e1554b {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:26:53.372721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 18096f53-31e6-4123-80b7-fdfde1e1554b not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:26:53.474964 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c70267-02a5-4376-b354-3feceac2db5c req-27550102-251c-412b-86f9-733bee8ad47b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:53.476395 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6c70267-02a5-4376-b354-3feceac2db5c req-27550102-251c-412b-86f9-733bee8ad47b service neutron] 10.222.0.49 "GET /v2.0/networks?id=30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 200 len: 912 time: 0.2302809 Dec 21 22:26:53.656318 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6c70267-02a5-4376-b354-3feceac2db5c req-d7ed13d4-b4a3-4e66-9f5b-31bccc405b99 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e HTTP/1.1" status: 200 len: 1001 time: 0.1712532 Dec 21 22:26:53.657789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-22d73f7e-32e8-48d0-a68d-c94e451d4bb6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] For port 9e67aaf8-edea-413b-bd47-4de1e80381b6, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9e67aaf8-edea-413b-bd47-4de1e80381b6,segment=NetworkSegment(c919bdaf-cf6f-4121-900c-3a44c0a25dfb),segment_id=c919bdaf-cf6f-4121-900c-3a44c0a25dfb)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:53.658167 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-22d73f7e-32e8-48d0-a68d-c94e451d4bb6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:53.813491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-22d73f7e-32e8-48d0-a68d-c94e451d4bb6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for 9e67aaf8-edea-413b-bd47-4de1e80381b6 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:26:53.876208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c70267-02a5-4376-b354-3feceac2db5c req-8de31294-f53b-40d7-98c4-691a86271e83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:26:53.877638 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6c70267-02a5-4376-b354-3feceac2db5c req-8de31294-f53b-40d7-98c4-691a86271e83 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=073f42ae-bd0f-4484-a9d4-70d9e72514e8 HTTP/1.1" status: 200 len: 850 time: 0.2124660 Dec 21 22:26:53.986359 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6c70267-02a5-4376-b354-3feceac2db5c req-9dde5625-3ce5-4085-ba61-536d19ed6c2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30c8348e-de0d-452f-98c1-e75fb40a3979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1017094 Dec 21 22:26:54.163322 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6c70267-02a5-4376-b354-3feceac2db5c req-3f1c6a37-4833-4183-802e-96683b5e587b service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445239 Dec 21 22:26:54.192055 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-22d73f7e-32e8-48d0-a68d-c94e451d4bb6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:54.258215 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d73f7e-32e8-48d0-a68d-c94e451d4bb6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Port': ['ID=9e67aaf8-edea-413b-bd47-4de1e80381b6,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:54.579082 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6c70267-02a5-4376-b354-3feceac2db5c req-257bde7e-ecba-4613-8eb6-64714bcf6e95 service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056878 Dec 21 22:26:54.632914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-22d73f7e-32e8-48d0-a68d-c94e451d4bb6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:55.117548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d73f7e-32e8-48d0-a68d-c94e451d4bb6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router cdefe46e-5006-4f63-9c4b-5b6240f5af05 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:26:55.288364 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d73f7e-32e8-48d0-a68d-c94e451d4bb6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:26:55.298522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7ca2d5-14cd-4f49-b17b-e81a1c4d6dde None None] Sync routers for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:26:55.302065 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-22d73f7e-32e8-48d0-a68d-c94e451d4bb6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/cdefe46e-5006-4f63-9c4b-5b6240f5af05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1524024 Dec 21 22:26:55.304670 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38930) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:55.311182 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ca2d5-14cd-4f49-b17b-e81a1c4d6dde None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:55.311801 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ac7ca2d5-14cd-4f49-b17b-e81a1c4d6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:55.472572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-ac7ca2d5-14cd-4f49-b17b-e81a1c4d6dde None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:55.489630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42e366b-7cad-470a-a2a2-26632d604ea5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting subnet ef7728ba-4d51-4a4a-873b-2d70362333cf {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:26:55.492511 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e42e366b-7cad-470a-a2a2-26632d604ea5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:55.546672 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e42e366b-7cad-470a-a2a2-26632d604ea5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:55.632842 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e42e366b-7cad-470a-a2a2-26632d604ea5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:55.761279 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e42e366b-7cad-470a-a2a2-26632d604ea5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:55.801080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e366b-7cad-470a-a2a2-26632d604ea5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7728ba-4d51-4a4a-873b-2d70362333cf,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:55.805504 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e42e366b-7cad-470a-a2a2-26632d604ea5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:55.812447 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e42e366b-7cad-470a-a2a2-26632d604ea5 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/ef7728ba-4d51-4a4a-873b-2d70362333cf HTTP/1.1" status: 204 len: 168 time: 0.5068319 Dec 21 22:26:55.815023 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38934) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:55.816541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4207930b-1784-4484-9e54-a94b9c7c81ec None None] Network 93ba0f7d-6461-4bf8-a2ae-5c5be38545ad requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:26:55.921001 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ac7ca2d5-14cd-4f49-b17b-e81a1c4d6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:53Z', 'revision_number': 9, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:38Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:55.952210 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7ca2d5-14cd-4f49-b17b-e81a1c4d6dde None None] Checking router: cdefe46e-5006-4f63-9c4b-5b6240f5af05 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:26:56.001116 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ca2d5-14cd-4f49-b17b-e81a1c4d6dde None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:56.001715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ac7ca2d5-14cd-4f49-b17b-e81a1c4d6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:26:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:56.040069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:56.050972 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port da7e517d-a94e-4ab8-bc45-0abd84e58bc1 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:26:56.051361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:56.168145 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-ac7ca2d5-14cd-4f49-b17b-e81a1c4d6dde None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:56.225536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa53478-f223-4db3-8750-251f1baba9b3 None None] DHCP port deletion for 93ba0f7d-6461-4bf8-a2ae-5c5be38545ad request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:26:56.239321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5aa53478-f223-4db3-8750-251f1baba9b3 None None] Deleting port da7e517d-a94e-4ab8-bc45-0abd84e58bc1 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:26:56.239681 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5aa53478-f223-4db3-8750-251f1baba9b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:56.266045 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] For port da7e517d-a94e-4ab8-bc45-0abd84e58bc1, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=da7e517d-a94e-4ab8-bc45-0abd84e58bc1,segment=NetworkSegment(c919bdaf-cf6f-4121-900c-3a44c0a25dfb),segment_id=c919bdaf-cf6f-4121-900c-3a44c0a25dfb)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:56.266637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:56.387782 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for da7e517d-a94e-4ab8-bc45-0abd84e58bc1 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:26:56.520614 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:56.566638 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Port': ['ID=da7e517d-a94e-4ab8-bc45-0abd84e58bc1,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:56.572672 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] No DVR routers for this DVR port da7e517d-a94e-4ab8-bc45-0abd84e58bc1 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:26:56.599551 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5aa53478-f223-4db3-8750-251f1baba9b3 None None] For port da7e517d-a94e-4ab8-bc45-0abd84e58bc1, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=da7e517d-a94e-4ab8-bc45-0abd84e58bc1,segment=NetworkSegment(c919bdaf-cf6f-4121-900c-3a44c0a25dfb),segment_id=c919bdaf-cf6f-4121-900c-3a44c0a25dfb)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:56.600183 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5aa53478-f223-4db3-8750-251f1baba9b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:56.695328 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:56.720661 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ba0f7d-6461-4bf8-a2ae-5c5be38545ad']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:56.732551 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c919bdaf-cf6f-4121-900c-3a44c0a25dfb') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:56.732843 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c919bdaf-cf6f-4121-900c-3a44c0a25dfb') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:56.744527 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5aa53478-f223-4db3-8750-251f1baba9b3 None None] Calling delete_port for da7e517d-a94e-4ab8-bc45-0abd84e58bc1 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:26:56.745219 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:56.762239 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:56.768247 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:26:56.768625 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:26:56.783079 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:26:56.831440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-5aa53478-f223-4db3-8750-251f1baba9b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:26:56.831790 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-5aa53478-f223-4db3-8750-251f1baba9b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:26:56.833776 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ac7ca2d5-14cd-4f49-b17b-e81a1c4d6dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:53Z', 'revision_number': 9, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:38Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:56.838340 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7ca2d5-14cd-4f49-b17b-e81a1c4d6dde None None] The sync data for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv is: [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:53Z', 'revision_number': 9, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': '55e72450-57be-446d-920a-75e33fbf1a2c', 'name': '', 'network_id': '0fd2f2c3-1022-4b75-8c88-5c80b4538761', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:5e:30:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:28Z', 'updated_at': '2021-12-21T22:26:38Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': '7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:26:56.897885 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:56.915075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:56.928341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Network': ['ID=93ba0f7d-6461-4bf8-a2ae-5c5be38545ad,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:56.934168 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5544b63f-e807-483f-b158-437161e162c6 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/networks/93ba0f7d-6461-4bf8-a2ae-5c5be38545ad HTTP/1.1" status: 204 len: 168 time: 1.1180873 Dec 21 22:26:56.935680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38938) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:57.263873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1397d409-2cec-47a8-9a55-9e5093ad89b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:57.275620 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f656c68-70ff-4d72-a228-a5b1d754e02f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:57.333407 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5aa53478-f223-4db3-8750-251f1baba9b3 None None] Deleting port da7e517d-a94e-4ab8-bc45-0abd84e58bc1 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:26:57.333894 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5aa53478-f223-4db3-8750-251f1baba9b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:57.398130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device da7e517d-a94e-4ab8-bc45-0abd84e58bc1 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:26:57.428743 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5aa53478-f223-4db3-8750-251f1baba9b3 None None] The port 'da7e517d-a94e-4ab8-bc45-0abd84e58bc1' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:26:57.492151 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: da7e517d-a94e-4ab8-bc45-0abd84e58bc1 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:26:57.492492 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device da7e517d-a94e-4ab8-bc45-0abd84e58bc1 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:26:57.492907 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9e67aaf8-edea-413b-bd47-4de1e80381b6 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:26:57.530603 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 9e67aaf8-edea-413b-bd47-4de1e80381b6 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:26:57.530948 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9e67aaf8-edea-413b-bd47-4de1e80381b6 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:26:57.963825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-3f656c68-70ff-4d72-a228-a5b1d754e02f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port 55e72450-57be-446d-920a-75e33fbf1a2c {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:26:57.964158 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f656c68-70ff-4d72-a228-a5b1d754e02f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:58.147163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-3f656c68-70ff-4d72-a228-a5b1d754e02f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] For port 55e72450-57be-446d-920a-75e33fbf1a2c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=55e72450-57be-446d-920a-75e33fbf1a2c,segment=NetworkSegment(1ab54ce1-5f22-4407-a679-9a154460cf7e),segment_id=1ab54ce1-5f22-4407-a679-9a154460cf7e)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:26:58.147508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f656c68-70ff-4d72-a228-a5b1d754e02f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:58.266684 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-3f656c68-70ff-4d72-a228-a5b1d754e02f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for 55e72450-57be-446d-920a-75e33fbf1a2c owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:26:58.582585 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f656c68-70ff-4d72-a228-a5b1d754e02f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:58.632389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f656c68-70ff-4d72-a228-a5b1d754e02f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Port': ['ID=55e72450-57be-446d-920a-75e33fbf1a2c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:26:58.845156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f656c68-70ff-4d72-a228-a5b1d754e02f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:59.435298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f656c68-70ff-4d72-a228-a5b1d754e02f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router cdefe46e-5006-4f63-9c4b-5b6240f5af05 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:26:59.601488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f656c68-70ff-4d72-a228-a5b1d754e02f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:26:59.610501 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef694675-9f59-4f15-b910-f52e3ae05217 None None] Sync routers for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:26:59.614666 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3f656c68-70ff-4d72-a228-a5b1d754e02f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/cdefe46e-5006-4f63-9c4b-5b6240f5af05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6778514 Dec 21 22:26:59.616988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38942) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:26:59.620670 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5fcfe494-7f71-45e8-980c-bb511cdc7192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:59.623925 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef694675-9f59-4f15-b910-f52e3ae05217 None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:26:59.624607 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ef694675-9f59-4f15-b910-f52e3ae05217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:26:59.769521 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-ef694675-9f59-4f15-b910-f52e3ae05217 None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:26:59.804104 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9fa613-7519-4e0f-a5fd-c7b0a47a910f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting subnet 7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:26:59.807906 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa613-7519-4e0f-a5fd-c7b0a47a910f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:59.863200 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa613-7519-4e0f-a5fd-c7b0a47a910f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:26:59.941206 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa613-7519-4e0f-a5fd-c7b0a47a910f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:00.069389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa613-7519-4e0f-a5fd-c7b0a47a910f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:00.100251 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ef694675-9f59-4f15-b910-f52e3ae05217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 10, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:00.104511 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef694675-9f59-4f15-b910-f52e3ae05217 None None] Checking router: cdefe46e-5006-4f63-9c4b-5b6240f5af05 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:27:00.108829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fa613-7519-4e0f-a5fd-c7b0a47a910f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Subnet': ['ID=7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:00.113500 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1f9fa613-7519-4e0f-a5fd-c7b0a47a910f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:00.120035 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1f9fa613-7519-4e0f-a5fd-c7b0a47a910f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a HTTP/1.1" status: 204 len: 168 time: 0.5021048 Dec 21 22:27:00.120218 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef694675-9f59-4f15-b910-f52e3ae05217 None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:27:00.120636 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0858fe16-1a02-41bf-ba46-a0a2ca74fe42 None None] Network 0fd2f2c3-1022-4b75-8c88-5c80b4538761 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:27:00.120798 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ef694675-9f59-4f15-b910-f52e3ae05217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:00.122869 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 38946) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:00.236812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:00.248548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port 12069d2d-2991-4dba-b933-cfd074e98505 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:27:00.249098 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:00.268678 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-ef694675-9f59-4f15-b910-f52e3ae05217 None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:27:00.375694 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57be218-6cc2-431c-8c76-59ef09a210c1 None None] DHCP port deletion for 0fd2f2c3-1022-4b75-8c88-5c80b4538761 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:27:00.379765 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e57be218-6cc2-431c-8c76-59ef09a210c1 None None] Deleting port 12069d2d-2991-4dba-b933-cfd074e98505 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:27:00.380133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e57be218-6cc2-431c-8c76-59ef09a210c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:00.464068 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] For port 12069d2d-2991-4dba-b933-cfd074e98505, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=12069d2d-2991-4dba-b933-cfd074e98505,segment=NetworkSegment(1ab54ce1-5f22-4407-a679-9a154460cf7e),segment_id=1ab54ce1-5f22-4407-a679-9a154460cf7e)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:27:00.464445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:00.586861 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e57be218-6cc2-431c-8c76-59ef09a210c1 None None] For port 12069d2d-2991-4dba-b933-cfd074e98505, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=12069d2d-2991-4dba-b933-cfd074e98505,segment=NetworkSegment(1ab54ce1-5f22-4407-a679-9a154460cf7e),segment_id=1ab54ce1-5f22-4407-a679-9a154460cf7e)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:27:00.587240 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e57be218-6cc2-431c-8c76-59ef09a210c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:00.588677 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for 12069d2d-2991-4dba-b933-cfd074e98505 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:27:00.597806 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ef694675-9f59-4f15-b910-f52e3ae05217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 10, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:00.601636 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef694675-9f59-4f15-b910-f52e3ae05217 None None] The sync data for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv is: [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:26:58Z', 'revision_number': 10, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None, '_interfaces': [{'id': 'c33444c6-8dfc-4f78-a194-b5a2ab23ba48', 'name': '', 'network_id': 'fe7344c6-cd17-4906-82a0-170e570cd07f', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'mac_address': 'fa:16:3e:fc:f4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:22Z', 'updated_at': '2021-12-21T22:26:34Z', 'revision_number': 5, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'subnets': [{'id': 'a35a1551-d2af-4fdc-9b03-eb3f307a0f96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:27:00.724968 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e57be218-6cc2-431c-8c76-59ef09a210c1 None None] Calling delete_port for 12069d2d-2991-4dba-b933-cfd074e98505 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:27:00.733267 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:00.792145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Port': ['ID=12069d2d-2991-4dba-b933-cfd074e98505,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:00.801516 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] No DVR routers for this DVR port 12069d2d-2991-4dba-b933-cfd074e98505 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:27:00.812943 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-e57be218-6cc2-431c-8c76-59ef09a210c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:27:00.813309 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-e57be218-6cc2-431c-8c76-59ef09a210c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:27:00.823961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:00.852385 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:01.038294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:01.067468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd2f2c3-1022-4b75-8c88-5c80b4538761']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:01.080431 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab54ce1-5f22-4407-a679-9a154460cf7e') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:01.080721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab54ce1-5f22-4407-a679-9a154460cf7e') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:01.093185 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:01.110829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:01.117488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:27:01.117874 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:27:01.132382 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:27:01.303608 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:01.314474 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e57be218-6cc2-431c-8c76-59ef09a210c1 None None] Deleting port 12069d2d-2991-4dba-b933-cfd074e98505 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:27:01.315186 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e57be218-6cc2-431c-8c76-59ef09a210c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:01.328140 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:01.331455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Network': ['ID=0fd2f2c3-1022-4b75-8c88-5c80b4538761,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:01.345550 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38952) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:01.346190 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0c248911-06cd-4034-83ed-3d6c92edc823 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/networks/0fd2f2c3-1022-4b75-8c88-5c80b4538761 HTTP/1.1" status: 204 len: 168 time: 1.2216604 Dec 21 22:27:01.403953 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e57be218-6cc2-431c-8c76-59ef09a210c1 None None] The port '12069d2d-2991-4dba-b933-cfd074e98505' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:27:01.406352 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 55e72450-57be-446d-920a-75e33fbf1a2c no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:27:01.442000 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 55e72450-57be-446d-920a-75e33fbf1a2c {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:27:01.442272 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 55e72450-57be-446d-920a-75e33fbf1a2c not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:27:01.442673 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 12069d2d-2991-4dba-b933-cfd074e98505 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:27:01.482668 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 12069d2d-2991-4dba-b933-cfd074e98505 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:27:01.483003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 12069d2d-2991-4dba-b933-cfd074e98505 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:27:01.695188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:02.153629 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:02.263450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port c33444c6-8dfc-4f78-a194-b5a2ab23ba48 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:27:02.263791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:02.446962 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] For port c33444c6-8dfc-4f78-a194-b5a2ab23ba48, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c33444c6-8dfc-4f78-a194-b5a2ab23ba48,segment=NetworkSegment(23078207-bdc5-4f6d-8b52-37db9b999c0d),segment_id=23078207-bdc5-4f6d-8b52-37db9b999c0d)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:27:02.448583 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:02.697454 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for c33444c6-8dfc-4f78-a194-b5a2ab23ba48 owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:27:02.925584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:02.971605 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Port': ['ID=c33444c6-8dfc-4f78-a194-b5a2ab23ba48,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:03.009694 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:03.010133 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:03.010394 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:03.010724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:03.011048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:03.011371 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:03.011692 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:03.012011 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:03.012328 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:03.012646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:03.012962 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:03.158761 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:03.561283 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router cdefe46e-5006-4f63-9c4b-5b6240f5af05 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:27:03.695488 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:27:03.704868 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73afee5-b8bb-4345-8b1d-56ddf7c57d3a None None] Sync routers for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:27:03.708394 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-160ba105-ba85-4200-b189-7d2af9e10585 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/cdefe46e-5006-4f63-9c4b-5b6240f5af05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3612676 Dec 21 22:27:03.711008 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38962) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:03.718197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73afee5-b8bb-4345-8b1d-56ddf7c57d3a None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:27:03.718809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d73afee5-b8bb-4345-8b1d-56ddf7c57d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:03.843042 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-d73afee5-b8bb-4345-8b1d-56ddf7c57d3a None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:27:03.950293 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d73afee5-b8bb-4345-8b1d-56ddf7c57d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:27:02Z', 'revision_number': 11, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:03.954566 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73afee5-b8bb-4345-8b1d-56ddf7c57d3a None None] Checking router: cdefe46e-5006-4f63-9c4b-5b6240f5af05 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:27:03.966135 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73afee5-b8bb-4345-8b1d-56ddf7c57d3a None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:27:03.966748 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d73afee5-b8bb-4345-8b1d-56ddf7c57d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:03.996416 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9445a1-be2f-4469-9a38-aa7404ded54f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting subnet a35a1551-d2af-4fdc-9b03-eb3f307a0f96 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:27:03.999354 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6b9445a1-be2f-4469-9a38-aa7404ded54f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:04.051657 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6b9445a1-be2f-4469-9a38-aa7404ded54f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:04.097827 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-d73afee5-b8bb-4345-8b1d-56ddf7c57d3a None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:27:04.137043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6b9445a1-be2f-4469-9a38-aa7404ded54f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:04.242876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d73afee5-b8bb-4345-8b1d-56ddf7c57d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:27:02Z', 'revision_number': 11, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:04.247680 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73afee5-b8bb-4345-8b1d-56ddf7c57d3a None None] The sync data for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv is: [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:27:02Z', 'revision_number': 11, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:27:04.292869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6b9445a1-be2f-4469-9a38-aa7404ded54f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:04.329517 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9445a1-be2f-4469-9a38-aa7404ded54f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Subnet': ['ID=a35a1551-d2af-4fdc-9b03-eb3f307a0f96,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:04.335426 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6b9445a1-be2f-4469-9a38-aa7404ded54f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:04.345106 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa02d6f7-379c-4995-a733-87e3cafcf2b1 None None] Network fe7344c6-cd17-4906-82a0-170e570cd07f requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:27:04.345273 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6b9445a1-be2f-4469-9a38-aa7404ded54f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/a35a1551-d2af-4fdc-9b03-eb3f307a0f96 HTTP/1.1" status: 204 len: 168 time: 0.6306112 Dec 21 22:27:04.345273 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38966) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:04.455723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:04.468580 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Deleting port 06f8d2bb-8888-4848-8047-f35416e852e9 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:27:04.468913 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:04.613118 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e09aba1-c252-4a1d-8f95-3a7c28c55ab7 None None] DHCP port deletion for fe7344c6-cd17-4906-82a0-170e570cd07f request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:27:04.617551 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-8e09aba1-c252-4a1d-8f95-3a7c28c55ab7 None None] Deleting port 06f8d2bb-8888-4848-8047-f35416e852e9 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:27:04.618166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8e09aba1-c252-4a1d-8f95-3a7c28c55ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:04.684337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] For port 06f8d2bb-8888-4848-8047-f35416e852e9, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=06f8d2bb-8888-4848-8047-f35416e852e9,segment=NetworkSegment(23078207-bdc5-4f6d-8b52-37db9b999c0d),segment_id=23078207-bdc5-4f6d-8b52-37db9b999c0d)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:27:04.684879 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:04.809880 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Calling delete_port for 06f8d2bb-8888-4848-8047-f35416e852e9 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:27:04.824845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-8e09aba1-c252-4a1d-8f95-3a7c28c55ab7 None None] For port 06f8d2bb-8888-4848-8047-f35416e852e9, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=06f8d2bb-8888-4848-8047-f35416e852e9,segment=NetworkSegment(23078207-bdc5-4f6d-8b52-37db9b999c0d),segment_id=23078207-bdc5-4f6d-8b52-37db9b999c0d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:27:04.825391 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8e09aba1-c252-4a1d-8f95-3a7c28c55ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:04.943427 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-8e09aba1-c252-4a1d-8f95-3a7c28c55ab7 None None] Calling delete_port for 06f8d2bb-8888-4848-8047-f35416e852e9 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:27:04.943659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:04.991314 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Port': ['ID=06f8d2bb-8888-4848-8047-f35416e852e9,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:04.999372 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] No DVR routers for this DVR port 06f8d2bb-8888-4848-8047-f35416e852e9 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:27:05.012827 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-8e09aba1-c252-4a1d-8f95-3a7c28c55ab7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:27:05.013114 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-8e09aba1-c252-4a1d-8f95-3a7c28c55ab7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:27:05.120090 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:05.144463 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7344c6-cd17-4906-82a0-170e570cd07f']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:05.156523 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23078207-bdc5-4f6d-8b52-37db9b999c0d') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:05.156812 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23078207-bdc5-4f6d-8b52-37db9b999c0d') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:05.167578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:05.182861 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:05.188529 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:27:05.188903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:27:05.203572 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:27:05.314892 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:05.319868 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:05.348503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Pushing event deleted for resources: {'Network': ['ID=fe7344c6-cd17-4906-82a0-170e570cd07f,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:05.354822 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-49ebed61-6094-4a6f-85cf-3986c6675f76 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/networks/fe7344c6-cd17-4906-82a0-170e570cd07f HTTP/1.1" status: 204 len: 168 time: 1.0087783 Dec 21 22:27:05.357462 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38972) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:05.362578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-3d40ff05-3137-4c28-bb43-84f2f950c8ad tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'router': {'routes': None}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:05.379701 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 06f8d2bb-8888-4848-8047-f35416e852e9 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:27:05.414978 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 06f8d2bb-8888-4848-8047-f35416e852e9 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:27:05.415318 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 06f8d2bb-8888-4848-8047-f35416e852e9 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:27:05.415767 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c33444c6-8dfc-4f78-a194-b5a2ab23ba48 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:27:05.446242 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: c33444c6-8dfc-4f78-a194-b5a2ab23ba48 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:27:05.446582 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c33444c6-8dfc-4f78-a194-b5a2ab23ba48 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:27:05.514875 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-8e09aba1-c252-4a1d-8f95-3a7c28c55ab7 None None] Deleting port 06f8d2bb-8888-4848-8047-f35416e852e9 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:27:05.515257 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8e09aba1-c252-4a1d-8f95-3a7c28c55ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:05.579545 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-8e09aba1-c252-4a1d-8f95-3a7c28c55ab7 None None] The port '06f8d2bb-8888-4848-8047-f35416e852e9' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:27:05.700412 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:27:05.740067 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.extraroute_db [None req-3d40ff05-3137-4c28-bb43-84f2f950c8ad tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Added routes are [] {{(pid=84169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 21 22:27:05.746186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.extraroute_db [None req-3d40ff05-3137-4c28-bb43-84f2f950c8ad tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Removed routes are [] {{(pid=84169) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 21 22:27:05.746186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3d40ff05-3137-4c28-bb43-84f2f950c8ad tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:05.991216 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3d40ff05-3137-4c28-bb43-84f2f950c8ad tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:05.994620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3d40ff05-3137-4c28-bb43-84f2f950c8ad tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:06.131108 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d40ff05-3137-4c28-bb43-84f2f950c8ad tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router cdefe46e-5006-4f63-9c4b-5b6240f5af05 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:27:06.269852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d40ff05-3137-4c28-bb43-84f2f950c8ad tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:27:06.276757 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3d40ff05-3137-4c28-bb43-84f2f950c8ad tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:06.277898 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3d40ff05-3137-4c28-bb43-84f2f950c8ad tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/cdefe46e-5006-4f63-9c4b-5b6240f5af05 HTTP/1.1" status: 200 len: 704 time: 0.9194739 Dec 21 22:27:06.281489 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38976) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:06.283823 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf1fe8f-f696-410a-9cf2-edbef03dc0c9 None None] Sync routers for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:27:06.295872 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf1fe8f-f696-410a-9cf2-edbef03dc0c9 None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:27:06.296466 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-6cf1fe8f-f696-410a-9cf2-edbef03dc0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:06.325917 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f9486b7a-4237-44a3-a10b-49534709a618 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Synchronizing usage tracker for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:06.411818 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f9486b7a-4237-44a3-a10b-49534709a618 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Unset dirty status for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:06.412997 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f9486b7a-4237-44a3-a10b-49534709a618 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdefe46e-5006-4f63-9c4b-5b6240f5af05 HTTP/1.1" status: 200 len: 205 time: 0.1302238 Dec 21 22:27:06.416504 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38980) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:06.427447 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-6cf1fe8f-f696-410a-9cf2-edbef03dc0c9 None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:27:06.531467 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-6cf1fe8f-f696-410a-9cf2-edbef03dc0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:27:02Z', 'revision_number': 11, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:06.535195 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf1fe8f-f696-410a-9cf2-edbef03dc0c9 None None] Checking router: cdefe46e-5006-4f63-9c4b-5b6240f5af05 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:27:06.546538 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf1fe8f-f696-410a-9cf2-edbef03dc0c9 None None] Routers {'cdefe46e-5006-4f63-9c4b-5b6240f5af05'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:27:06.547116 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-6cf1fe8f-f696-410a-9cf2-edbef03dc0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:06.549486 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a77610a4-583e-45d5-a54e-5f5a321d45dd tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:06.672687 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-6cf1fe8f-f696-410a-9cf2-edbef03dc0c9 None None] Set router cdefe46e-5006-4f63-9c4b-5b6240f5af05 gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:27:06.778293 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-6cf1fe8f-f696-410a-9cf2-edbef03dc0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:27:02Z', 'revision_number': 11, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:06.782349 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf1fe8f-f696-410a-9cf2-edbef03dc0c9 None None] The sync data for ids ['cdefe46e-5006-4f63-9c4b-5b6240f5af05'] in dv-neutron-822520-1-hyperv is: [{'id': 'cdefe46e-5006-4f63-9c4b-5b6240f5af05', 'name': 'tempest-RoutersIpV6Test-router-168445623', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:19Z', 'updated_at': '2021-12-21T22:27:02Z', 'revision_number': 11, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:27:07.029156 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a77610a4-583e-45d5-a54e-5f5a321d45dd tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:07.033648 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a77610a4-583e-45d5-a54e-5f5a321d45dd tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:07.119965 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a77610a4-583e-45d5-a54e-5f5a321d45dd tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:07.120478 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77610a4-583e-45d5-a54e-5f5a321d45dd tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Fanout notify agent at l3_agent the message router_deleted on router cdefe46e-5006-4f63-9c4b-5b6240f5af05 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:27:07.134207 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a77610a4-583e-45d5-a54e-5f5a321d45dd tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:07.135374 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a77610a4-583e-45d5-a54e-5f5a321d45dd tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/routers/cdefe46e-5006-4f63-9c4b-5b6240f5af05 HTTP/1.1" status: 204 len: 168 time: 0.7179275 Dec 21 22:27:07.142100 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38984) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:07.147297 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e46dcb1d-d7dc-4ebd-af17-08e2222e2e89 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1270499736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:07.154144 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e46dcb1d-d7dc-4ebd-af17-08e2222e2e89 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:07.158132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e46dcb1d-d7dc-4ebd-af17-08e2222e2e89 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Usage tracker for resource:router and tenant:c94d1ead8a934ac2b4e6a41b72724eb9 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:07.160887 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e46dcb1d-d7dc-4ebd-af17-08e2222e2e89 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:07.167480 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e46dcb1d-d7dc-4ebd-af17-08e2222e2e89 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:07.239453 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e46dcb1d-d7dc-4ebd-af17-08e2222e2e89 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:07.240410 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e46dcb1d-d7dc-4ebd-af17-08e2222e2e89 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:07.257753 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e46dcb1d-d7dc-4ebd-af17-08e2222e2e89 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:07.349326 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e46dcb1d-d7dc-4ebd-af17-08e2222e2e89 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:07.434724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e46dcb1d-d7dc-4ebd-af17-08e2222e2e89 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:07.435896 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e46dcb1d-d7dc-4ebd-af17-08e2222e2e89 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2928112 Dec 21 22:27:07.438667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38988) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:07.443582 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d3d01df9-8cad-41d0-81fc-388547338370 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:07.819708 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d3d01df9-8cad-41d0-81fc-388547338370 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:08.000906 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d3d01df9-8cad-41d0-81fc-388547338370 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:08.223378 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d01df9-8cad-41d0-81fc-388547338370 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Router 75526ce8-72bc-442b-99d2-e6b4f9a31180 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:27:08.361850 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d01df9-8cad-41d0-81fc-388547338370 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:27:08.367449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d3d01df9-8cad-41d0-81fc-388547338370 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:08.368636 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d3d01df9-8cad-41d0-81fc-388547338370 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "PUT /v2.0/routers/75526ce8-72bc-442b-99d2-e6b4f9a31180 HTTP/1.1" status: 200 len: 698 time: 0.9290557 Dec 21 22:27:08.371344 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38994) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:08.373911 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c298961-f777-40ba-825d-4f4abffc8360 None None] Sync routers for ids ['75526ce8-72bc-442b-99d2-e6b4f9a31180'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:27:08.386117 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c298961-f777-40ba-825d-4f4abffc8360 None None] Routers {'75526ce8-72bc-442b-99d2-e6b4f9a31180'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:27:08.386723 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-5c298961-f777-40ba-825d-4f4abffc8360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['75526ce8-72bc-442b-99d2-e6b4f9a31180'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:08.513889 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2c723cbd-897f-4477-baa9-91ff5f8a6e58 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/routers/75526ce8-72bc-442b-99d2-e6b4f9a31180 HTTP/1.1" status: 200 len: 704 time: 0.1367626 Dec 21 22:27:08.514159 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-5c298961-f777-40ba-825d-4f4abffc8360 None None] Set router 75526ce8-72bc-442b-99d2-e6b4f9a31180 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:27:08.515949 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 38998) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:08.557000 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3a80e1ea-02c5-4df6-927c-77db964c4b1b tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports?device_id=75526ce8-72bc-442b-99d2-e6b4f9a31180 HTTP/1.1" status: 200 len: 205 time: 0.0398591 Dec 21 22:27:08.559563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39002) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:08.617431 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-5c298961-f777-40ba-825d-4f4abffc8360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75526ce8-72bc-442b-99d2-e6b4f9a31180', 'name': 'tempest-RoutersIpV6Test-router-1270499736', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:07Z', 'updated_at': '2021-12-21T22:27:07Z', 'revision_number': 2, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:08.622320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c298961-f777-40ba-825d-4f4abffc8360 None None] Checking router: 75526ce8-72bc-442b-99d2-e6b4f9a31180 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:27:08.632573 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c298961-f777-40ba-825d-4f4abffc8360 None None] Routers {'75526ce8-72bc-442b-99d2-e6b4f9a31180'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:27:08.633160 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-5c298961-f777-40ba-825d-4f4abffc8360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['75526ce8-72bc-442b-99d2-e6b4f9a31180'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:08.691614 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d18b6b1f-cf87-44ef-8ae7-91cf8cabb12f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:08.763749 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-5c298961-f777-40ba-825d-4f4abffc8360 None None] Set router 75526ce8-72bc-442b-99d2-e6b4f9a31180 gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:27:08.906098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-5c298961-f777-40ba-825d-4f4abffc8360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75526ce8-72bc-442b-99d2-e6b4f9a31180', 'name': 'tempest-RoutersIpV6Test-router-1270499736', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:07Z', 'updated_at': '2021-12-21T22:27:07Z', 'revision_number': 2, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:08.909940 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c298961-f777-40ba-825d-4f4abffc8360 None None] The sync data for ids ['75526ce8-72bc-442b-99d2-e6b4f9a31180'] in dv-neutron-822520-1-hyperv is: [{'id': '75526ce8-72bc-442b-99d2-e6b4f9a31180', 'name': 'tempest-RoutersIpV6Test-router-1270499736', 'tenant_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:07Z', 'updated_at': '2021-12-21T22:27:07Z', 'revision_number': 2, 'project_id': 'c94d1ead8a934ac2b4e6a41b72724eb9', 'gw_port_host': None}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:27:09.174739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d18b6b1f-cf87-44ef-8ae7-91cf8cabb12f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:09.179066 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d18b6b1f-cf87-44ef-8ae7-91cf8cabb12f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:09.263144 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d18b6b1f-cf87-44ef-8ae7-91cf8cabb12f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:09.263821 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18b6b1f-cf87-44ef-8ae7-91cf8cabb12f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Fanout notify agent at l3_agent the message router_deleted on router 75526ce8-72bc-442b-99d2-e6b4f9a31180 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:27:09.278220 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d18b6b1f-cf87-44ef-8ae7-91cf8cabb12f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:09.279367 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d18b6b1f-cf87-44ef-8ae7-91cf8cabb12f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/routers/75526ce8-72bc-442b-99d2-e6b4f9a31180 HTTP/1.1" status: 204 len: 168 time: 0.7189076 Dec 21 22:27:09.282926 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39006) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:09.324159 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8014f2a6-991c-4493-956c-d832c1134c8f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Synchronizing usage tracker for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:09.335598 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8014f2a6-991c-4493-956c-d832c1134c8f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] Unset dirty status for tenant:c94d1ead8a934ac2b4e6a41b72724eb9 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:09.336697 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8014f2a6-991c-4493-956c-d832c1134c8f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports?device_id=75526ce8-72bc-442b-99d2-e6b4f9a31180 HTTP/1.1" status: 200 len: 205 time: 0.0528026 Dec 21 22:27:09.339400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39010) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:09.405764 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-536fd4d4-277e-400f-83a5-16532153f809 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] delete failed (client error): The resource could not be found. Dec 21 22:27:09.406796 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-536fd4d4-277e-400f-83a5-16532153f809 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/routers/75526ce8-72bc-442b-99d2-e6b4f9a31180 HTTP/1.1" status: 404 len: 336 time: 0.0664361 Dec 21 22:27:09.409283 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39014) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:09.447305 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-137acbaf-dd39-4e33-94be-33544d426a0d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] DELETE failed (client error): The resource could not be found. Dec 21 22:27:09.447742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137acbaf-dd39-4e33-94be-33544d426a0d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:27:09.449406 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-137acbaf-dd39-4e33-94be-33544d426a0d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/d435295a-b38a-4ae5-a6ad-c333c14bf550 HTTP/1.1" status: 404 len: 337 time: 0.0392201 Dec 21 22:27:09.452007 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39018) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:09.491720 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf797c44-7b4d-4cd4-ad0b-50370bc00d5c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] DELETE failed (client error): The resource could not be found. Dec 21 22:27:09.492151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf797c44-7b4d-4cd4-ad0b-50370bc00d5c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:27:09.494293 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bf797c44-7b4d-4cd4-ad0b-50370bc00d5c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/ef7728ba-4d51-4a4a-873b-2d70362333cf HTTP/1.1" status: 404 len: 337 time: 0.0413001 Dec 21 22:27:09.503099 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39022) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:09.541793 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-24aa61c2-e646-4bb1-b944-7c4271f2af8e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] DELETE failed (client error): The resource could not be found. Dec 21 22:27:09.542251 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24aa61c2-e646-4bb1-b944-7c4271f2af8e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:27:09.543854 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-24aa61c2-e646-4bb1-b944-7c4271f2af8e tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/7fea2f69-1e41-42fc-9cb5-1a9ac0cc780a HTTP/1.1" status: 404 len: 337 time: 0.0398662 Dec 21 22:27:09.546361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39026) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:09.585148 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f40442-1eda-4432-b9ca-c76393920374 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] DELETE failed (client error): The resource could not be found. Dec 21 22:27:09.585578 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f40442-1eda-4432-b9ca-c76393920374 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:27:09.587302 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d8f40442-1eda-4432-b9ca-c76393920374 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/a35a1551-d2af-4fdc-9b03-eb3f307a0f96 HTTP/1.1" status: 404 len: 337 time: 0.0400107 Dec 21 22:27:09.590477 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39030) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:09.637602 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f481d320-c26e-4b36-96f5-77a30d150306 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports?device_id=cdefe46e-5006-4f63-9c4b-5b6240f5af05 HTTP/1.1" status: 200 len: 205 time: 0.0465193 Dec 21 22:27:09.639890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39034) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:09.703792 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-43f772e1-e559-45ea-b313-d1ab289fc333 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] delete failed (client error): The resource could not be found. Dec 21 22:27:09.704810 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-43f772e1-e559-45ea-b313-d1ab289fc333 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/routers/cdefe46e-5006-4f63-9c4b-5b6240f5af05 HTTP/1.1" status: 404 len: 336 time: 0.0640357 Dec 21 22:27:09.707476 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39038) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:09.751029 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-136c6ac0-3ca9-49a8-85e8-c8b2732526af tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports?device_id=580f0d3d-6e1d-4606-a5d9-79e4de9d5004 HTTP/1.1" status: 200 len: 205 time: 0.0425148 Dec 21 22:27:09.753291 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39042) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:09.815104 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-9f4d2517-9db5-40dc-b9df-0906b6af83a1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] delete failed (client error): The resource could not be found. Dec 21 22:27:09.816116 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9f4d2517-9db5-40dc-b9df-0906b6af83a1 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/routers/580f0d3d-6e1d-4606-a5d9-79e4de9d5004 HTTP/1.1" status: 404 len: 336 time: 0.0619907 Dec 21 22:27:09.818646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39046) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:09.860174 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceee141b-82d5-41da-8cc9-28c3af265b75 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] DELETE failed (client error): The resource could not be found. Dec 21 22:27:09.860521 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceee141b-82d5-41da-8cc9-28c3af265b75 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:27:09.862073 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ceee141b-82d5-41da-8cc9-28c3af265b75 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/29503d46-7539-4471-b597-3b1e25450de0 HTTP/1.1" status: 404 len: 337 time: 0.0425744 Dec 21 22:27:09.864517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39050) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:09.904351 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5358f643-e0c9-4b78-876b-119c58744152 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbd2e7e3-8363-46a7-840f-f2bb3cb870ef HTTP/1.1" status: 200 len: 205 time: 0.0388741 Dec 21 22:27:09.906568 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39054) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:09.971667 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-39604986-9f27-4a21-8686-dcbd1769d244 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] delete failed (client error): The resource could not be found. Dec 21 22:27:09.972544 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-39604986-9f27-4a21-8686-dcbd1769d244 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/routers/bbd2e7e3-8363-46a7-840f-f2bb3cb870ef HTTP/1.1" status: 404 len: 336 time: 0.0651510 Dec 21 22:27:09.975036 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39058) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:10.016173 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8e3a949d-783c-4582-af6d-edbc142ac29c tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports?device_id=f12a4f04-fd4f-4c7d-a31a-8450c34f81cf HTTP/1.1" status: 200 len: 205 time: 0.0401802 Dec 21 22:27:10.018542 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39062) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:10.082037 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-6e077c26-1eca-4dc5-8a53-804a8b250fb0 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] delete failed (client error): The resource could not be found. Dec 21 22:27:10.082972 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6e077c26-1eca-4dc5-8a53-804a8b250fb0 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/routers/f12a4f04-fd4f-4c7d-a31a-8450c34f81cf HTTP/1.1" status: 404 len: 336 time: 0.0636060 Dec 21 22:27:10.085307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39066) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:10.122463 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa355b04-1c14-4403-b98b-4a4ca501047a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] DELETE failed (client error): The resource could not be found. Dec 21 22:27:10.122877 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa355b04-1c14-4403-b98b-4a4ca501047a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:27:10.124380 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-aa355b04-1c14-4403-b98b-4a4ca501047a tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/2eb49573-d81a-48f1-b1b1-2ab401bb0f50 HTTP/1.1" status: 404 len: 337 time: 0.0382452 Dec 21 22:27:10.126759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39070) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:10.166100 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ff144846-2e52-44a1-b256-82f6b23aa568 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports?device_id=b39e4de0-1496-43bf-a1b0-12f0e5ea65e5 HTTP/1.1" status: 200 len: 205 time: 0.0383711 Dec 21 22:27:10.168286 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39074) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:10.233383 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-7eed05e4-5241-4b3e-8718-ca35d494a31f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] delete failed (client error): The resource could not be found. Dec 21 22:27:10.234297 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7eed05e4-5241-4b3e-8718-ca35d494a31f tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/routers/b39e4de0-1496-43bf-a1b0-12f0e5ea65e5 HTTP/1.1" status: 404 len: 336 time: 0.0651615 Dec 21 22:27:10.236712 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39078) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:10.273981 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-443c621d-c04b-4fc3-b3f1-fb5b5ee76160 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] DELETE failed (client error): The resource could not be found. Dec 21 22:27:10.274450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443c621d-c04b-4fc3-b3f1-fb5b5ee76160 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:27:10.276178 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-443c621d-c04b-4fc3-b3f1-fb5b5ee76160 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/947bde68-b2a3-447e-8f47-7fbdda3c670a HTTP/1.1" status: 404 len: 337 time: 0.0386269 Dec 21 22:27:10.278642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39082) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:10.413770 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fc320779-d081-48d0-8432-70fd188f62c7 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "GET /v2.0/ports?device_id=614f4118-b40f-48b8-814c-b97645f9c69e HTTP/1.1" status: 200 len: 205 time: 0.1340935 Dec 21 22:27:10.416118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39086) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:10.478628 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-d456fbb2-5832-4690-8148-abde0c46dc6d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] delete failed (client error): The resource could not be found. Dec 21 22:27:10.479592 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d456fbb2-5832-4690-8148-abde0c46dc6d tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/routers/614f4118-b40f-48b8-814c-b97645f9c69e HTTP/1.1" status: 404 len: 336 time: 0.0626335 Dec 21 22:27:10.482093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39090) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:10.521231 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-acdd7889-85d0-41f9-933e-6a9acc24b5be tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] DELETE failed (client error): The resource could not be found. Dec 21 22:27:10.521569 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acdd7889-85d0-41f9-933e-6a9acc24b5be tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:27:10.523150 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-acdd7889-85d0-41f9-933e-6a9acc24b5be tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/eca2b68a-e6f2-490c-a810-5c6162aba598 HTTP/1.1" status: 404 len: 337 time: 0.0402124 Dec 21 22:27:10.526252 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39094) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:10.562974 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c22422-225f-4f35-9591-9bbf943dd110 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] DELETE failed (client error): The resource could not be found. Dec 21 22:27:10.563412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c22422-225f-4f35-9591-9bbf943dd110 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:27:10.564918 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f6c22422-225f-4f35-9591-9bbf943dd110 tempest-RoutersIpV6Test-1837789125 tempest-RoutersIpV6Test-1837789125-project] 10.222.0.37 "DELETE /v2.0/subnets/ea1252c6-0c8a-4945-9c17-3dee16000f37 HTTP/1.1" status: 404 len: 337 time: 0.0378211 Dec 21 22:27:11.039580 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39102) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:11.216675 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2de253e0-3d50-4d69-9e4e-f9f7bb1d05e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c94d1ead8a934ac2b4e6a41b72724eb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1759691 Dec 21 22:27:11.219202 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39108) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:11.277273 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa1aeff0-8258-4a8f-b803-8406de861049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:11.302684 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa1aeff0-8258-4a8f-b803-8406de861049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:11.423064 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa1aeff0-8258-4a8f-b803-8406de861049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:11.437722 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1aeff0-8258-4a8f-b803-8406de861049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c481b2f4-7663-411d-b4fe-11407eaa45e1,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:11.443841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa1aeff0-8258-4a8f-b803-8406de861049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:11.445008 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-aa1aeff0-8258-4a8f-b803-8406de861049 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c481b2f4-7663-411d-b4fe-11407eaa45e1 HTTP/1.1" status: 204 len: 168 time: 0.2249377 Dec 21 22:27:12.533378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39130) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:12.741519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1918818828'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:12.747634 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:12.751349 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:12.754867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:12.761213 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:12.833401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:12.846411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:12.876463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:12.880236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:12.882956 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:12.889108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:12.953811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:13.021794 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:13.064670 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192c5fc8-8b20-47c8-a2f1-6d6d35b4ca37,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:13.067338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:13.071236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:13.074721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:13.080413 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:13.133063 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:13.194600 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:13.235179 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15802d28-6347-4c93-a273-6b2c56261c90,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:13.254905 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39138) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:13.316461 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:13.317624 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4d5fa996-0263-4837-bcff-4ca0696eca25 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7832518 Dec 21 22:27:13.320695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39142) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:13.361963 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-071a4d11-769c-4b3c-bfc2-57e7494cf561 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/d19c18ce-d85f-4eaa-8847-4e9b7951c3c2 HTTP/1.1" status: 200 len: 994 time: 0.1059732 Dec 21 22:27:13.386069 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b86bfd1d-20a5-4773-bd2a-798d4091bab9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0641913 Dec 21 22:27:13.388952 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39148) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:13.394358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ade5f2e4-1199-4a2d-ba1c-a606d7f47974 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group': {'name': 'tempest-security--535301965', 'description': 'tempest-security-description-1179346350'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:13.424941 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ade5f2e4-1199-4a2d-ba1c-a606d7f47974 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:13.475572 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ade5f2e4-1199-4a2d-ba1c-a606d7f47974 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:13.548875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ade5f2e4-1199-4a2d-ba1c-a606d7f47974 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:13.551556 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ade5f2e4-1199-4a2d-ba1c-a606d7f47974 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:13.552840 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ade5f2e4-1199-4a2d-ba1c-a606d7f47974 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "PUT /v2.0/security-groups/15802d28-6347-4c93-a273-6b2c56261c90 HTTP/1.1" status: 200 len: 1611 time: 0.1629767 Dec 21 22:27:13.555667 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39154) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:13.581250 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5f2e4-1199-4a2d-ba1c-a606d7f47974 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15802d28-6347-4c93-a273-6b2c56261c90,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:13.601703 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ef1673f0-57b8-4ded-aaf8-174ae2a0092d tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-groups/15802d28-6347-4c93-a273-6b2c56261c90 HTTP/1.1" status: 200 len: 1611 time: 0.0449381 Dec 21 22:27:13.604901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39158) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:13.664818 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3980ae99-3ff2-4f4c-bde8-4fe5544b0391 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:13.688905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39162) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:13.693254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3980ae99-3ff2-4f4c-bde8-4fe5544b0391 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:13.801810 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3980ae99-3ff2-4f4c-bde8-4fe5544b0391 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:13.821117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980ae99-3ff2-4f4c-bde8-4fe5544b0391 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15802d28-6347-4c93-a273-6b2c56261c90,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:13.825882 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3980ae99-3ff2-4f4c-bde8-4fe5544b0391 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:13.827024 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3980ae99-3ff2-4f4c-bde8-4fe5544b0391 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-groups/15802d28-6347-4c93-a273-6b2c56261c90 HTTP/1.1" status: 204 len: 168 time: 0.2212191 Dec 21 22:27:13.829448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39166) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:13.881369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8ea8b871-57fd-42c6-a059-2eada77c899c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:13.889819 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-b0258413-88b3-41a4-b913-929e321d9777 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port ad908b2e-1b57-4d2b-8d76-2ac22a2b53d6 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:27:13.890189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0258413-88b3-41a4-b913-929e321d9777 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:13.943452 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8ea8b871-57fd-42c6-a059-2eada77c899c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:13.945017 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8ea8b871-57fd-42c6-a059-2eada77c899c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1144459 Dec 21 22:27:13.948427 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39170) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:13.965192 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-2adb71e2-cbe6-4ca6-9335-ce6bf2756eea tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] delete failed (client error): The resource could not be found. Dec 21 22:27:13.966472 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2adb71e2-cbe6-4ca6-9335-ce6bf2756eea tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-groups/15802d28-6347-4c93-a273-6b2c56261c90 HTTP/1.1" status: 404 len: 347 time: 0.0168395 Dec 21 22:27:13.970152 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39174) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:13.975437 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-0c8b56d6-1756-4e57-9502-6403dea39f3e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1063585227'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:13.981923 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0c8b56d6-1756-4e57-9502-6403dea39f3e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:13.992310 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0c8b56d6-1756-4e57-9502-6403dea39f3e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:14.052294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c8b56d6-1756-4e57-9502-6403dea39f3e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:14.055650 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0258413-88b3-41a4-b913-929e321d9777 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:14.055977 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0258413-88b3-41a4-b913-929e321d9777 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:14.089528 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0c8b56d6-1756-4e57-9502-6403dea39f3e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:14.093539 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0c8b56d6-1756-4e57-9502-6403dea39f3e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:14.096536 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0c8b56d6-1756-4e57-9502-6403dea39f3e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:14.102209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0c8b56d6-1756-4e57-9502-6403dea39f3e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:14.157972 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c8b56d6-1756-4e57-9502-6403dea39f3e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:14.180765 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-b0258413-88b3-41a4-b913-929e321d9777 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for ad908b2e-1b57-4d2b-8d76-2ac22a2b53d6 owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:27:14.194555 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c8b56d6-1756-4e57-9502-6403dea39f3e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:14.238089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b56d6-1756-4e57-9502-6403dea39f3e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c424bed-3441-4e96-8e58-e97423da44ae,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:14.297823 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0c8b56d6-1756-4e57-9502-6403dea39f3e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:14.299129 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0c8b56d6-1756-4e57-9502-6403dea39f3e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3280771 Dec 21 22:27:14.302382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39178) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:14.308555 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-45946d5e-2bef-4bb9-bce6-3218ef3eb50b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group_rule': {'security_group_id': '7c424bed-3441-4e96-8e58-e97423da44ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:14.314443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-45946d5e-2bef-4bb9-bce6-3218ef3eb50b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:14.318230 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-45946d5e-2bef-4bb9-bce6-3218ef3eb50b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:14.321125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-45946d5e-2bef-4bb9-bce6-3218ef3eb50b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:14.327053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-45946d5e-2bef-4bb9-bce6-3218ef3eb50b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:14.377506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0258413-88b3-41a4-b913-929e321d9777 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:14.412713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45946d5e-2bef-4bb9-bce6-3218ef3eb50b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:14.483219 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45946d5e-2bef-4bb9-bce6-3218ef3eb50b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:14.515711 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0258413-88b3-41a4-b913-929e321d9777 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=ad908b2e-1b57-4d2b-8d76-2ac22a2b53d6,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:14.543573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45946d5e-2bef-4bb9-bce6-3218ef3eb50b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:14.567612 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45946d5e-2bef-4bb9-bce6-3218ef3eb50b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f2333f-214f-4913-aabb-9ff7109377a8,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:14.610739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0258413-88b3-41a4-b913-929e321d9777 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:14.646412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45946d5e-2bef-4bb9-bce6-3218ef3eb50b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:14.647869 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-45946d5e-2bef-4bb9-bce6-3218ef3eb50b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3443763 Dec 21 22:27:14.651088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39182) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:14.681133 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-49298e07-f62c-40c2-ab9d-406b682c8c1a tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:14.692301 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-49298e07-f62c-40c2-ab9d-406b682c8c1a tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:14.777386 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-49298e07-f62c-40c2-ab9d-406b682c8c1a tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:14.794939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-49298e07-f62c-40c2-ab9d-406b682c8c1a tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:14.796026 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-49298e07-f62c-40c2-ab9d-406b682c8c1a tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/40f2333f-214f-4913-aabb-9ff7109377a8 HTTP/1.1" status: 204 len: 168 time: 0.1439428 Dec 21 22:27:14.796908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49298e07-f62c-40c2-ab9d-406b682c8c1a tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40f2333f-214f-4913-aabb-9ff7109377a8,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:14.799139 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39186) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:14.912566 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-180c017a-7a46-4e02-8d51-f9456f38665c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1121180 Dec 21 22:27:14.915542 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39190) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:14.977572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c1783fa9-c125-4c32-9f48-7bbbee2bb2a9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:15.005389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c1783fa9-c125-4c32-9f48-7bbbee2bb2a9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:15.044625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0258413-88b3-41a4-b913-929e321d9777 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 9450ff82-0008-452e-adf7-90b2d78bacaa has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:27:15.103409 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c1783fa9-c125-4c32-9f48-7bbbee2bb2a9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:15.127460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1783fa9-c125-4c32-9f48-7bbbee2bb2a9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c424bed-3441-4e96-8e58-e97423da44ae,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:15.134196 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c1783fa9-c125-4c32-9f48-7bbbee2bb2a9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:15.138840 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c1783fa9-c125-4c32-9f48-7bbbee2bb2a9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-groups/7c424bed-3441-4e96-8e58-e97423da44ae HTTP/1.1" status: 204 len: 168 time: 0.2194481 Dec 21 22:27:15.139212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39194) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:15.189279 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:15.189973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-67ede912-2267-429e-b4a1-660de43535f3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:15.251644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0258413-88b3-41a4-b913-929e321d9777 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:27:15.261975 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3f74f-5123-4292-8be0-83bf5f5ad310 None None] Sync routers for ids ['9450ff82-0008-452e-adf7-90b2d78bacaa'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:27:15.269687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-67ede912-2267-429e-b4a1-660de43535f3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:15.271983 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-67ede912-2267-429e-b4a1-660de43535f3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1311440 Dec 21 22:27:15.274040 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3f74f-5123-4292-8be0-83bf5f5ad310 None None] Routers {'9450ff82-0008-452e-adf7-90b2d78bacaa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:27:15.274634 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-02e3f74f-5123-4292-8be0-83bf5f5ad310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['9450ff82-0008-452e-adf7-90b2d78bacaa'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:15.280071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39198) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:15.286345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-aff6058e-575f-460e-94f9-fd8f1ac366ca tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1892087553'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:15.293642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-aff6058e-575f-460e-94f9-fd8f1ac366ca tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:15.303618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-aff6058e-575f-460e-94f9-fd8f1ac366ca tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:15.332289 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b0258413-88b3-41a4-b913-929e321d9777 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:15.372548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aff6058e-575f-460e-94f9-fd8f1ac366ca tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:15.389722 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b0258413-88b3-41a4-b913-929e321d9777 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/floatingips/d19c18ce-d85f-4eaa-8847-4e9b7951c3c2 HTTP/1.1" status: 204 len: 168 time: 1.6972232 Dec 21 22:27:15.389722 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463c2a7a-d247-4417-a708-75815a3780ad', 'tag': '6796048b-d07d-48eb-a393-19e0f1997fcc'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:27:15.412919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-aff6058e-575f-460e-94f9-fd8f1ac366ca tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:15.418500 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-aff6058e-575f-460e-94f9-fd8f1ac366ca tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:15.421548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-aff6058e-575f-460e-94f9-fd8f1ac366ca tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:15.428434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-aff6058e-575f-460e-94f9-fd8f1ac366ca tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:15.501382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aff6058e-575f-460e-94f9-fd8f1ac366ca tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:15.504012 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-02e3f74f-5123-4292-8be0-83bf5f5ad310 None None] Set router 9450ff82-0008-452e-adf7-90b2d78bacaa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:27:15.595023 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aff6058e-575f-460e-94f9-fd8f1ac366ca tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:15.639134 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463c2a7a-d247-4417-a708-75815a3780ad', 'tag': '6796048b-d07d-48eb-a393-19e0f1997fcc', 'status': 'completed', 'code': 200} Dec 21 22:27:15.646823 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6058e-575f-460e-94f9-fd8f1ac366ca tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=441f2e51-6641-4f32-93f8-d3e8b6d53572,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:15.714525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aff6058e-575f-460e-94f9-fd8f1ac366ca tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:15.715704 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-aff6058e-575f-460e-94f9-fd8f1ac366ca tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4343112 Dec 21 22:27:15.719297 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39208) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:15.725173 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-1141d747-9510-40b4-b862-7b42fd599d39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group_rule': {'security_group_id': '441f2e51-6641-4f32-93f8-d3e8b6d53572', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:15.739064 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1141d747-9510-40b4-b862-7b42fd599d39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:15.749811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1141d747-9510-40b4-b862-7b42fd599d39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:15.749811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1141d747-9510-40b4-b862-7b42fd599d39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:15.757061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1141d747-9510-40b4-b862-7b42fd599d39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:15.773578 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-179f7e4e-365b-40a5-aa0c-e40792c542d2 req-e0f123b7-6d24-41bb-a78a-b7cf91587a38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 1099 time: 0.1038630 Dec 21 22:27:15.829890 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-02e3f74f-5123-4292-8be0-83bf5f5ad310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'name': 'tempest-TestNetworkBasicOps-router-1431669467', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:09Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '7e98ceb4-2e6c-4bd2-a957-8163585e8af0', 'name': '', 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:ad:4d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:09Z', 'updated_at': '2021-12-21T22:26:17Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:15.834251 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3f74f-5123-4292-8be0-83bf5f5ad310 None None] Checking router: 9450ff82-0008-452e-adf7-90b2d78bacaa for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:27:15.847905 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e3f74f-5123-4292-8be0-83bf5f5ad310 None None] Routers {'9450ff82-0008-452e-adf7-90b2d78bacaa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:27:15.848779 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-02e3f74f-5123-4292-8be0-83bf5f5ad310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['9450ff82-0008-452e-adf7-90b2d78bacaa'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:15.885338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1141d747-9510-40b4-b862-7b42fd599d39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:15.945743 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f7e4e-365b-40a5-aa0c-e40792c542d2 req-248c825b-5533-441d-95e6-c0de86f05ef4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:15.947238 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-179f7e4e-365b-40a5-aa0c-e40792c542d2 req-248c825b-5533-441d-95e6-c0de86f05ef4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f9ca6bbd-3f31-405f-a6cd-721390812bc0 HTTP/1.1" status: 200 len: 897 time: 0.1636355 Dec 21 22:27:16.034920 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-179f7e4e-365b-40a5-aa0c-e40792c542d2 req-10aab0a0-463b-4e9f-9c00-d09c10372f72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6796048b-d07d-48eb-a393-19e0f1997fcc HTTP/1.1" status: 200 len: 217 time: 0.0790999 Dec 21 22:27:16.036555 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1141d747-9510-40b4-b862-7b42fd599d39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:16.049616 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-02e3f74f-5123-4292-8be0-83bf5f5ad310 None None] Set router 9450ff82-0008-452e-adf7-90b2d78bacaa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:27:16.093446 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1141d747-9510-40b4-b862-7b42fd599d39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:16.118750 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f7e4e-365b-40a5-aa0c-e40792c542d2 req-63547fd4-b674-46c1-a438-6fcf1581a75a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:16.121074 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-179f7e4e-365b-40a5-aa0c-e40792c542d2 req-63547fd4-b674-46c1-a438-6fcf1581a75a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6773d07e-6a45-4e57-9e53-8227148e2e6e HTTP/1.1" status: 200 len: 835 time: 0.0795407 Dec 21 22:27:16.125299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141d747-9510-40b4-b862-7b42fd599d39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c151f0-383b-462a-8f0a-f91266de64a2,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:16.188998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428b5bf-e13c-4aaa-be84-b52ba5627a06 req-3db6c8ea-d841-41cd-9036-ba85b31de610 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:16.189862 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-a428b5bf-e13c-4aaa-be84-b52ba5627a06 req-3db6c8ea-d841-41cd-9036-ba85b31de610 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:16.205008 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-179f7e4e-365b-40a5-aa0c-e40792c542d2 req-2a53c2b4-b583-4919-92ea-55ac583ed0f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f9ca6bbd-3f31-405f-a6cd-721390812bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747449 Dec 21 22:27:16.240609 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1141d747-9510-40b4-b862-7b42fd599d39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:16.245112 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1141d747-9510-40b4-b862-7b42fd599d39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5218420 Dec 21 22:27:16.245767 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39214) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:16.252308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ea465aba-b004-42eb-899f-272b0323a0e5 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group_rule': {'security_group_id': '441f2e51-6641-4f32-93f8-d3e8b6d53572', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:16.258397 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ea465aba-b004-42eb-899f-272b0323a0e5 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:16.263467 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ea465aba-b004-42eb-899f-272b0323a0e5 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:16.266766 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ea465aba-b004-42eb-899f-272b0323a0e5 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:16.272668 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-a428b5bf-e13c-4aaa-be84-b52ba5627a06 req-3db6c8ea-d841-41cd-9036-ba85b31de610 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:16.274141 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a428b5bf-e13c-4aaa-be84-b52ba5627a06 req-3db6c8ea-d841-41cd-9036-ba85b31de610 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 946 time: 0.1799023 Dec 21 22:27:16.275295 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ea465aba-b004-42eb-899f-272b0323a0e5 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:16.326428 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a428b5bf-e13c-4aaa-be84-b52ba5627a06 req-77b1b70d-d92f-474c-b853-f472782bfba1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f31380c-3179-4e5f-916e-3c448035ba1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445483 Dec 21 22:27:16.363940 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-179f7e4e-365b-40a5-aa0c-e40792c542d2 req-4eb1ec4c-bfcc-4e1c-8eff-0d8d665896fa service neutron] 10.222.0.49 "GET /v2.0/networks/f9ca6bbd-3f31-405f-a6cd-721390812bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507976 Dec 21 22:27:16.373117 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea465aba-b004-42eb-899f-272b0323a0e5 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:16.386641 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-02e3f74f-5123-4292-8be0-83bf5f5ad310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'name': 'tempest-TestNetworkBasicOps-router-1431669467', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:09Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '7e98ceb4-2e6c-4bd2-a957-8163585e8af0', 'name': '', 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:ad:4d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:09Z', 'updated_at': '2021-12-21T22:26:17Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:16.390956 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e3f74f-5123-4292-8be0-83bf5f5ad310 None None] The sync data for ids ['9450ff82-0008-452e-adf7-90b2d78bacaa'] in dv-neutron-822520-1-hyperv is: [{'id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'name': 'tempest-TestNetworkBasicOps-router-1431669467', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:09Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '7e98ceb4-2e6c-4bd2-a957-8163585e8af0', 'name': '', 'network_id': 'f9ca6bbd-3f31-405f-a6cd-721390812bc0', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:ad:4d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:09Z', 'updated_at': '2021-12-21T22:26:17Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '6773d07e-6a45-4e57-9e53-8227148e2e6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:27:16.445077 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea465aba-b004-42eb-899f-272b0323a0e5 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:16.520398 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea465aba-b004-42eb-899f-272b0323a0e5 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:16.546177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea465aba-b004-42eb-899f-272b0323a0e5 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358888b9-1543-405a-9078-89d14e29381f,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:16.596236 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-179f7e4e-365b-40a5-aa0c-e40792c542d2 req-9c0ccd3f-4194-41f6-9a1a-d5e7327c544a service neutron] 10.222.0.49 "GET /v2.0/networks/f9ca6bbd-3f31-405f-a6cd-721390812bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251968 Dec 21 22:27:16.617707 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea465aba-b004-42eb-899f-272b0323a0e5 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:16.621767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39218) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:16.623963 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5fec17-caa1-4f0b-9f73-1b18d3986647 None None] New status for floating IP d19c18ce-d85f-4eaa-8847-4e9b7951c3c2: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:27:16.628236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-5eadc6da-cc18-43d3-b9a6-5d8bc6450067 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group_rule': {'security_group_id': '441f2e51-6641-4f32-93f8-d3e8b6d53572', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:16.634185 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5eadc6da-cc18-43d3-b9a6-5d8bc6450067 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:16.634525 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ea465aba-b004-42eb-899f-272b0323a0e5 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3875744 Dec 21 22:27:16.639297 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5eadc6da-cc18-43d3-b9a6-5d8bc6450067 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:16.642305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5eadc6da-cc18-43d3-b9a6-5d8bc6450067 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:16.648081 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5eadc6da-cc18-43d3-b9a6-5d8bc6450067 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:16.721630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5eadc6da-cc18-43d3-b9a6-5d8bc6450067 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:16.788180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5eadc6da-cc18-43d3-b9a6-5d8bc6450067 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:16.851597 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5eadc6da-cc18-43d3-b9a6-5d8bc6450067 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:16.874275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadc6da-cc18-43d3-b9a6-5d8bc6450067 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4846f2-33b7-4276-bc52-8fd71868732d,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:16.931343 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5eadc6da-cc18-43d3-b9a6-5d8bc6450067 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:16.933192 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5eadc6da-cc18-43d3-b9a6-5d8bc6450067 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3100431 Dec 21 22:27:16.936022 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39222) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:16.941378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-972149ba-ed47-4fc4-945b-66ecd016b2ce tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group_rule': {'security_group_id': '441f2e51-6641-4f32-93f8-d3e8b6d53572', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:16.947261 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-972149ba-ed47-4fc4-945b-66ecd016b2ce tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:16.951991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-972149ba-ed47-4fc4-945b-66ecd016b2ce tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:16.954854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-972149ba-ed47-4fc4-945b-66ecd016b2ce tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:16.960575 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-972149ba-ed47-4fc4-945b-66ecd016b2ce tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:17.018318 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-972149ba-ed47-4fc4-945b-66ecd016b2ce tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:17.080371 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-972149ba-ed47-4fc4-945b-66ecd016b2ce tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:17.143032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-972149ba-ed47-4fc4-945b-66ecd016b2ce tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:17.170606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972149ba-ed47-4fc4-945b-66ecd016b2ce tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c729068-5ebf-45d1-87d9-d7a89eee9752,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:17.246489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-972149ba-ed47-4fc4-945b-66ecd016b2ce tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:17.247779 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-972149ba-ed47-4fc4-945b-66ecd016b2ce tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3107634 Dec 21 22:27:17.250357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39226) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:17.255996 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-bd817977-a265-458b-abc2-23024bb8e176 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group_rule': {'security_group_id': '441f2e51-6641-4f32-93f8-d3e8b6d53572', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:17.262181 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-bd817977-a265-458b-abc2-23024bb8e176 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:17.265905 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bd817977-a265-458b-abc2-23024bb8e176 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:17.268833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bd817977-a265-458b-abc2-23024bb8e176 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:17.274425 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-bd817977-a265-458b-abc2-23024bb8e176 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:17.355993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bd817977-a265-458b-abc2-23024bb8e176 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:17.514201 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bd817977-a265-458b-abc2-23024bb8e176 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:17.551121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba5802-d1be-4c91-bca1-5026764dae39 req-76766edc-58d2-4711-b605-faeaf97800e8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:17.552517 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-82ba5802-d1be-4c91-bca1-5026764dae39 req-76766edc-58d2-4711-b605-faeaf97800e8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 946 time: 0.1541367 Dec 21 22:27:17.600570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03158b57-e821-4f40-a3a3-f9d967d10175 req-476ec5b2-4c90-42be-b537-0ef781a09080 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:17.601946 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-03158b57-e821-4f40-a3a3-f9d967d10175 req-476ec5b2-4c90-42be-b537-0ef781a09080 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 946 time: 0.1407146 Dec 21 22:27:17.612320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bd817977-a265-458b-abc2-23024bb8e176 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:17.675502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-82ba5802-d1be-4c91-bca1-5026764dae39 req-3dcd27c3-25ec-489c-a246-c6605fa8fd09 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 6796048b-d07d-48eb-a393-19e0f1997fcc {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:27:17.675842 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-82ba5802-d1be-4c91-bca1-5026764dae39 req-3dcd27c3-25ec-489c-a246-c6605fa8fd09 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:17.700019 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd817977-a265-458b-abc2-23024bb8e176 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fabde5f8-c415-42f7-ac1a-dd70d4c00db5,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:17.773490 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-03158b57-e821-4f40-a3a3-f9d967d10175 req-6fb7ec2a-900f-412f-8528-7c7104a2d155 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2f31380c-3179-4e5f-916e-3c448035ba1f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1644380 Dec 21 22:27:17.801585 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bd817977-a265-458b-abc2-23024bb8e176 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:17.802748 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bd817977-a265-458b-abc2-23024bb8e176 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.5515075 Dec 21 22:27:17.805419 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39232) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:17.876117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3cc721f7-a178-46c8-92c3-ed40769bf266 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:17.935194 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3cc721f7-a178-46c8-92c3-ed40769bf266 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:17.987531 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-82ba5802-d1be-4c91-bca1-5026764dae39 req-3dcd27c3-25ec-489c-a246-c6605fa8fd09 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 6796048b-d07d-48eb-a393-19e0f1997fcc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=6796048b-d07d-48eb-a393-19e0f1997fcc,segment=NetworkSegment(dab3742d-5010-4067-9ad6-c37c54c9cd7d),segment_id=dab3742d-5010-4067-9ad6-c37c54c9cd7d)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:27:17.993033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-82ba5802-d1be-4c91-bca1-5026764dae39 req-3dcd27c3-25ec-489c-a246-c6605fa8fd09 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:18.101640 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3cc721f7-a178-46c8-92c3-ed40769bf266 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:18.108921 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-82ba5802-d1be-4c91-bca1-5026764dae39 req-3dcd27c3-25ec-489c-a246-c6605fa8fd09 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 6796048b-d07d-48eb-a393-19e0f1997fcc owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:27:18.160810 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc721f7-a178-46c8-92c3-ed40769bf266 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fabde5f8-c415-42f7-ac1a-dd70d4c00db5,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:18.165538 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3cc721f7-a178-46c8-92c3-ed40769bf266 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:18.166687 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3cc721f7-a178-46c8-92c3-ed40769bf266 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/fabde5f8-c415-42f7-ac1a-dd70d4c00db5 HTTP/1.1" status: 204 len: 168 time: 0.3603928 Dec 21 22:27:18.169193 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39236) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:18.243138 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0be4d63c-c56e-4455-8264-7f5ebbc95607 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:18.371311 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0be4d63c-c56e-4455-8264-7f5ebbc95607 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:18.372546 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0be4d63c-c56e-4455-8264-7f5ebbc95607 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2024775 Dec 21 22:27:18.375430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39240) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:18.405031 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a7a09e3-ff3e-423c-b53d-cafd89c25fb5 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:18.415705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a7a09e3-ff3e-423c-b53d-cafd89c25fb5 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:18.423724 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-82ba5802-d1be-4c91-bca1-5026764dae39 req-3dcd27c3-25ec-489c-a246-c6605fa8fd09 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:18.481761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcd27c3-25ec-489c-a246-c6605fa8fd09 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=6796048b-d07d-48eb-a393-19e0f1997fcc,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:18.554860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ba5802-d1be-4c91-bca1-5026764dae39 req-3dcd27c3-25ec-489c-a246-c6605fa8fd09 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] No DVR routers for this DVR port 6796048b-d07d-48eb-a393-19e0f1997fcc on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:27:18.557971 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-82ba5802-d1be-4c91-bca1-5026764dae39 req-3dcd27c3-25ec-489c-a246-c6605fa8fd09 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:18.560496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463c2a7a-d247-4417-a708-75815a3780ad', 'name': 'network-vif-deleted', 'tag': '6796048b-d07d-48eb-a393-19e0f1997fcc'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:27:18.589058 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a7a09e3-ff3e-423c-b53d-cafd89c25fb5 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:18.598952 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a7a09e3-ff3e-423c-b53d-cafd89c25fb5 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:18.600048 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5a7a09e3-ff3e-423c-b53d-cafd89c25fb5 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/9c729068-5ebf-45d1-87d9-d7a89eee9752 HTTP/1.1" status: 204 len: 168 time: 0.2237513 Dec 21 22:27:18.602899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39246) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:18.607566 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a09e3-ff3e-423c-b53d-cafd89c25fb5 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c729068-5ebf-45d1-87d9-d7a89eee9752,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:18.617216 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463c2a7a-d247-4417-a708-75815a3780ad', 'name': 'network-vif-deleted', 'tag': '6796048b-d07d-48eb-a393-19e0f1997fcc', 'status': 'completed', 'code': 200} Dec 21 22:27:18.652422 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-82ba5802-d1be-4c91-bca1-5026764dae39 req-3dcd27c3-25ec-489c-a246-c6605fa8fd09 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "DELETE /v2.0/ports/6796048b-d07d-48eb-a393-19e0f1997fcc HTTP/1.1" status: 204 len: 173 time: 1.0909245 Dec 21 22:27:18.659809 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e5ae932f-5b18-42d6-8e34-0e3040e01f85 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:18.770651 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e5ae932f-5b18-42d6-8e34-0e3040e01f85 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:18.771884 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e5ae932f-5b18-42d6-8e34-0e3040e01f85 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1666617 Dec 21 22:27:18.775034 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39250) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:18.804893 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ae1a940f-9423-4a63-ad6f-e022a08b65f8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:18.816487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ae1a940f-9423-4a63-ad6f-e022a08b65f8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:18.920717 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ae1a940f-9423-4a63-ad6f-e022a08b65f8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:18.944080 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a940f-9423-4a63-ad6f-e022a08b65f8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e4846f2-33b7-4276-bc52-8fd71868732d,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:18.960799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-d6e49797-4018-401e-9c31-01989afb83b5 req-fe953146-a30a-4455-9dcc-31a6ab1362db tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:19.023238 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ae1a940f-9423-4a63-ad6f-e022a08b65f8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:19.024449 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ae1a940f-9423-4a63-ad6f-e022a08b65f8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1e4846f2-33b7-4276-bc52-8fd71868732d HTTP/1.1" status: 204 len: 168 time: 0.2483754 Dec 21 22:27:19.027825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39256) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:19.052083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-d6e49797-4018-401e-9c31-01989afb83b5 req-fe953146-a30a-4455-9dcc-31a6ab1362db tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:19.053479 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6e49797-4018-401e-9c31-01989afb83b5 req-fe953146-a30a-4455-9dcc-31a6ab1362db tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=463c2a7a-d247-4417-a708-75815a3780ad HTTP/1.1" status: 200 len: 210 time: 0.1485801 Dec 21 22:27:19.081130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fd108b84-2c63-48ea-aa9b-ed4716193920 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:19.142990 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fd108b84-2c63-48ea-aa9b-ed4716193920 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:19.144217 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fd108b84-2c63-48ea-aa9b-ed4716193920 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1155012 Dec 21 22:27:19.147202 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39260) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:19.176661 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2270eb14-5f7a-407b-b648-c5ca4e692b43 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:19.186358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2270eb14-5f7a-407b-b648-c5ca4e692b43 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:19.257521 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2270eb14-5f7a-407b-b648-c5ca4e692b43 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:19.275076 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270eb14-5f7a-407b-b648-c5ca4e692b43 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=358888b9-1543-405a-9078-89d14e29381f,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:19.320550 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2270eb14-5f7a-407b-b648-c5ca4e692b43 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:19.321697 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2270eb14-5f7a-407b-b648-c5ca4e692b43 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/358888b9-1543-405a-9078-89d14e29381f HTTP/1.1" status: 204 len: 168 time: 0.1736131 Dec 21 22:27:19.324928 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39264) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:19.370955 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7c240c54-965d-47b6-bfd7-3b54e91e3640 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:19.434924 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7c240c54-965d-47b6-bfd7-3b54e91e3640 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:19.436099 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7c240c54-965d-47b6-bfd7-3b54e91e3640 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1102500 Dec 21 22:27:19.439046 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39268) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:19.470702 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e70e5f14-5a91-4b57-8165-58698965f883 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:19.481239 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e70e5f14-5a91-4b57-8165-58698965f883 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:19.589275 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e70e5f14-5a91-4b57-8165-58698965f883 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:19.610042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e5f14-5a91-4b57-8165-58698965f883 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5c151f0-383b-462a-8f0a-f91266de64a2,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:19.685168 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e70e5f14-5a91-4b57-8165-58698965f883 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:19.686231 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e70e5f14-5a91-4b57-8165-58698965f883 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c5c151f0-383b-462a-8f0a-f91266de64a2 HTTP/1.1" status: 204 len: 168 time: 0.2462528 Dec 21 22:27:19.688789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39272) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:19.734267 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6803f792-71e9-44c4-82ac-d8b9b484b5dc tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:19.806196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6803f792-71e9-44c4-82ac-d8b9b484b5dc tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:19.807503 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6803f792-71e9-44c4-82ac-d8b9b484b5dc tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1178360 Dec 21 22:27:19.810623 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39276) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:19.871871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c3abc2eb-9f3e-468e-8d90-db5901661561 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:19.897250 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c3abc2eb-9f3e-468e-8d90-db5901661561 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:20.034288 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c3abc2eb-9f3e-468e-8d90-db5901661561 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:20.054262 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3abc2eb-9f3e-468e-8d90-db5901661561 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=441f2e51-6641-4f32-93f8-d3e8b6d53572,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:20.131705 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c3abc2eb-9f3e-468e-8d90-db5901661561 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:20.135820 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c3abc2eb-9f3e-468e-8d90-db5901661561 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-groups/441f2e51-6641-4f32-93f8-d3e8b6d53572 HTTP/1.1" status: 204 len: 168 time: 0.3212888 Dec 21 22:27:20.136140 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39282) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:20.162925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39286) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:20.193839 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d134ad9d-9770-4415-8d5f-232fbe641d05 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:20.236220 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c140e75a-7d1c-461b-8db5-6886e6277046 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:20.268835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d134ad9d-9770-4415-8d5f-232fbe641d05 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:20.269102 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c140e75a-7d1c-461b-8db5-6886e6277046 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:20.270584 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d134ad9d-9770-4415-8d5f-232fbe641d05 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1334240 Dec 21 22:27:20.278737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39290) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:20.284799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-5ae539a0-7086-4b6e-a571-74336c9aded3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group': {'name': 'tempest-secgroup--976149098'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:20.292069 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5ae539a0-7086-4b6e-a571-74336c9aded3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:20.302821 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5ae539a0-7086-4b6e-a571-74336c9aded3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:20.365939 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ae539a0-7086-4b6e-a571-74336c9aded3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:20.383101 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c140e75a-7d1c-461b-8db5-6886e6277046 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:20.405765 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5ae539a0-7086-4b6e-a571-74336c9aded3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:20.406402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140e75a-7d1c-461b-8db5-6886e6277046 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f31380c-3179-4e5f-916e-3c448035ba1f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:20.411966 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5ae539a0-7086-4b6e-a571-74336c9aded3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:20.417632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5ae539a0-7086-4b6e-a571-74336c9aded3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:20.424427 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5ae539a0-7086-4b6e-a571-74336c9aded3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:20.467932 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c140e75a-7d1c-461b-8db5-6886e6277046 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:20.471980 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c140e75a-7d1c-461b-8db5-6886e6277046 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/security-groups/2f31380c-3179-4e5f-916e-3c448035ba1f HTTP/1.1" status: 204 len: 168 time: 0.3080516 Dec 21 22:27:20.489540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ae539a0-7086-4b6e-a571-74336c9aded3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:20.543262 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ae539a0-7086-4b6e-a571-74336c9aded3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:20.571458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39296) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:20.601823 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae539a0-7086-4b6e-a571-74336c9aded3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691cee02-adb9-47db-bff6-4db237bac3d0,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:20.667956 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5ae539a0-7086-4b6e-a571-74336c9aded3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:20.669230 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5ae539a0-7086-4b6e-a571-74336c9aded3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3895025 Dec 21 22:27:20.672373 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39300) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:20.678655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-0c39e65f-a8c5-4403-9a46-e9c70cf45f51 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group_rule': {'security_group_id': '691cee02-adb9-47db-bff6-4db237bac3d0', 'direction': 'ingress', 'protocol': 17}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:20.685611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0c39e65f-a8c5-4403-9a46-e9c70cf45f51 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:20.690378 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0c39e65f-a8c5-4403-9a46-e9c70cf45f51 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:20.693436 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0c39e65f-a8c5-4403-9a46-e9c70cf45f51 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:20.701572 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0c39e65f-a8c5-4403-9a46-e9c70cf45f51 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:20.762785 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 6796048b-d07d-48eb-a393-19e0f1997fcc no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:27:20.789556 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0c39e65f-a8c5-4403-9a46-e9c70cf45f51 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:20.803156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 6796048b-d07d-48eb-a393-19e0f1997fcc {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:27:20.803548 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 6796048b-d07d-48eb-a393-19e0f1997fcc not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:27:20.860342 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0c39e65f-a8c5-4403-9a46-e9c70cf45f51 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:20.947892 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0c39e65f-a8c5-4403-9a46-e9c70cf45f51 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:20.977779 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39e65f-a8c5-4403-9a46-e9c70cf45f51 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf50ee7-3f23-492b-b00e-48b3720ea672,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:21.056712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0c39e65f-a8c5-4403-9a46-e9c70cf45f51 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:21.059034 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0c39e65f-a8c5-4403-9a46-e9c70cf45f51 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3857110 Dec 21 22:27:21.063764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39304) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:21.084371 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3c4bc287-1eec-4e39-889d-d90bb0378b03 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:21.127299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-57751e6d-e1d0-4956-a1e0-baabc17ac7b4 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:21.155868 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-57751e6d-e1d0-4956-a1e0-baabc17ac7b4 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:21.292563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-57751e6d-e1d0-4956-a1e0-baabc17ac7b4 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:21.309665 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57751e6d-e1d0-4956-a1e0-baabc17ac7b4 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691cee02-adb9-47db-bff6-4db237bac3d0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:21.323916 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-57751e6d-e1d0-4956-a1e0-baabc17ac7b4 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:21.325030 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-57751e6d-e1d0-4956-a1e0-baabc17ac7b4 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-groups/691cee02-adb9-47db-bff6-4db237bac3d0 HTTP/1.1" status: 204 len: 168 time: 0.2602830 Dec 21 22:27:21.327748 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39308) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:21.378391 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c527cebe-b00b-4fa2-aa00-9984b2507836 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:21.446148 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c527cebe-b00b-4fa2-aa00-9984b2507836 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:21.447455 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c527cebe-b00b-4fa2-aa00-9984b2507836 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1187551 Dec 21 22:27:21.451132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39312) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:21.456513 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-39dd4539-5176-4e67-9e13-c44db2f8e824 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group': {'name': 'tempest-secgroup--969071040'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:21.463904 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-39dd4539-5176-4e67-9e13-c44db2f8e824 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:21.473385 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-39dd4539-5176-4e67-9e13-c44db2f8e824 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:21.560760 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39dd4539-5176-4e67-9e13-c44db2f8e824 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:21.596313 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-39dd4539-5176-4e67-9e13-c44db2f8e824 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:21.600315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-39dd4539-5176-4e67-9e13-c44db2f8e824 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:21.603074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-39dd4539-5176-4e67-9e13-c44db2f8e824 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:21.608845 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-39dd4539-5176-4e67-9e13-c44db2f8e824 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:21.726129 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-3c4bc287-1eec-4e39-889d-d90bb0378b03 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 7e98ceb4-2e6c-4bd2-a957-8163585e8af0 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:27:21.726769 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3c4bc287-1eec-4e39-889d-d90bb0378b03 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:21.755075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39dd4539-5176-4e67-9e13-c44db2f8e824 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:21.834441 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39dd4539-5176-4e67-9e13-c44db2f8e824 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:21.879897 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd4539-5176-4e67-9e13-c44db2f8e824 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311b445c-0471-474c-b632-385b69cac892,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:21.918712 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-3c4bc287-1eec-4e39-889d-d90bb0378b03 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 7e98ceb4-2e6c-4bd2-a957-8163585e8af0, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=7e98ceb4-2e6c-4bd2-a957-8163585e8af0,segment=NetworkSegment(dab3742d-5010-4067-9ad6-c37c54c9cd7d),segment_id=dab3742d-5010-4067-9ad6-c37c54c9cd7d)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:27:21.919119 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3c4bc287-1eec-4e39-889d-d90bb0378b03 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:21.960166 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-39dd4539-5176-4e67-9e13-c44db2f8e824 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:21.961429 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-39dd4539-5176-4e67-9e13-c44db2f8e824 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5093343 Dec 21 22:27:21.965020 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39316) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:21.970440 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-9a7b1c24-e373-4122-b6fb-79cf4e571487 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group': {'name': 'tempest-secgroup--1544963792'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:21.976216 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9a7b1c24-e373-4122-b6fb-79cf4e571487 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:21.981224 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9a7b1c24-e373-4122-b6fb-79cf4e571487 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:21.984096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9a7b1c24-e373-4122-b6fb-79cf4e571487 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:21.989790 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9a7b1c24-e373-4122-b6fb-79cf4e571487 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:22.039439 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-3c4bc287-1eec-4e39-889d-d90bb0378b03 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 7e98ceb4-2e6c-4bd2-a957-8163585e8af0 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:27:22.057289 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9a7b1c24-e373-4122-b6fb-79cf4e571487 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:22.092550 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9a7b1c24-e373-4122-b6fb-79cf4e571487 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:22.096531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9a7b1c24-e373-4122-b6fb-79cf4e571487 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:22.099329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9a7b1c24-e373-4122-b6fb-79cf4e571487 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:22.105815 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9a7b1c24-e373-4122-b6fb-79cf4e571487 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:22.159929 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9a7b1c24-e373-4122-b6fb-79cf4e571487 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:22.245861 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9a7b1c24-e373-4122-b6fb-79cf4e571487 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:22.296866 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3c4bc287-1eec-4e39-889d-d90bb0378b03 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:22.297037 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b1c24-e373-4122-b6fb-79cf4e571487 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68c552c5-5600-49c4-b099-851ca046ae5b,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:22.362201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9a7b1c24-e373-4122-b6fb-79cf4e571487 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:22.366196 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9a7b1c24-e373-4122-b6fb-79cf4e571487 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3974698 Dec 21 22:27:22.366352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39320) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:22.372426 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-030a28b0-0e4c-42dc-9133-a25b91f7cb9f tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group_rule': {'security_group_id': '311b445c-0471-474c-b632-385b69cac892', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '68c552c5-5600-49c4-b099-851ca046ae5b', 'remote_ip_prefix': None}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:22.378461 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-030a28b0-0e4c-42dc-9133-a25b91f7cb9f tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:22.382797 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-030a28b0-0e4c-42dc-9133-a25b91f7cb9f tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:22.386651 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-030a28b0-0e4c-42dc-9133-a25b91f7cb9f tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:22.393325 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-030a28b0-0e4c-42dc-9133-a25b91f7cb9f tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:22.444455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bc287-1eec-4e39-889d-d90bb0378b03 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=7e98ceb4-2e6c-4bd2-a957-8163585e8af0,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:22.511009 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-030a28b0-0e4c-42dc-9133-a25b91f7cb9f tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:22.580717 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-030a28b0-0e4c-42dc-9133-a25b91f7cb9f tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:22.646895 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-030a28b0-0e4c-42dc-9133-a25b91f7cb9f tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:22.673820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a28b0-0e4c-42dc-9133-a25b91f7cb9f tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4a192c-9210-473c-b554-39f55963079b,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:22.750390 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3c4bc287-1eec-4e39-889d-d90bb0378b03 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:22.765213 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-030a28b0-0e4c-42dc-9133-a25b91f7cb9f tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:22.767080 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-030a28b0-0e4c-42dc-9133-a25b91f7cb9f tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3996317 Dec 21 22:27:22.775924 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39326) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:22.799905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-37f12b8d-802c-4967-92b4-84ddabff284c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:22.810499 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-37f12b8d-802c-4967-92b4-84ddabff284c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:22.914682 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-37f12b8d-802c-4967-92b4-84ddabff284c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:22.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-37f12b8d-802c-4967-92b4-84ddabff284c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:22.937740 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-37f12b8d-802c-4967-92b4-84ddabff284c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1e4a192c-9210-473c-b554-39f55963079b HTTP/1.1" status: 204 len: 168 time: 0.1660159 Dec 21 22:27:22.937740 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f12b8d-802c-4967-92b4-84ddabff284c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e4a192c-9210-473c-b554-39f55963079b,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:22.939920 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39330) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:23.071589 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9053c096-09f8-4f9f-8102-7385ba5348dc tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:23.252583 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9053c096-09f8-4f9f-8102-7385ba5348dc tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:23.253804 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9053c096-09f8-4f9f-8102-7385ba5348dc tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3121085 Dec 21 22:27:23.256764 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39334) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:23.387709 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-975ec10b-71e6-429b-bd40-84ae463b5b01 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:23.426459 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-975ec10b-71e6-429b-bd40-84ae463b5b01 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:23.486284 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4bc287-1eec-4e39-889d-d90bb0378b03 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 9450ff82-0008-452e-adf7-90b2d78bacaa has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:27:23.560408 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-975ec10b-71e6-429b-bd40-84ae463b5b01 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:23.580281 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ec10b-71e6-429b-bd40-84ae463b5b01 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c552c5-5600-49c4-b099-851ca046ae5b,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:23.679346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-975ec10b-71e6-429b-bd40-84ae463b5b01 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:23.680439 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-975ec10b-71e6-429b-bd40-84ae463b5b01 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-groups/68c552c5-5600-49c4-b099-851ca046ae5b HTTP/1.1" status: 204 len: 168 time: 0.4228196 Dec 21 22:27:23.682982 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39338) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:23.764309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-219e6b7e-e169-4c48-81cb-92ba1cc1e204 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:23.786986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4bc287-1eec-4e39-889d-d90bb0378b03 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:27:23.795785 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3c4bc287-1eec-4e39-889d-d90bb0378b03 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/9450ff82-0008-452e-adf7-90b2d78bacaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2231848 Dec 21 22:27:23.796280 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39342) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:23.796938 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4432747-8edc-4986-b95e-59e4c0e8c675 None None] Sync routers for ids ['9450ff82-0008-452e-adf7-90b2d78bacaa'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:27:23.809372 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4432747-8edc-4986-b95e-59e4c0e8c675 None None] Routers {'9450ff82-0008-452e-adf7-90b2d78bacaa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:27:23.809991 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-f4432747-8edc-4986-b95e-59e4c0e8c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['9450ff82-0008-452e-adf7-90b2d78bacaa'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:23.857687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-219e6b7e-e169-4c48-81cb-92ba1cc1e204 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:23.863499 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-219e6b7e-e169-4c48-81cb-92ba1cc1e204 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1759899 Dec 21 22:27:23.866711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39346) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:23.935727 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ca179c12-2936-4f76-b00c-56bf6428f8ff tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:23.964884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ca179c12-2936-4f76-b00c-56bf6428f8ff tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:23.990648 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-f4432747-8edc-4986-b95e-59e4c0e8c675 None None] Set router 9450ff82-0008-452e-adf7-90b2d78bacaa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:27:23.993266 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bafb094-7fc3-4eaf-8c19-ea633a8cbd08 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting subnet 6773d07e-6a45-4e57-9e53-8227148e2e6e {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:27:23.996889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2bafb094-7fc3-4eaf-8c19-ea633a8cbd08 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:24.051063 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2bafb094-7fc3-4eaf-8c19-ea633a8cbd08 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:24.114546 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ca179c12-2936-4f76-b00c-56bf6428f8ff tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:24.134377 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca179c12-2936-4f76-b00c-56bf6428f8ff tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=311b445c-0471-474c-b632-385b69cac892,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:24.140202 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2bafb094-7fc3-4eaf-8c19-ea633a8cbd08 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:24.222073 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ca179c12-2936-4f76-b00c-56bf6428f8ff tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:24.223178 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ca179c12-2936-4f76-b00c-56bf6428f8ff tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-groups/311b445c-0471-474c-b632-385b69cac892 HTTP/1.1" status: 204 len: 168 time: 0.3554153 Dec 21 22:27:24.225732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39350) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:24.282530 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c440802d-05fb-4084-9baf-77d9973224b2 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:24.291893 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2bafb094-7fc3-4eaf-8c19-ea633a8cbd08 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:24.303814 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-f4432747-8edc-4986-b95e-59e4c0e8c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'name': 'tempest-TestNetworkBasicOps-router-1431669467', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:27:22Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:24.308347 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4432747-8edc-4986-b95e-59e4c0e8c675 None None] Checking router: 9450ff82-0008-452e-adf7-90b2d78bacaa for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:27:24.318638 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4432747-8edc-4986-b95e-59e4c0e8c675 None None] Routers {'9450ff82-0008-452e-adf7-90b2d78bacaa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:27:24.319218 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-f4432747-8edc-4986-b95e-59e4c0e8c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['9450ff82-0008-452e-adf7-90b2d78bacaa'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:24.330291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafb094-7fc3-4eaf-8c19-ea633a8cbd08 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Subnet': ['ID=6773d07e-6a45-4e57-9e53-8227148e2e6e,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:24.336379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2bafb094-7fc3-4eaf-8c19-ea633a8cbd08 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:24.343792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8951671-09fc-4dc9-bb5e-10a613a7bb30 None None] Network f9ca6bbd-3f31-405f-a6cd-721390812bc0 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:27:24.344323 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c440802d-05fb-4084-9baf-77d9973224b2 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:24.345815 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c440802d-05fb-4084-9baf-77d9973224b2 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1191444 Dec 21 22:27:24.346485 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2bafb094-7fc3-4eaf-8c19-ea633a8cbd08 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/subnets/6773d07e-6a45-4e57-9e53-8227148e2e6e HTTP/1.1" status: 204 len: 168 time: 0.5490804 Dec 21 22:27:24.346810 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39354) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:24.349826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39358) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:24.499148 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-f4432747-8edc-4986-b95e-59e4c0e8c675 None None] Set router 9450ff82-0008-452e-adf7-90b2d78bacaa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:27:24.517549 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-45bf3e66-361c-476a-8ba9-911869c37a39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group': {'name': 'tempest-secgroup--177199364'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:24.534994 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-45bf3e66-361c-476a-8ba9-911869c37a39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:24.550243 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-45bf3e66-361c-476a-8ba9-911869c37a39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:24.631180 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] DHCP port deletion for f9ca6bbd-3f31-405f-a6cd-721390812bc0 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:27:24.636375 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] Deleting port c79ab06f-5643-45ed-bf10-067884d3a7e1 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:27:24.636738 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:24.646356 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45bf3e66-361c-476a-8ba9-911869c37a39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:24.701842 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-45bf3e66-361c-476a-8ba9-911869c37a39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:24.706641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-45bf3e66-361c-476a-8ba9-911869c37a39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:24.710108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-45bf3e66-361c-476a-8ba9-911869c37a39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:24.717550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-45bf3e66-361c-476a-8ba9-911869c37a39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:24.751580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f86be18-5c36-4e91-89e7-4205f3c531ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:24.793724 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-f4432747-8edc-4986-b95e-59e4c0e8c675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'name': 'tempest-TestNetworkBasicOps-router-1431669467', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:27:22Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:24.797789 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4432747-8edc-4986-b95e-59e4c0e8c675 None None] The sync data for ids ['9450ff82-0008-452e-adf7-90b2d78bacaa'] in dv-neutron-822520-1-hyperv is: [{'id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'name': 'tempest-TestNetworkBasicOps-router-1431669467', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244'}], 'enable_snat': True}, 'gw_port_id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:27:22Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '9e7a119d-e720-4602-b7d6-ab73af8c16d3', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9450ff82-0008-452e-adf7-90b2d78bacaa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:26:04Z', 'updated_at': '2021-12-21T22:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:27:24.848791 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] For port c79ab06f-5643-45ed-bf10-067884d3a7e1, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c79ab06f-5643-45ed-bf10-067884d3a7e1,segment=NetworkSegment(dab3742d-5010-4067-9ad6-c37c54c9cd7d),segment_id=dab3742d-5010-4067-9ad6-c37c54c9cd7d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:27:24.849123 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:24.863397 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45bf3e66-361c-476a-8ba9-911869c37a39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:24.939396 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45bf3e66-361c-476a-8ba9-911869c37a39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:24.968408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] Calling delete_port for c79ab06f-5643-45ed-bf10-067884d3a7e1 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:27:25.001092 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf3e66-361c-476a-8ba9-911869c37a39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c92d7f-2710-4a1b-b75e-634dd046632f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:25.040488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f86be18-5c36-4e91-89e7-4205f3c531ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:25.096093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45bf3e66-361c-476a-8ba9-911869c37a39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:25.097323 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-45bf3e66-361c-476a-8ba9-911869c37a39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7464538 Dec 21 22:27:25.100011 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39362) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:25.105322 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-dded1924-b3f9-4432-8cc8-29a7fe2c0635 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group_rule': {'security_group_id': '98c92d7f-2710-4a1b-b75e-634dd046632f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:25.112040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-dded1924-b3f9-4432-8cc8-29a7fe2c0635 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:25.116137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-dded1924-b3f9-4432-8cc8-29a7fe2c0635 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:25.119579 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-dded1924-b3f9-4432-8cc8-29a7fe2c0635 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:25.124937 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:25.125432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-dded1924-b3f9-4432-8cc8-29a7fe2c0635 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:25.128812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7f86be18-5c36-4e91-89e7-4205f3c531ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 9e7a119d-e720-4602-b7d6-ab73af8c16d3 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:27:25.128812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f86be18-5c36-4e91-89e7-4205f3c531ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:25.176112 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] Pushing event deleted for resources: {'Port': ['ID=c79ab06f-5643-45ed-bf10-067884d3a7e1,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:25.180286 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] No DVR routers for this DVR port c79ab06f-5643-45ed-bf10-067884d3a7e1 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:27:25.194095 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:25.194441 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:25.194810 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:25.195090 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:25.195516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:25.195731 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:25.196053 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:25.196377 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:25.196684 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:25.197003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:25.197380 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91178ec8-6d11-4278-a892-0a6c6944eee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:25.280848 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dded1924-b3f9-4432-8cc8-29a7fe2c0635 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:25.356899 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-7f86be18-5c36-4e91-89e7-4205f3c531ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 9e7a119d-e720-4602-b7d6-ab73af8c16d3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9e7a119d-e720-4602-b7d6-ab73af8c16d3,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:27:25.357196 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f86be18-5c36-4e91-89e7-4205f3c531ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:25.391438 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 7e98ceb4-2e6c-4bd2-a957-8163585e8af0 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:27:25.424635 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 7e98ceb4-2e6c-4bd2-a957-8163585e8af0 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:27:25.425090 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 7e98ceb4-2e6c-4bd2-a957-8163585e8af0 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:27:25.425753 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c79ab06f-5643-45ed-bf10-067884d3a7e1 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:27:25.457645 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: c79ab06f-5643-45ed-bf10-067884d3a7e1 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:27:25.457996 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c79ab06f-5643-45ed-bf10-067884d3a7e1 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:27:25.485178 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7f86be18-5c36-4e91-89e7-4205f3c531ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 9e7a119d-e720-4602-b7d6-ab73af8c16d3 owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:27:25.536800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dded1924-b3f9-4432-8cc8-29a7fe2c0635 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:25.585105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dded1924-b3f9-4432-8cc8-29a7fe2c0635 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:25.616711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded1924-b3f9-4432-8cc8-29a7fe2c0635 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b7ed9e-da51-4793-8567-a90dd7cfe62e,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:25.686897 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dded1924-b3f9-4432-8cc8-29a7fe2c0635 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:25.688061 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-dded1924-b3f9-4432-8cc8-29a7fe2c0635 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.5871344 Dec 21 22:27:25.690957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39366) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:25.720774 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-364328ac-b4f5-4dd3-b6dd-56aaabcafda6 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:25.731509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-364328ac-b4f5-4dd3-b6dd-56aaabcafda6 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:25.739294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f86be18-5c36-4e91-89e7-4205f3c531ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:25.793343 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86be18-5c36-4e91-89e7-4205f3c531ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=9e7a119d-e720-4602-b7d6-ab73af8c16d3,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:25.865792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-364328ac-b4f5-4dd3-b6dd-56aaabcafda6 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:25.893073 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364328ac-b4f5-4dd3-b6dd-56aaabcafda6 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67b7ed9e-da51-4793-8567-a90dd7cfe62e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:25.900476 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-364328ac-b4f5-4dd3-b6dd-56aaabcafda6 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:25.901549 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-364328ac-b4f5-4dd3-b6dd-56aaabcafda6 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/67b7ed9e-da51-4793-8567-a90dd7cfe62e HTTP/1.1" status: 204 len: 168 time: 0.2096956 Dec 21 22:27:25.904189 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39370) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:26.065628 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f86be18-5c36-4e91-89e7-4205f3c531ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:26.291346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1fca6538-3546-49ce-b037-e8bb0e23fdcb tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:26.436401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f86be18-5c36-4e91-89e7-4205f3c531ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:26.437927 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1fca6538-3546-49ce-b037-e8bb0e23fdcb tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:26.439152 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1fca6538-3546-49ce-b037-e8bb0e23fdcb tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5340846 Dec 21 22:27:26.442184 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39374) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:26.442731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f86be18-5c36-4e91-89e7-4205f3c531ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:26.508752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-33876638-c60c-4b8b-a5e9-92697ea32b76 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:26.520373 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f86be18-5c36-4e91-89e7-4205f3c531ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:26.520887 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f86be18-5c36-4e91-89e7-4205f3c531ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Fanout notify agent at l3_agent the message router_deleted on router 9450ff82-0008-452e-adf7-90b2d78bacaa {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:27:26.531543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7f86be18-5c36-4e91-89e7-4205f3c531ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:26.532639 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7f86be18-5c36-4e91-89e7-4205f3c531ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/routers/9450ff82-0008-452e-adf7-90b2d78bacaa HTTP/1.1" status: 204 len: 168 time: 2.1848116 Dec 21 22:27:26.535368 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39380) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:26.535707 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-33876638-c60c-4b8b-a5e9-92697ea32b76 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:26.629113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-33876638-c60c-4b8b-a5e9-92697ea32b76 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:26.651538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33876638-c60c-4b8b-a5e9-92697ea32b76 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c92d7f-2710-4a1b-b75e-634dd046632f,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:26.661390 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4137fbd1-65ff-4acd-aa9e-071f591bb10e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:26.743529 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-33876638-c60c-4b8b-a5e9-92697ea32b76 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:26.745182 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-33876638-c60c-4b8b-a5e9-92697ea32b76 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-groups/98c92d7f-2710-4a1b-b75e-634dd046632f HTTP/1.1" status: 204 len: 168 time: 0.3020139 Dec 21 22:27:26.747972 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39384) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:26.797934 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-33f3098a-039b-4f2e-9790-3ecca0852150 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:26.825594 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4137fbd1-65ff-4acd-aa9e-071f591bb10e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:26.849685 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-4137fbd1-65ff-4acd-aa9e-071f591bb10e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ca6bbd-3f31-405f-a6cd-721390812bc0']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:26.862939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-4137fbd1-65ff-4acd-aa9e-071f591bb10e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab3742d-5010-4067-9ad6-c37c54c9cd7d') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:26.863228 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-4137fbd1-65ff-4acd-aa9e-071f591bb10e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab3742d-5010-4067-9ad6-c37c54c9cd7d') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:26.869122 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-33f3098a-039b-4f2e-9790-3ecca0852150 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:26.870961 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-33f3098a-039b-4f2e-9790-3ecca0852150 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1220336 Dec 21 22:27:26.875424 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39388) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:26.875801 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4137fbd1-65ff-4acd-aa9e-071f591bb10e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:26.881048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ef392f41-072d-4665-bfe0-e767f486f8d8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group': {'name': 'tempest-secgroup--935771983'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:26.887598 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ef392f41-072d-4665-bfe0-e767f486f8d8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:26.892203 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4137fbd1-65ff-4acd-aa9e-071f591bb10e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:26.897158 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ef392f41-072d-4665-bfe0-e767f486f8d8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:26.901441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4137fbd1-65ff-4acd-aa9e-071f591bb10e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:27:26.901441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4137fbd1-65ff-4acd-aa9e-071f591bb10e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:27:26.913549 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:27:26.983665 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ef392f41-072d-4665-bfe0-e767f486f8d8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.022469 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ef392f41-072d-4665-bfe0-e767f486f8d8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:27.027189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ef392f41-072d-4665-bfe0-e767f486f8d8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:27.029990 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ef392f41-072d-4665-bfe0-e767f486f8d8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:27.035665 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ef392f41-072d-4665-bfe0-e767f486f8d8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:27.086197 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4137fbd1-65ff-4acd-aa9e-071f591bb10e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.090626 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ef392f41-072d-4665-bfe0-e767f486f8d8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.104129 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4137fbd1-65ff-4acd-aa9e-071f591bb10e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.114823 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137fbd1-65ff-4acd-aa9e-071f591bb10e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Network': ['ID=f9ca6bbd-3f31-405f-a6cd-721390812bc0,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:27.166211 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ef392f41-072d-4665-bfe0-e767f486f8d8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.190214 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4137fbd1-65ff-4acd-aa9e-071f591bb10e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/networks/f9ca6bbd-3f31-405f-a6cd-721390812bc0 HTTP/1.1" status: 204 len: 168 time: 0.6538026 Dec 21 22:27:27.207777 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39392) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:27.211438 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef392f41-072d-4665-bfe0-e767f486f8d8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af51b8b2-0104-4b01-8d9c-78cecfe0b68a,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:27.216546 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b5b549f5-4e7d-4e1a-8695-aed5844ca13d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'network': {'name': 'tempest-network-smoke--666769855', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'port_security_enabled': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:27.221574 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b5b549f5-4e7d-4e1a-8695-aed5844ca13d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:27.226154 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b5b549f5-4e7d-4e1a-8695-aed5844ca13d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:network and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:27.229552 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b5b549f5-4e7d-4e1a-8695-aed5844ca13d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:27.235620 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b5b549f5-4e7d-4e1a-8695-aed5844ca13d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:27.273366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0b093af5-a852-495e-97be-bc6d5942129a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.296260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ef392f41-072d-4665-bfe0-e767f486f8d8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.297500 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ef392f41-072d-4665-bfe0-e767f486f8d8 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4211843 Dec 21 22:27:27.300233 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39396) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:27.305655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e2cf3e1d-5975-4515-90eb-d9e090a41ee9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group_rule': {'security_group_id': 'af51b8b2-0104-4b01-8d9c-78cecfe0b68a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:27.311613 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e2cf3e1d-5975-4515-90eb-d9e090a41ee9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:27.315619 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e2cf3e1d-5975-4515-90eb-d9e090a41ee9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:27.318431 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e2cf3e1d-5975-4515-90eb-d9e090a41ee9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:27.324080 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e2cf3e1d-5975-4515-90eb-d9e090a41ee9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:27.360074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b549f5-4e7d-4e1a-8695-aed5844ca13d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:27:27.363133 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b5b549f5-4e7d-4e1a-8695-aed5844ca13d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.386860 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9e7a119d-e720-4602-b7d6-ab73af8c16d3 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:27:27.392818 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b549f5-4e7d-4e1a-8695-aed5844ca13d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:27:27.397320 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e2cf3e1d-5975-4515-90eb-d9e090a41ee9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.402609 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b5b549f5-4e7d-4e1a-8695-aed5844ca13d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.402944 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-b5b549f5-4e7d-4e1a-8695-aed5844ca13d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Added segment 7bfbd248-5e57-45fc-9c1f-40fab2c53369 of type vlan for network d452c439-a17c-4270-b2fb-d24f0af64d6c Dec 21 22:27:27.424181 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 9e7a119d-e720-4602-b7d6-ab73af8c16d3 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:27:27.424516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9e7a119d-e720-4602-b7d6-ab73af8c16d3 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:27:27.434676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b5b549f5-4e7d-4e1a-8695-aed5844ca13d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.464499 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e2cf3e1d-5975-4515-90eb-d9e090a41ee9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.520141 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b5b549f5-4e7d-4e1a-8695-aed5844ca13d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.523846 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b549f5-4e7d-4e1a-8695-aed5844ca13d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:27.524420 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b5b549f5-4e7d-4e1a-8695-aed5844ca13d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.531476 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e2cf3e1d-5975-4515-90eb-d9e090a41ee9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.557347 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf3e1d-5975-4515-90eb-d9e090a41ee9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91d5269-76ce-492b-8312-659cc9bd8245,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:27.623348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e2cf3e1d-5975-4515-90eb-d9e090a41ee9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.624664 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e2cf3e1d-5975-4515-90eb-d9e090a41ee9 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3232641 Dec 21 22:27:27.627380 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39400) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:27.633211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b549f5-4e7d-4e1a-8695-aed5844ca13d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Network': ['ID=d452c439-a17c-4270-b2fb-d24f0af64d6c,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:27.644030 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b5b549f5-4e7d-4e1a-8695-aed5844ca13d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4355156 Dec 21 22:27:27.644204 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network d452c439-a17c-4270-b2fb-d24f0af64d6c details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:27:27.644329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39404) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:27.649343 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'admin_state_up': True, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:27.659137 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e3ce1dd1-9548-4bf0-a9e0-0fff81c9f720 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules/b91d5269-76ce-492b-8312-659cc9bd8245 HTTP/1.1" status: 200 len: 705 time: 0.0284436 Dec 21 22:27:27.659533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39408) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:27.661869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:27.677775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:router and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:27.682653 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:27.691507 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:27.721209 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-00d8650e-a271-4c20-94aa-786bc6682172 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:27.748658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.749653 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.767213 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.768659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-00d8650e-a271-4c20-94aa-786bc6682172 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:27.769717 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-00d8650e-a271-4c20-94aa-786bc6682172 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1093326 Dec 21 22:27:27.772712 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39412) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:27.802227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c785af2-63b4-4e03-b3a3-cbe57048a45e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.812952 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c785af2-63b4-4e03-b3a3-cbe57048a45e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.885927 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c785af2-63b4-4e03-b3a3-cbe57048a45e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.901075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c785af2-63b4-4e03-b3a3-cbe57048a45e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b91d5269-76ce-492b-8312-659cc9bd8245,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:27.949088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7c785af2-63b4-4e03-b3a3-cbe57048a45e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:27.952671 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7c785af2-63b4-4e03-b3a3-cbe57048a45e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b91d5269-76ce-492b-8312-659cc9bd8245 HTTP/1.1" status: 204 len: 168 time: 0.1769962 Dec 21 22:27:27.953544 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39416) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:27.972979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:28.005822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d72ad193-1109-4060-9814-17754ef6f193 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:28.080101 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d72ad193-1109-4060-9814-17754ef6f193 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:28.081353 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d72ad193-1109-4060-9814-17754ef6f193 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1268709 Dec 21 22:27:28.084115 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39420) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:28.090305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-6dfe7b47-ddc1-4a04-9430-cc62f7e20fb3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group_rule': {'security_group_id': 'af51b8b2-0104-4b01-8d9c-78cecfe0b68a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:28.096481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6dfe7b47-ddc1-4a04-9430-cc62f7e20fb3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:28.106193 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6dfe7b47-ddc1-4a04-9430-cc62f7e20fb3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:28.186799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:28.202505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6dfe7b47-ddc1-4a04-9430-cc62f7e20fb3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:28.216278 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:28.265869 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6dfe7b47-ddc1-4a04-9430-cc62f7e20fb3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:28.309088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6dfe7b47-ddc1-4a04-9430-cc62f7e20fb3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:28.333736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe7b47-ddc1-4a04-9430-cc62f7e20fb3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d27d35e-b56e-4b8e-8b24-4aa2368e7591,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:28.355136 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.26.3.218 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/e66d5568-f3d6-4394-aec7-50d7f4a7a9ec) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:27:28.389207 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6dfe7b47-ddc1-4a04-9430-cc62f7e20fb3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:28.390457 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6dfe7b47-ddc1-4a04-9430-cc62f7e20fb3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3053017 Dec 21 22:27:28.393075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39424) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:28.412189 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a3d7ed12-3d5a-47bc-a4d6-c5cfda1d6559 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules/1d27d35e-b56e-4b8e-8b24-4aa2368e7591 HTTP/1.1" status: 200 len: 705 time: 0.0180867 Dec 21 22:27:28.414654 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39428) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:28.463783 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bbe656e8-ed01-4f06-af91-5550ed119ec1 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:28.548601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bbe656e8-ed01-4f06-af91-5550ed119ec1 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:28.549793 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bbe656e8-ed01-4f06-af91-5550ed119ec1 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1342456 Dec 21 22:27:28.552757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39432) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:28.581265 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4374222d-51db-4aca-aeb7-74f3ce3b23ee tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:28.591952 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4374222d-51db-4aca-aeb7-74f3ce3b23ee tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:28.615081 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:28.674149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4374222d-51db-4aca-aeb7-74f3ce3b23ee tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:28.698376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:28.699019 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374222d-51db-4aca-aeb7-74f3ce3b23ee tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d27d35e-b56e-4b8e-8b24-4aa2368e7591,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:28.754719 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4374222d-51db-4aca-aeb7-74f3ce3b23ee tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:28.755898 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4374222d-51db-4aca-aeb7-74f3ce3b23ee tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1d27d35e-b56e-4b8e-8b24-4aa2368e7591 HTTP/1.1" status: 204 len: 168 time: 0.2022693 Dec 21 22:27:28.758596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39436) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:28.767980 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:27:28.770776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:27:28.774431 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:27:28.807276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4dda620b-8b7e-4f41-8059-7bf148b8d940 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:28.807505 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=e66d5568-f3d6-4394-aec7-50d7f4a7a9ec,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:28.892020 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4dda620b-8b7e-4f41-8059-7bf148b8d940 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:28.893344 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4dda620b-8b7e-4f41-8059-7bf148b8d940 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1336632 Dec 21 22:27:28.896175 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39440) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:28.902113 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-584b3e43-0676-43fa-aa6a-d4e5d6ba187e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group_rule': {'security_group_id': 'af51b8b2-0104-4b01-8d9c-78cecfe0b68a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:28.907834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-584b3e43-0676-43fa-aa6a-d4e5d6ba187e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:28.917606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-584b3e43-0676-43fa-aa6a-d4e5d6ba187e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:29.000407 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-584b3e43-0676-43fa-aa6a-d4e5d6ba187e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Project c07dbd1c031a411ebe38a5c5cabe5634 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:27:29.004140 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:29.004894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:29.007468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-584b3e43-0676-43fa-aa6a-d4e5d6ba187e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:29.069231 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-584b3e43-0676-43fa-aa6a-d4e5d6ba187e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:29.137563 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-584b3e43-0676-43fa-aa6a-d4e5d6ba187e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:29.162478 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b3e43-0676-43fa-aa6a-d4e5d6ba187e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=affdd042-a90a-4f31-92d5-67929a7ab91c,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:29.234466 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-584b3e43-0676-43fa-aa6a-d4e5d6ba187e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:29.235661 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-584b3e43-0676-43fa-aa6a-d4e5d6ba187e tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3385875 Dec 21 22:27:29.238430 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39444) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:29.257753 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f23365d1-dd68-4203-bc5b-64d6b74f8db1 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules/affdd042-a90a-4f31-92d5-67929a7ab91c HTTP/1.1" status: 200 len: 711 time: 0.0181177 Dec 21 22:27:29.261025 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39448) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:29.289033 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c21b9274-27d7-49ef-8812-edc13d26a369 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:27:29.370255 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a184b549-9346-4e0d-9699-048ab790d8e3 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1079903 Dec 21 22:27:29.375209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39452) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:29.405255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a5bf428c-d854-4c24-bf59-6edf669d2b67 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:29.415395 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a5bf428c-d854-4c24-bf59-6edf669d2b67 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:29.474791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a5bf428c-d854-4c24-bf59-6edf669d2b67 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:29.492790 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf428c-d854-4c24-bf59-6edf669d2b67 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=affdd042-a90a-4f31-92d5-67929a7ab91c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:29.496903 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a5bf428c-d854-4c24-bf59-6edf669d2b67 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:29.498252 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a5bf428c-d854-4c24-bf59-6edf669d2b67 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/affdd042-a90a-4f31-92d5-67929a7ab91c HTTP/1.1" status: 204 len: 168 time: 0.1217546 Dec 21 22:27:29.500714 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39456) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:29.515699 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:27:29.527246 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Sync routers for ids ['c21b9274-27d7-49ef-8812-edc13d26a369'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:27:29.546059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Routers {'c21b9274-27d7-49ef-8812-edc13d26a369'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:27:29.546680 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c21b9274-27d7-49ef-8812-edc13d26a369'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:29.553794 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c3083fc4-1c9a-465e-9ebd-97d3c9a06c9b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:29.639282 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:29.640736 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dde5ccb8-0b18-430d-bd8a-9adb50b89178 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9957356 Dec 21 22:27:29.644067 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39460) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:29.652197 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c3083fc4-1c9a-465e-9ebd-97d3c9a06c9b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:29.653767 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c3083fc4-1c9a-465e-9ebd-97d3c9a06c9b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1516964 Dec 21 22:27:29.656633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39464) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:29.684679 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0ca49637-0f63-42f1-8ca6-27d5d5a6c4a1 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a0afca56990a43fd95e729e8f15e2964&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394752 Dec 21 22:27:29.687387 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39468) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:29.704839 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c4357f23-2cf7-43dd-9150-0f68579f8020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:29.727471 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fdc330cb-4d1a-4acc-8c26-ce681935c05b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:29.731102 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Set router c21b9274-27d7-49ef-8812-edc13d26a369 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:27:29.757055 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fdc330cb-4d1a-4acc-8c26-ce681935c05b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:29.831150 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1830d94-2c95-45a7-aadf-968a3accb060 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:29.832621 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b1830d94-2c95-45a7-aadf-968a3accb060 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1443596 Dec 21 22:27:29.835483 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39472) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:29.878999 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3dae0222-df11-4c50-b5e0-933ff6f5f704 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422857 Dec 21 22:27:29.879671 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fdc330cb-4d1a-4acc-8c26-ce681935c05b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:29.881245 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39476) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:29.889526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-3a8fb60c-2192-400f-831f-c8d916980723 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1945783340', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:29.898365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc330cb-4d1a-4acc-8c26-ce681935c05b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af51b8b2-0104-4b01-8d9c-78cecfe0b68a,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:29.995449 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fdc330cb-4d1a-4acc-8c26-ce681935c05b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:29.996751 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fdc330cb-4d1a-4acc-8c26-ce681935c05b tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-groups/af51b8b2-0104-4b01-8d9c-78cecfe0b68a HTTP/1.1" status: 204 len: 168 time: 0.3392041 Dec 21 22:27:29.999209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39480) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:30.001174 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3a8fb60c-2192-400f-831f-c8d916980723 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:30.005251 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3a8fb60c-2192-400f-831f-c8d916980723 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:subnet and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:30.008308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3a8fb60c-2192-400f-831f-c8d916980723 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:30.014360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3a8fb60c-2192-400f-831f-c8d916980723 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:30.051084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ce571137-d88b-492f-8d6a-6736c4a81d22 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:30.090321 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8fb60c-2192-400f-831f-c8d916980723 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:27:30.091755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:28Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:30.095808 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Checking router: c21b9274-27d7-49ef-8812-edc13d26a369 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:27:30.096155 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Updating router c21b9274-27d7-49ef-8812-edc13d26a369 port e66d5568-f3d6-4394-aec7-50d7f4a7a9ec binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:27:30.118828 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ce571137-d88b-492f-8d6a-6736c4a81d22 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:30.120489 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ce571137-d88b-492f-8d6a-6736c4a81d22 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1203477 Dec 21 22:27:30.124872 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39484) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:30.131280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2274463f-0238-4eef-ab1a-5d9d74b7a951 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group': {'name': 'tempest-secgroup--755216707'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:30.137798 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2274463f-0238-4eef-ab1a-5d9d74b7a951 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:30.147353 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2274463f-0238-4eef-ab1a-5d9d74b7a951 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:30.153009 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.191791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb60c-2192-400f-831f-c8d916980723 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.235018 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2274463f-0238-4eef-ab1a-5d9d74b7a951 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.283078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2274463f-0238-4eef-ab1a-5d9d74b7a951 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:30.289034 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2274463f-0238-4eef-ab1a-5d9d74b7a951 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:30.292914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2274463f-0238-4eef-ab1a-5d9d74b7a951 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:30.298689 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2274463f-0238-4eef-ab1a-5d9d74b7a951 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:30.360786 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2274463f-0238-4eef-ab1a-5d9d74b7a951 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.444722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2274463f-0238-4eef-ab1a-5d9d74b7a951 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.489595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274463f-0238-4eef-ab1a-5d9d74b7a951 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6884d95a-b18e-45c7-a928-1ebddee104e6,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:30.496575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb60c-2192-400f-831f-c8d916980723 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.498306 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.510626 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Transition to ACTIVE for port object e66d5568-f3d6-4394-aec7-50d7f4a7a9ec will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:27:30.576237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2274463f-0238-4eef-ab1a-5d9d74b7a951 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.576841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fb60c-2192-400f-831f-c8d916980723 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Subnet': ['ID=eb856ff4-35d3-4fb3-9f2e-65ed001d6b37,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:30.577762 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2274463f-0238-4eef-ab1a-5d9d74b7a951 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4519193 Dec 21 22:27:30.580434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39488) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:30.587637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-bd42d7c5-0c8f-4b15-97ec-f3df2bcafa9c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Request body: {'security_group_rule': {'security_group_id': '6884d95a-b18e-45c7-a928-1ebddee104e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:30.594044 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8fb60c-2192-400f-831f-c8d916980723 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Checking segment: {'id': '7bfbd248-5e57-45fc-9c1f-40fab2c53369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:27:30.594413 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8fb60c-2192-400f-831f-c8d916980723 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network hostable DHCP agents. Network: d452c439-a17c-4270-b2fb-d24f0af64d6c, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:27:30.601009 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bd42d7c5-0c8f-4b15-97ec-f3df2bcafa9c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:30.606944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bd42d7c5-0c8f-4b15-97ec-f3df2bcafa9c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Usage tracker for resource:security_group_rule and tenant:c07dbd1c031a411ebe38a5c5cabe5634 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:30.608563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.612935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bd42d7c5-0c8f-4b15-97ec-f3df2bcafa9c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:30.621069 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bd42d7c5-0c8f-4b15-97ec-f3df2bcafa9c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:30.698919 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bd42d7c5-0c8f-4b15-97ec-f3df2bcafa9c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.700437 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Attempting to bind port e66d5568-f3d6-4394-aec7-50d7f4a7a9ec on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:27:30.700803 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Attempting to bind port e66d5568-f3d6-4394-aec7-50d7f4a7a9ec by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:27:30.701151 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Attempting to bind port e66d5568-f3d6-4394-aec7-50d7f4a7a9ec on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:27:30.703064 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8f6bc-eb91-41e1-928d-8013ff25a76d None None] Pushing event updated for resources: {'Port': ['ID=e66d5568-f3d6-4394-aec7-50d7f4a7a9ec,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:30.717515 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:27:30.717884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:27:30.718786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.724376 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:27:30.724376 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Bound port: e66d5568-f3d6-4394-aec7-50d7f4a7a9ec, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:27:30.724376 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.726474 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8fb60c-2192-400f-831f-c8d916980723 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network d452c439-a17c-4270-b2fb-d24f0af64d6c is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:27:30.747652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.797841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] For port e66d5568-f3d6-4394-aec7-50d7f4a7a9ec, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:27:30.801601 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] For port e66d5568-f3d6-4394-aec7-50d7f4a7a9ec, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=e66d5568-f3d6-4394-aec7-50d7f4a7a9ec,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:27:30.802638 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.850407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bd42d7c5-0c8f-4b15-97ec-f3df2bcafa9c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.851338 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-3a8fb60c-2192-400f-831f-c8d916980723 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, d452c439-a17c-4270-b2fb-d24f0af64d6c) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:27:30.855360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8fb60c-2192-400f-831f-c8d916980723 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:30.855918 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a8fb60c-2192-400f-831f-c8d916980723 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.860218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457edd1c-69dd-468d-a718-347f3684a6c4 None None] Network d452c439-a17c-4270-b2fb-d24f0af64d6c requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:27:30.878924 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.953778 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bd42d7c5-0c8f-4b15-97ec-f3df2bcafa9c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:30.956131 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3a8fb60c-2192-400f-831f-c8d916980723 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0738735 Dec 21 22:27:30.959147 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39494) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:30.980215 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42d7c5-0c8f-4b15-97ec-f3df2bcafa9c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a99e2cc-6f5d-45bb-b41c-8c0d405232d1,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:31.043666 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8f6bc-eb91-41e1-928d-8013ff25a76d None None] Pushing event updated for resources: {'Port': ['ID=e66d5568-f3d6-4394-aec7-50d7f4a7a9ec,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:31.053605 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Routers {'c21b9274-27d7-49ef-8812-edc13d26a369'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:27:31.054274 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c21b9274-27d7-49ef-8812-edc13d26a369'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:31.058546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bd42d7c5-0c8f-4b15-97ec-f3df2bcafa9c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:31.060345 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bd42d7c5-0c8f-4b15-97ec-f3df2bcafa9c tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4789588 Dec 21 22:27:31.062850 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39498) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:31.138230 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6618-3a12-48c6-b9db-7c3b4e2bc6ed tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:31.175935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6618-3a12-48c6-b9db-7c3b4e2bc6ed tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:31.305273 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6618-3a12-48c6-b9db-7c3b4e2bc6ed tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:31.307783 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-d452c439-a17c-4270-b2fb-d24f0af64d6c', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:27:31.308705 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:31.321933 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d6618-3a12-48c6-b9db-7c3b4e2bc6ed tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6884d95a-b18e-45c7-a928-1ebddee104e6,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:31.330787 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d5d6618-3a12-48c6-b9db-7c3b4e2bc6ed tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:31.332275 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9d5d6618-3a12-48c6-b9db-7c3b4e2bc6ed tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-groups/6884d95a-b18e-45c7-a928-1ebddee104e6 HTTP/1.1" status: 204 len: 168 time: 0.2682369 Dec 21 22:27:31.332438 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] Set router c21b9274-27d7-49ef-8812-edc13d26a369 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:27:31.336711 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39502) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:31.395147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bcbad8c7-6034-4a1e-9365-5b22c6194b39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:31.461543 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bcbad8c7-6034-4a1e-9365-5b22c6194b39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:31.465626 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bcbad8c7-6034-4a1e-9365-5b22c6194b39 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1230924 Dec 21 22:27:31.465855 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39506) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:31.517866 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0dfde9f5-1fa7-4fe5-927f-48394253c8cb tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Synchronizing usage tracker for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:31.594434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0dfde9f5-1fa7-4fe5-927f-48394253c8cb tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] Unset dirty status for tenant:c07dbd1c031a411ebe38a5c5cabe5634 on resource:security_group_rule {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:31.598924 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0dfde9f5-1fa7-4fe5-927f-48394253c8cb tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1319916 Dec 21 22:27:31.599580 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39510) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:31.618336 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-473ee147-350f-4f01-b6d0-18a738021485 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] delete failed (client error): The resource could not be found. Dec 21 22:27:31.619847 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-473ee147-350f-4f01-b6d0-18a738021485 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "DELETE /v2.0/security-groups/6884d95a-b18e-45c7-a928-1ebddee104e6 HTTP/1.1" status: 404 len: 347 time: 0.0192432 Dec 21 22:27:31.624906 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39514) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:31.679639 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2265c70e-804d-4cdd-bcc8-de585dc5e812 tempest-SecGroupIPv6Test-507265641 tempest-SecGroupIPv6Test-507265641-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0536296 Dec 21 22:27:31.753226 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Allocated IP 172.20.0.2 (d452c439-a17c-4270-b2fb-d24f0af64d6c/eb856ff4-35d3-4fb3-9f2e-65ed001d6b37/c171780a-b06d-4a32-b208-b3492192a534) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:27:31.872135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:31.886845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:28Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:31.906222 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a78e53b-e6c2-4062-a2f5-c8b8b8f61636 None None] The sync data for ids ['c21b9274-27d7-49ef-8812-edc13d26a369'] in dv-neutron-822520-1-hyperv is: [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:28Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:27:31.990600 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:32.001813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Transition to ACTIVE for port object c171780a-b06d-4a32-b208-b3492192a534 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:27:32.022388 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Transition to ACTIVE for port object c171780a-b06d-4a32-b208-b3492192a534 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:27:32.132786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:32.190578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Network d452c439-a17c-4270-b2fb-d24f0af64d6c is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:27:32.198652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:27:32.205958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:27:32.241998 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Pushing event updated for resources: {'Port': ['ID=c171780a-b06d-4a32-b208-b3492192a534,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:32.252572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:32.271158 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39522) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:32.362573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.1 (d452c439-a17c-4270-b2fb-d24f0af64d6c/eb856ff4-35d3-4fb3-9f2e-65ed001d6b37/477e3fe1-0c8f-418e-b707-8456a1291dc2) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:27:32.385859 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Attempting to bind port c171780a-b06d-4a32-b208-b3492192a534 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:27:32.386583 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Attempting to bind port c171780a-b06d-4a32-b208-b3492192a534 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '7bfbd248-5e57-45fc-9c1f-40fab2c53369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:27:32.387139 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Attempting to bind port c171780a-b06d-4a32-b208-b3492192a534 on network d452c439-a17c-4270-b2fb-d24f0af64d6c {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:27:32.397321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:27:32.398038 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Checking segment: {'id': '7bfbd248-5e57-45fc-9c1f-40fab2c53369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:27:32.398640 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:32.399719 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Bound using segment: {'id': '7bfbd248-5e57-45fc-9c1f-40fab2c53369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:27:32.400472 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Bound port: c171780a-b06d-4a32-b208-b3492192a534, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfbd248-5e57-45fc-9c1f-40fab2c53369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:27:32.401023 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:32.539654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] For port c171780a-b06d-4a32-b208-b3492192a534, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:27:32.544730 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] For port c171780a-b06d-4a32-b208-b3492192a534, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c171780a-b06d-4a32-b208-b3492192a534,segment=NetworkSegment(7bfbd248-5e57-45fc-9c1f-40fab2c53369),segment_id=7bfbd248-5e57-45fc-9c1f-40fab2c53369)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:27:32.593312 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:32.627581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object 477e3fe1-0c8f-418e-b707-8456a1291dc2 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:27:32.639729 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-06222b2f-d9fb-4f49-8a4b-eae7b95fc372 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c07dbd1c031a411ebe38a5c5cabe5634&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3673627 Dec 21 22:27:32.642243 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39528) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:32.680797 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:32.716312 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cbf4dbf7-616c-4d03-86f5-1a77bc5fb9e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:32.751590 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cbf4dbf7-616c-4d03-86f5-1a77bc5fb9e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:32.752728 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:32.790590 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9a5ad-1d58-4879-baa7-3dedc922c335 None None] Pushing event updated for resources: {'Port': ['ID=c171780a-b06d-4a32-b208-b3492192a534,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:32.838489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network d452c439-a17c-4270-b2fb-d24f0af64d6c is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:27:32.842139 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:27:32.844019 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=477e3fe1-0c8f-418e-b707-8456a1291dc2,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:32.846094 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:27:32.897986 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cbf4dbf7-616c-4d03-86f5-1a77bc5fb9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:32.917432 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4dbf7-616c-4d03-86f5-1a77bc5fb9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192c5fc8-8b20-47c8-a2f1-6d6d35b4ca37,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:32.920895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:33.068774 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cbf4dbf7-616c-4d03-86f5-1a77bc5fb9e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:33.069920 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cbf4dbf7-616c-4d03-86f5-1a77bc5fb9e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/192c5fc8-8b20-47c8-a2f1-6d6d35b4ca37 HTTP/1.1" status: 204 len: 168 time: 0.4267266 Dec 21 22:27:33.094626 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:33.467715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c171780a-b06d-4a32-b208-b3492192a534 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:27:33.605933 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port c171780a-b06d-4a32-b208-b3492192a534 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:27:33.611846 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e66d5568-f3d6-4394-aec7-50d7f4a7a9ec up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:27:33.670973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:33.743501 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:33.823457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port e66d5568-f3d6-4394-aec7-50d7f4a7a9ec completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:27:33.829519 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port e66d5568-f3d6-4394-aec7-50d7f4a7a9ec triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:27:33.830852 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:33.868842 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:33.873519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=477e3fe1-0c8f-418e-b707-8456a1291dc2,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:33.949246 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8997f0f-4f8a-4d16-a9f6-5d25f9fd7ffe None None] Network d452c439-a17c-4270-b2fb-d24f0af64d6c requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:27:34.006219 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:34.036027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network d452c439-a17c-4270-b2fb-d24f0af64d6c is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:27:34.037406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:27:34.090792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port e66d5568-f3d6-4394-aec7-50d7f4a7a9ec, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=e66d5568-f3d6-4394-aec7-50d7f4a7a9ec,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:27:34.161870 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:34.208153 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-80a9535f-b4ce-4a2f-ba8d-6e3e724fe993 None None] Provisioning for port c171780a-b06d-4a32-b208-b3492192a534 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:27:34.235692 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-80a9535f-b4ce-4a2f-ba8d-6e3e724fe993 None None] Provisioning complete for port c171780a-b06d-4a32-b208-b3492192a534 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:27:34.236055 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-80a9535f-b4ce-4a2f-ba8d-6e3e724fe993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:34.332398 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=e66d5568-f3d6-4394-aec7-50d7f4a7a9ec,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:34.351646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39550) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:34.451222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c21b9274-27d7-49ef-8812-edc13d26a369 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:27:34.471502 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-80a9535f-b4ce-4a2f-ba8d-6e3e724fe993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:34.493382 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-284d51b2-ca9c-4417-ac9d-b60ba55195ce tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:34.497894 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-284d51b2-ca9c-4417-ac9d-b60ba55195ce tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 22:27:34.499804 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-284d51b2-ca9c-4417-ac9d-b60ba55195ce tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1466312 Dec 21 22:27:34.502896 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39556) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:34.511492 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group': {'name': 'tempest-secgroup--781856996'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:34.519377 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-80a9535f-b4ce-4a2f-ba8d-6e3e724fe993 None None] For port c171780a-b06d-4a32-b208-b3492192a534, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c171780a-b06d-4a32-b208-b3492192a534,segment=NetworkSegment(7bfbd248-5e57-45fc-9c1f-40fab2c53369),segment_id=7bfbd248-5e57-45fc-9c1f-40fab2c53369)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:27:34.524142 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:34.528716 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:34.531631 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:34.538214 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:34.600517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-80a9535f-b4ce-4a2f-ba8d-6e3e724fe993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:34.629085 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:34.643132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:34.666638 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:27:34.681083 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9535f-b4ce-4a2f-ba8d-6e3e724fe993 None None] Pushing event updated for resources: {'Port': ['ID=c171780a-b06d-4a32-b208-b3492192a534,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:34.685152 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4e94d1b0-60af-4068-a31c-16df37d65247 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/c21b9274-27d7-49ef-8812-edc13d26a369/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7208519 Dec 21 22:27:34.685665 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39560) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:34.708967 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:34.719317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:34.724768 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:34.734219 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-84b2d828-716b-4849-8ab6-1c7db9ef98b4 None None] Provisioning complete for port c171780a-b06d-4a32-b208-b3492192a534 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:27:34.734716 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-84b2d828-716b-4849-8ab6-1c7db9ef98b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:34.742622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:34.883194 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e505c396-7f75-4298-8c07-abb633632982 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:34.883556 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e505c396-7f75-4298-8c07-abb633632982 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:34.883909 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e505c396-7f75-4298-8c07-abb633632982 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:34.884259 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e505c396-7f75-4298-8c07-abb633632982 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:34.885364 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e505c396-7f75-4298-8c07-abb633632982 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:34.885805 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e505c396-7f75-4298-8c07-abb633632982 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:34.887535 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e505c396-7f75-4298-8c07-abb633632982 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2010269 Dec 21 22:27:34.891037 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39564) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:34.918756 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:34.949236 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-84b2d828-716b-4849-8ab6-1c7db9ef98b4 None None] Provisioning for port 477e3fe1-0c8f-418e-b707-8456a1291dc2 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:27:34.955394 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-84b2d828-716b-4849-8ab6-1c7db9ef98b4 None None] Provisioning complete for port 477e3fe1-0c8f-418e-b707-8456a1291dc2 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:27:34.955781 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-84b2d828-716b-4849-8ab6-1c7db9ef98b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:34.972366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa938e-0393-4650-804e-0556a60e1af8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:34.972696 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa938e-0393-4650-804e-0556a60e1af8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:34.973058 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa938e-0393-4650-804e-0556a60e1af8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:34.973405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa938e-0393-4650-804e-0556a60e1af8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:34.973779 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa938e-0393-4650-804e-0556a60e1af8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:34.974149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa938e-0393-4650-804e-0556a60e1af8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:34.975861 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-05fa938e-0393-4650-804e-0556a60e1af8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0836139 Dec 21 22:27:34.980890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39568) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:35.000711 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:35.011317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-84b2d828-716b-4849-8ab6-1c7db9ef98b4 None None] Port 477e3fe1-0c8f-418e-b707-8456a1291dc2 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:27:35.047541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:35.052018 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fee5fc4-1e20-4add-a2e0-255100462295,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:35.055880 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:35.059188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:35.065509 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:35.124889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:35.139266 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-84d6ea49-952f-4fad-b11e-4f1bd8dc89db None None] Provisioning complete for port 477e3fe1-0c8f-418e-b707-8456a1291dc2 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:27:35.139635 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-84d6ea49-952f-4fad-b11e-4f1bd8dc89db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:35.187492 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:35.189947 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-21e5bf71-7e6d-4e47-a7dc-f940996d711d tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2094805 Dec 21 22:27:35.201687 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-84d6ea49-952f-4fad-b11e-4f1bd8dc89db None None] Port 477e3fe1-0c8f-418e-b707-8456a1291dc2 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:27:35.236963 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c094da6f-dcfb-4459-8fef-4a9f1c10dbc1,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:35.303283 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:35.304531 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a77a4d86-ec0a-4620-b29e-ba9e82fc409f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7988148 Dec 21 22:27:35.307526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39574) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:35.313178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-659b6d48-90f8-458c-8909-28746cfdbea1 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': 'c094da6f-dcfb-4459-8fef-4a9f1c10dbc1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:35.319326 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-659b6d48-90f8-458c-8909-28746cfdbea1 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:35.324440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-899fe469-31db-480c-abe6-60b922079faf None None] Provisioning complete for port 477e3fe1-0c8f-418e-b707-8456a1291dc2 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:27:35.324619 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-659b6d48-90f8-458c-8909-28746cfdbea1 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:35.324815 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-899fe469-31db-480c-abe6-60b922079faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:35.327599 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-659b6d48-90f8-458c-8909-28746cfdbea1 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:35.333465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-659b6d48-90f8-458c-8909-28746cfdbea1 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:35.383180 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-899fe469-31db-480c-abe6-60b922079faf None None] Port 477e3fe1-0c8f-418e-b707-8456a1291dc2 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:27:35.410078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c171780a-b06d-4a32-b208-b3492192a534 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:27:35.443120 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-659b6d48-90f8-458c-8909-28746cfdbea1 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:35.487989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c171780a-b06d-4a32-b208-b3492192a534 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:27:35.488369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:35.504945 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-659b6d48-90f8-458c-8909-28746cfdbea1 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:35.516291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39578) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:35.521848 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d7525089-6049-4567-bc43-d6c018dd8135 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-769930505', 'description': 'tempest-secgroup-smoke-769930505 description', 'project_id': 'a0afca56990a43fd95e729e8f15e2964'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:35.527762 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d7525089-6049-4567-bc43-d6c018dd8135 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:35.532263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d7525089-6049-4567-bc43-d6c018dd8135 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:35.534840 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d7525089-6049-4567-bc43-d6c018dd8135 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:35.541073 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d7525089-6049-4567-bc43-d6c018dd8135 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:35.565755 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-659b6d48-90f8-458c-8909-28746cfdbea1 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:35.591140 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b6d48-90f8-458c-8909-28746cfdbea1 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53866c24-605c-4e06-9e9a-e72463ea5966,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:35.616024 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e66d5568-f3d6-4394-aec7-50d7f4a7a9ec up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:27:35.617400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d7525089-6049-4567-bc43-d6c018dd8135 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:35.656567 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d7525089-6049-4567-bc43-d6c018dd8135 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:35.660244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d7525089-6049-4567-bc43-d6c018dd8135 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:35.663037 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d7525089-6049-4567-bc43-d6c018dd8135 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:35.669469 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d7525089-6049-4567-bc43-d6c018dd8135 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:35.677626 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-659b6d48-90f8-458c-8909-28746cfdbea1 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:35.678850 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-659b6d48-90f8-458c-8909-28746cfdbea1 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3703215 Dec 21 22:27:35.681875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39582) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:35.690622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port e66d5568-f3d6-4394-aec7-50d7f4a7a9ec triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:27:35.690622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:35.690831 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-49f9d9ad-0fbf-4413-9536-c449c6a1957d tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': 'c094da6f-dcfb-4459-8fef-4a9f1c10dbc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:35.700090 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-49f9d9ad-0fbf-4413-9536-c449c6a1957d tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:35.705577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-49f9d9ad-0fbf-4413-9536-c449c6a1957d tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:35.713693 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-49f9d9ad-0fbf-4413-9536-c449c6a1957d tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:35.723861 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Sync routers for ids ['c21b9274-27d7-49ef-8812-edc13d26a369'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:27:35.724430 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-49f9d9ad-0fbf-4413-9536-c449c6a1957d tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:35.742808 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Routers {'c21b9274-27d7-49ef-8812-edc13d26a369'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:27:35.742808 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c21b9274-27d7-49ef-8812-edc13d26a369'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:35.753760 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d7525089-6049-4567-bc43-d6c018dd8135 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:35.822767 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49f9d9ad-0fbf-4413-9536-c449c6a1957d tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:35.850629 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d7525089-6049-4567-bc43-d6c018dd8135 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:35.909491 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7525089-6049-4567-bc43-d6c018dd8135 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b85edf-33ba-45db-956e-ac52723e8a5d,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:35.927041 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Set router c21b9274-27d7-49ef-8812-edc13d26a369 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:27:35.982164 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d7525089-6049-4567-bc43-d6c018dd8135 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:35.983507 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d7525089-6049-4567-bc43-d6c018dd8135 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4662228 Dec 21 22:27:35.986656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39586) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:35.993277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-0532c02c-08ec-4223-8b25-63fcdd0882b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'c1b85edf-33ba-45db-956e-ac52723e8a5d', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:35.999143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0532c02c-08ec-4223-8b25-63fcdd0882b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:36.002970 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0532c02c-08ec-4223-8b25-63fcdd0882b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:36.005159 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-49f9d9ad-0fbf-4413-9536-c449c6a1957d tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): There was a conflict when trying to complete your request. Dec 21 22:27:36.008500 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0532c02c-08ec-4223-8b25-63fcdd0882b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:36.008655 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-49f9d9ad-0fbf-4413-9536-c449c6a1957d tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3231359 Dec 21 22:27:36.014876 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39590) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:36.024718 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0532c02c-08ec-4223-8b25-63fcdd0882b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:36.200939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c4606dc4-1f49-4b7f-8221-ac5357095b31 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.202605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0532c02c-08ec-4223-8b25-63fcdd0882b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.240745 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:32Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '477e3fe1-0c8f-418e-b707-8456a1291dc2', 'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:c3:b9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:32Z', 'updated_at': '2021-12-21T22:27:33Z', 'revision_number': 2, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:36.245099 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Checking router: c21b9274-27d7-49ef-8812-edc13d26a369 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:27:36.245558 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Updating router c21b9274-27d7-49ef-8812-edc13d26a369 port 477e3fe1-0c8f-418e-b707-8456a1291dc2 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:27:36.254143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c4606dc4-1f49-4b7f-8221-ac5357095b31 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.300962 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.310671 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0532c02c-08ec-4223-8b25-63fcdd0882b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.383295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0532c02c-08ec-4223-8b25-63fcdd0882b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.407135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532c02c-08ec-4223-8b25-63fcdd0882b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83892c17-50d3-442e-80d8-27902b98b50e,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:36.428909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c4606dc4-1f49-4b7f-8221-ac5357095b31 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.431254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c4606dc4-1f49-4b7f-8221-ac5357095b31 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.432472 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c4606dc4-1f49-4b7f-8221-ac5357095b31 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "DELETE /v2.0/security-groups/c094da6f-dcfb-4459-8fef-4a9f1c10dbc1 HTTP/1.1" status: 204 len: 168 time: 0.4220183 Dec 21 22:27:36.435327 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39594) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:36.443298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4606dc4-1f49-4b7f-8221-ac5357095b31 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c094da6f-dcfb-4459-8fef-4a9f1c10dbc1,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:36.501993 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-45f727a5-bb93-4b85-897f-a61c4a561c7a tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Synchronizing usage tracker for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:36.509074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0532c02c-08ec-4223-8b25-63fcdd0882b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.515189 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0532c02c-08ec-4223-8b25-63fcdd0882b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5227401 Dec 21 22:27:36.515354 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39598) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:36.522062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-93e35014-0b40-4025-94c0-3f24be4618da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'c1b85edf-33ba-45db-956e-ac52723e8a5d', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:36.529823 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-93e35014-0b40-4025-94c0-3f24be4618da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:36.533449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-93e35014-0b40-4025-94c0-3f24be4618da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:36.536257 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-93e35014-0b40-4025-94c0-3f24be4618da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:36.546764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-93e35014-0b40-4025-94c0-3f24be4618da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:36.617414 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-45f727a5-bb93-4b85-897f-a61c4a561c7a tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Unset dirty status for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:36.618739 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-45f727a5-bb93-4b85-897f-a61c4a561c7a tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1823037 Dec 21 22:27:36.623200 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39602) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:36.628643 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c7b97f00-c555-417f-81dc-72e50c8f5a99 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group': {'name': 'tempest-secgroup--539522291'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:36.634799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c7b97f00-c555-417f-81dc-72e50c8f5a99 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:36.645226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c7b97f00-c555-417f-81dc-72e50c8f5a99 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:36.659275 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-93e35014-0b40-4025-94c0-3f24be4618da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.666848 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.678938 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Transition to ACTIVE for port object 477e3fe1-0c8f-418e-b707-8456a1291dc2 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:27:36.720504 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-93e35014-0b40-4025-94c0-3f24be4618da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.748471 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c7b97f00-c555-417f-81dc-72e50c8f5a99 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.777124 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.781044 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c7b97f00-c555-417f-81dc-72e50c8f5a99 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:36.784920 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c7b97f00-c555-417f-81dc-72e50c8f5a99 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:36.787794 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c7b97f00-c555-417f-81dc-72e50c8f5a99 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:36.794407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c7b97f00-c555-417f-81dc-72e50c8f5a99 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:36.836980 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-93e35014-0b40-4025-94c0-3f24be4618da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.879372 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c7b97f00-c555-417f-81dc-72e50c8f5a99 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.880916 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e35014-0b40-4025-94c0-3f24be4618da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd527f07-fb82-4b82-9b73-1431dbcdefc2,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:36.901451 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa06b1-b5c0-46b3-a968-68cc0b90e099 None None] Pushing event updated for resources: {'Port': ['ID=477e3fe1-0c8f-418e-b707-8456a1291dc2,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:36.958905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c7b97f00-c555-417f-81dc-72e50c8f5a99 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.981256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-93e35014-0b40-4025-94c0-3f24be4618da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:36.987369 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa06b1-b5c0-46b3-a968-68cc0b90e099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:36.987508 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-93e35014-0b40-4025-94c0-3f24be4618da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4680643 Dec 21 22:27:36.987605 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa06b1-b5c0-46b3-a968-68cc0b90e099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:36.987710 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39606) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:36.988155 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa06b1-b5c0-46b3-a968-68cc0b90e099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:36.988155 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa06b1-b5c0-46b3-a968-68cc0b90e099 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:36.988155 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa06b1-b5c0-46b3-a968-68cc0b90e099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:36.988155 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa06b1-b5c0-46b3-a968-68cc0b90e099 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:36.988155 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa06b1-b5c0-46b3-a968-68cc0b90e099 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:36.988155 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa06b1-b5c0-46b3-a968-68cc0b90e099 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:36.988155 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa06b1-b5c0-46b3-a968-68cc0b90e099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:36.988155 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa06b1-b5c0-46b3-a968-68cc0b90e099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:36.989065 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aa06b1-b5c0-46b3-a968-68cc0b90e099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:36.998498 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-9fb8aab7-266d-44d6-b6ac-f499b0a27259 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'c1b85edf-33ba-45db-956e-ac52723e8a5d', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:37.007102 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9fb8aab7-266d-44d6-b6ac-f499b0a27259 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:37.011366 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Attempting to bind port 477e3fe1-0c8f-418e-b707-8456a1291dc2 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:27:37.011729 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Attempting to bind port 477e3fe1-0c8f-418e-b707-8456a1291dc2 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '7bfbd248-5e57-45fc-9c1f-40fab2c53369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:27:37.018068 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Attempting to bind port 477e3fe1-0c8f-418e-b707-8456a1291dc2 on network d452c439-a17c-4270-b2fb-d24f0af64d6c {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:27:37.018238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9fb8aab7-266d-44d6-b6ac-f499b0a27259 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:37.018358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b97f00-c555-417f-81dc-72e50c8f5a99 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ad975e-dc15-49bb-b527-9427ffba5d40,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:37.018662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9fb8aab7-266d-44d6-b6ac-f499b0a27259 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:37.023004 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:27:37.023370 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Checking segment: {'id': '7bfbd248-5e57-45fc-9c1f-40fab2c53369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:27:37.023847 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:37.024235 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Bound using segment: {'id': '7bfbd248-5e57-45fc-9c1f-40fab2c53369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:27:37.025075 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Bound port: 477e3fe1-0c8f-418e-b707-8456a1291dc2, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfbd248-5e57-45fc-9c1f-40fab2c53369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:27:37.025749 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:37.034624 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9fb8aab7-266d-44d6-b6ac-f499b0a27259 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:37.096167 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c7b97f00-c555-417f-81dc-72e50c8f5a99 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:37.098066 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c7b97f00-c555-417f-81dc-72e50c8f5a99 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4732950 Dec 21 22:27:37.101120 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39610) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:37.108073 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e64f52aa-5caa-43a9-918d-538427934b95 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '62ad975e-dc15-49bb-b527-9427ffba5d40', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:37.108615 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-e64f52aa-5caa-43a9-918d-538427934b95 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:37.109540 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e64f52aa-5caa-43a9-918d-538427934b95 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071349 Dec 21 22:27:37.112290 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39614) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:37.120392 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] For port 477e3fe1-0c8f-418e-b707-8456a1291dc2, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:27:37.123626 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] For port 477e3fe1-0c8f-418e-b707-8456a1291dc2, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=477e3fe1-0c8f-418e-b707-8456a1291dc2,segment=NetworkSegment(7bfbd248-5e57-45fc-9c1f-40fab2c53369),segment_id=7bfbd248-5e57-45fc-9c1f-40fab2c53369)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:27:37.176690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-833ef969-8214-4b1d-b91f-bd8282f92679 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:37.201709 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9fb8aab7-266d-44d6-b6ac-f499b0a27259 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:37.203807 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-833ef969-8214-4b1d-b91f-bd8282f92679 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:37.218358 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:37.313569 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Routers {'c21b9274-27d7-49ef-8812-edc13d26a369'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:27:37.314214 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c21b9274-27d7-49ef-8812-edc13d26a369'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:37.343727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-833ef969-8214-4b1d-b91f-bd8282f92679 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:37.363013 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9fb8aab7-266d-44d6-b6ac-f499b0a27259 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:37.363206 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa06b1-b5c0-46b3-a968-68cc0b90e099 None None] Pushing event updated for resources: {'Port': ['ID=477e3fe1-0c8f-418e-b707-8456a1291dc2,revision_number=4']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:37.376465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ef969-8214-4b1d-b91f-bd8282f92679 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ad975e-dc15-49bb-b527-9427ffba5d40,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:37.423166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9fb8aab7-266d-44d6-b6ac-f499b0a27259 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:37.449295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8aab7-266d-44d6-b6ac-f499b0a27259 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7720ccc-7d20-4b13-922a-47d934d46e9b,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:37.451877 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-833ef969-8214-4b1d-b91f-bd8282f92679 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:37.453959 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-833ef969-8214-4b1d-b91f-bd8282f92679 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "DELETE /v2.0/security-groups/62ad975e-dc15-49bb-b527-9427ffba5d40 HTTP/1.1" status: 204 len: 168 time: 0.3397529 Dec 21 22:27:37.455727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39618) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:37.515555 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2dc11839-9b53-4f3a-8761-01ccc3f24a36 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Synchronizing usage tracker for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:37.519268 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] Set router c21b9274-27d7-49ef-8812-edc13d26a369 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:27:37.520677 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9fb8aab7-266d-44d6-b6ac-f499b0a27259 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:37.524375 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9fb8aab7-266d-44d6-b6ac-f499b0a27259 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5353611 Dec 21 22:27:37.527087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39622) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:37.537253 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-39d5c043-0104-44ff-a117-0b64d67530ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'c1b85edf-33ba-45db-956e-ac52723e8a5d', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:37.543799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-39d5c043-0104-44ff-a117-0b64d67530ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:37.547625 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-39d5c043-0104-44ff-a117-0b64d67530ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:37.550826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-39d5c043-0104-44ff-a117-0b64d67530ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:37.557104 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-39d5c043-0104-44ff-a117-0b64d67530ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:37.657473 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2dc11839-9b53-4f3a-8761-01ccc3f24a36 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Unset dirty status for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:37.658864 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2dc11839-9b53-4f3a-8761-01ccc3f24a36 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2019641 Dec 21 22:27:37.662760 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39626) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:37.669027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2b82f358-305f-46e3-b5dd-128d2966f349 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group': {'name': 'tempest-secgroup--1622126785'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:37.674990 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2b82f358-305f-46e3-b5dd-128d2966f349 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:37.685204 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2b82f358-305f-46e3-b5dd-128d2966f349 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:37.715731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39d5c043-0104-44ff-a117-0b64d67530ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:37.755748 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b82f358-305f-46e3-b5dd-128d2966f349 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:37.809736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39d5c043-0104-44ff-a117-0b64d67530ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:37.810740 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2b82f358-305f-46e3-b5dd-128d2966f349 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:37.814452 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2b82f358-305f-46e3-b5dd-128d2966f349 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:37.817262 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2b82f358-305f-46e3-b5dd-128d2966f349 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:37.823627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2b82f358-305f-46e3-b5dd-128d2966f349 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:37.826773 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:32Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '477e3fe1-0c8f-418e-b707-8456a1291dc2', 'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:c3:b9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:32Z', 'updated_at': '2021-12-21T22:27:37Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:37.830636 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5107ffbb-b587-4872-a20a-60e79e7d127b None None] The sync data for ids ['c21b9274-27d7-49ef-8812-edc13d26a369'] in dv-neutron-822520-1-hyperv is: [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:32Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '477e3fe1-0c8f-418e-b707-8456a1291dc2', 'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:c3:b9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:32Z', 'updated_at': '2021-12-21T22:27:37Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:27:37.882187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39d5c043-0104-44ff-a117-0b64d67530ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:37.904143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b82f358-305f-46e3-b5dd-128d2966f349 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:37.915898 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5c043-0104-44ff-a117-0b64d67530ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293963f5-73e1-4123-b299-7d82270a51f2,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:37.966162 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b82f358-305f-46e3-b5dd-128d2966f349 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:38.001130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-39d5c043-0104-44ff-a117-0b64d67530ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:38.002327 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-39d5c043-0104-44ff-a117-0b64d67530ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4696431 Dec 21 22:27:38.005433 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39630) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:38.011550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82f358-305f-46e3-b5dd-128d2966f349 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77890792-54a4-4d1d-a9fc-6198f0f5da44,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:38.017577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-44d525f5-8cb7-4565-8280-8ad47d2465bb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'c1b85edf-33ba-45db-956e-ac52723e8a5d', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:38.024850 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-44d525f5-8cb7-4565-8280-8ad47d2465bb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:38.028967 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-44d525f5-8cb7-4565-8280-8ad47d2465bb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:38.031915 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-44d525f5-8cb7-4565-8280-8ad47d2465bb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:38.037718 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-44d525f5-8cb7-4565-8280-8ad47d2465bb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:38.058331 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2b82f358-305f-46e3-b5dd-128d2966f349 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:38.062306 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2b82f358-305f-46e3-b5dd-128d2966f349 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3962324 Dec 21 22:27:38.063036 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39634) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:38.069226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a27eee8f-9d0f-4429-9e06-be0ccdabecbc tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '77890792-54a4-4d1d-a9fc-6198f0f5da44', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:38.070075 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-a27eee8f-9d0f-4429-9e06-be0ccdabecbc tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:38.071089 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a27eee8f-9d0f-4429-9e06-be0ccdabecbc tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070860 Dec 21 22:27:38.074731 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39638) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:38.133604 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-44d525f5-8cb7-4565-8280-8ad47d2465bb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:27:38.148838 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-44d525f5-8cb7-4565-8280-8ad47d2465bb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:38.154040 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-963013aa-3984-4cec-98d8-2bd6e767bbd1 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:38.205525 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-963013aa-3984-4cec-98d8-2bd6e767bbd1 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:38.263886 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-44d525f5-8cb7-4565-8280-8ad47d2465bb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:38.336003 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-44d525f5-8cb7-4565-8280-8ad47d2465bb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:38.361887 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-963013aa-3984-4cec-98d8-2bd6e767bbd1 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:38.379886 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d525f5-8cb7-4565-8280-8ad47d2465bb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352ad9b6-5ecd-4c10-97e7-301be4912768,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:38.390642 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963013aa-3984-4cec-98d8-2bd6e767bbd1 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77890792-54a4-4d1d-a9fc-6198f0f5da44,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:38.869664 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-44d525f5-8cb7-4565-8280-8ad47d2465bb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:38.871165 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-44d525f5-8cb7-4565-8280-8ad47d2465bb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8599210 Dec 21 22:27:38.872591 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-963013aa-3984-4cec-98d8-2bd6e767bbd1 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:38.873566 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-963013aa-3984-4cec-98d8-2bd6e767bbd1 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "DELETE /v2.0/security-groups/77890792-54a4-4d1d-a9fc-6198f0f5da44 HTTP/1.1" status: 204 len: 168 time: 0.7979777 Dec 21 22:27:38.874104 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39642) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:38.876304 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39644) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:38.879573 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-16e6aaa7-df8e-4d5e-9574-6cd4b26570aa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'c1b85edf-33ba-45db-956e-ac52723e8a5d', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:38.885561 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-16e6aaa7-df8e-4d5e-9574-6cd4b26570aa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:38.889335 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-16e6aaa7-df8e-4d5e-9574-6cd4b26570aa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:38.892207 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-16e6aaa7-df8e-4d5e-9574-6cd4b26570aa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:38.897792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-16e6aaa7-df8e-4d5e-9574-6cd4b26570aa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:38.930658 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-90d18492-dbde-4795-88aa-9cc4bd32e7e2 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Synchronizing usage tracker for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:38.998956 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-16e6aaa7-df8e-4d5e-9574-6cd4b26570aa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:27:39.005812 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-16e6aaa7-df8e-4d5e-9574-6cd4b26570aa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:39.051637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-90d18492-dbde-4795-88aa-9cc4bd32e7e2 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Unset dirty status for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:39.052935 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-90d18492-dbde-4795-88aa-9cc4bd32e7e2 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1756620 Dec 21 22:27:39.057243 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39650) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:39.062912 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-1cae6302-7fe1-487a-9f0f-1b0511d01539 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group': {'name': 'tempest-secgroup--646623090'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:39.069244 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1cae6302-7fe1-487a-9f0f-1b0511d01539 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:39.073252 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-16e6aaa7-df8e-4d5e-9574-6cd4b26570aa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:39.078879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1cae6302-7fe1-487a-9f0f-1b0511d01539 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:39.142918 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-16e6aaa7-df8e-4d5e-9574-6cd4b26570aa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:39.154783 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1cae6302-7fe1-487a-9f0f-1b0511d01539 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:39.170264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6aaa7-df8e-4d5e-9574-6cd4b26570aa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2362bbd-b6cc-413a-8407-da4333870349,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:39.190836 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1cae6302-7fe1-487a-9f0f-1b0511d01539 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:39.194617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1cae6302-7fe1-487a-9f0f-1b0511d01539 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:39.197471 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1cae6302-7fe1-487a-9f0f-1b0511d01539 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:39.203088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1cae6302-7fe1-487a-9f0f-1b0511d01539 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:39.251776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-16e6aaa7-df8e-4d5e-9574-6cd4b26570aa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:39.262968 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-16e6aaa7-df8e-4d5e-9574-6cd4b26570aa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3780529 Dec 21 22:27:39.311930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1cae6302-7fe1-487a-9f0f-1b0511d01539 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:39.377301 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1cae6302-7fe1-487a-9f0f-1b0511d01539 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:39.420966 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 477e3fe1-0c8f-418e-b707-8456a1291dc2 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:27:39.434198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae6302-7fe1-487a-9f0f-1b0511d01539 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3834149e-071e-49a2-b96f-5643b5277721,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:39.495118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-ec7793b2-7831-4274-a57b-eee9f2b0b1ba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:39.581850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1cae6302-7fe1-487a-9f0f-1b0511d01539 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:39.583001 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1cae6302-7fe1-487a-9f0f-1b0511d01539 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5245340 Dec 21 22:27:39.585880 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39662) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:39.592024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-573ea5d6-8578-4b23-a4ca-f39b79b20a8e tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '3834149e-071e-49a2-b96f-5643b5277721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:39.592708 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-573ea5d6-8578-4b23-a4ca-f39b79b20a8e tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:39.593622 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-573ea5d6-8578-4b23-a4ca-f39b79b20a8e tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068290 Dec 21 22:27:39.595879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39666) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:39.601294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e3fdba7f-6050-4b9a-9505-0acdb5abb0ca tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '3834149e-071e-49a2-b96f-5643b5277721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:39.601894 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-e3fdba7f-6050-4b9a-9505-0acdb5abb0ca tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:39.602792 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e3fdba7f-6050-4b9a-9505-0acdb5abb0ca tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0061066 Dec 21 22:27:39.608931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39670) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:39.614560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-24ff14eb-f243-4d65-bd58-3dfb6addb09b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '3834149e-071e-49a2-b96f-5643b5277721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:39.615165 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-24ff14eb-f243-4d65-bd58-3dfb6addb09b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:39.616024 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-24ff14eb-f243-4d65-bd58-3dfb6addb09b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062811 Dec 21 22:27:39.618218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39674) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:39.623134 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-05c5dba1-fec9-4d11-a7f5-c8f69f414df9 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '3834149e-071e-49a2-b96f-5643b5277721', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:39.623748 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-05c5dba1-fec9-4d11-a7f5-c8f69f414df9 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:39.624609 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-05c5dba1-fec9-4d11-a7f5-c8f69f414df9 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0056157 Dec 21 22:27:39.626883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39678) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:39.680007 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 477e3fe1-0c8f-418e-b707-8456a1291dc2 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:27:39.685969 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 477e3fe1-0c8f-418e-b707-8456a1291dc2 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:27:39.686841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:39.687027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-ec7793b2-7831-4274-a57b-eee9f2b0b1ba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:39.688136 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-ec7793b2-7831-4274-a57b-eee9f2b0b1ba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-769930505&fields=id&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 267 time: 0.2336249 Dec 21 22:27:39.692851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-875d0b16-889b-4fa4-9370-c84622247b91 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:39.758419 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-875d0b16-889b-4fa4-9370-c84622247b91 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:39.802889 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:39.835376 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 477e3fe1-0c8f-418e-b707-8456a1291dc2, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=477e3fe1-0c8f-418e-b707-8456a1291dc2,segment=NetworkSegment(7bfbd248-5e57-45fc-9c1f-40fab2c53369),segment_id=7bfbd248-5e57-45fc-9c1f-40fab2c53369)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:27:39.886088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-1d46a3cd-10f7-4cf5-be9b-bab9fa798e5d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:39.886752 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-1d46a3cd-10f7-4cf5-be9b-bab9fa798e5d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:39.925876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:39.954121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-875d0b16-889b-4fa4-9370-c84622247b91 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:39.973677 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0b16-889b-4fa4-9370-c84622247b91 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3834149e-071e-49a2-b96f-5643b5277721,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:39.980118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-875d0b16-889b-4fa4-9370-c84622247b91 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:39.983765 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-875d0b16-889b-4fa4-9370-c84622247b91 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "DELETE /v2.0/security-groups/3834149e-071e-49a2-b96f-5643b5277721 HTTP/1.1" status: 204 len: 168 time: 0.3535266 Dec 21 22:27:39.983978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39682) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:40.002996 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-1d46a3cd-10f7-4cf5-be9b-bab9fa798e5d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:40.004123 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-1d46a3cd-10f7-4cf5-be9b-bab9fa798e5d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/networks?id=d452c439-a17c-4270-b2fb-d24f0af64d6c HTTP/1.1" status: 200 len: 796 time: 0.3085763 Dec 21 22:27:40.007038 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=477e3fe1-0c8f-418e-b707-8456a1291dc2,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:40.037980 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-39dab7fc-4029-4f0f-85c6-ea23dec60d5f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/quotas/a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 375 time: 0.0225663 Dec 21 22:27:40.083030 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-632cce78-b033-4418-8ca8-78b8d70d4654 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Synchronizing usage tracker for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:40.131303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-8615f139-a359-4e8b-9028-f74facfd8e62 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:40.177174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-632cce78-b033-4418-8ca8-78b8d70d4654 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Unset dirty status for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:40.178437 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-632cce78-b033-4418-8ca8-78b8d70d4654 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1935494 Dec 21 22:27:40.183068 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39686) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:40.188417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group': {'name': 'tempest-secgroup--1224374241'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:40.194389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:40.204706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:40.211707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-8615f139-a359-4e8b-9028-f74facfd8e62 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:40.213232 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-8615f139-a359-4e8b-9028-f74facfd8e62 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1693370 Dec 21 22:27:40.286136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:40.411765 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:40.423415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:40.428468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:40.437029 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:40.460297 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-dcf11b8e-8aff-44cb-bd9c-284d24ac48a5 service neutron] 10.222.0.37 "GET /v2.0/networks/d452c439-a17c-4270-b2fb-d24f0af64d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355599 Dec 21 22:27:40.594558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:40.627055 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-2250c4a3-ce3f-4135-b639-98dc6ba549fc service neutron] 10.222.0.37 "GET /v2.0/networks/d452c439-a17c-4270-b2fb-d24f0af64d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575878 Dec 21 22:27:40.697400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:40.746549 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d50e310-a636-4c7e-8254-7478aee6f93c,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:40.754733 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:40.758326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:40.758326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:40.758326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:40.758326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:40.758326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:40.758326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:40.758326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:40.758326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:40.758326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:40.758326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:27:40.800219 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:40.804407 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1232e4d3-7647-49eb-85f7-0906f419f4f3 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6176362 Dec 21 22:27:40.806603 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39694) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:40.812312 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-862c8100-61c8-4636-998c-3275886fd141 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '9d50e310-a636-4c7e-8254-7478aee6f93c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:40.812777 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-862c8100-61c8-4636-998c-3275886fd141 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:40.813895 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-862c8100-61c8-4636-998c-3275886fd141 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061893 Dec 21 22:27:40.816801 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39698) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:40.822499 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-427a09cd-8876-4969-ae72-7c15c01b3b10 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '9d50e310-a636-4c7e-8254-7478aee6f93c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:40.828688 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-427a09cd-8876-4969-ae72-7c15c01b3b10 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:40.832852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-427a09cd-8876-4969-ae72-7c15c01b3b10 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:40.836226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-427a09cd-8876-4969-ae72-7c15c01b3b10 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:40.845455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-427a09cd-8876-4969-ae72-7c15c01b3b10 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:40.889784 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c4ace96-bbcf-41ec-84ef-e872f7d28c61 req-3b30d1e0-1670-4d32-9ebe-b9c1b650ec5a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 210 time: 0.0467310 Dec 21 22:27:41.040064 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-427a09cd-8876-4969-ae72-7c15c01b3b10 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:41.045539 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39706) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:41.051570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-baf8dd05-b780-4d99-a4bf-8fbe62e1d037 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '9d50e310-a636-4c7e-8254-7478aee6f93c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:41.052476 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-427a09cd-8876-4969-ae72-7c15c01b3b10 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2346151 Dec 21 22:27:41.052958 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-baf8dd05-b780-4d99-a4bf-8fbe62e1d037 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:41.053853 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-baf8dd05-b780-4d99-a4bf-8fbe62e1d037 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070100 Dec 21 22:27:41.058437 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39710) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:41.063961 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ffa5ffa5-aa6d-486d-94ee-e9d6a5402141 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '9d50e310-a636-4c7e-8254-7478aee6f93c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:41.073680 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ffa5ffa5-aa6d-486d-94ee-e9d6a5402141 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:41.077458 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ffa5ffa5-aa6d-486d-94ee-e9d6a5402141 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:41.080377 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ffa5ffa5-aa6d-486d-94ee-e9d6a5402141 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:41.085992 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ffa5ffa5-aa6d-486d-94ee-e9d6a5402141 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:41.348864 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-ffa5ffa5-aa6d-486d-94ee-e9d6a5402141 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:41.349986 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ffa5ffa5-aa6d-486d-94ee-e9d6a5402141 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2905529 Dec 21 22:27:41.352835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39722) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:41.358945 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a35a16e8-b98a-423b-b068-ab7fd2fadf8a tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '9d50e310-a636-4c7e-8254-7478aee6f93c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:41.360407 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-a35a16e8-b98a-423b-b068-ab7fd2fadf8a tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:41.361348 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a35a16e8-b98a-423b-b068-ab7fd2fadf8a tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070417 Dec 21 22:27:41.364015 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39726) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:41.370101 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-926eca77-06cc-4608-8f4d-ac09cc068da5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '9d50e310-a636-4c7e-8254-7478aee6f93c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:41.376274 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-926eca77-06cc-4608-8f4d-ac09cc068da5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:41.380625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-926eca77-06cc-4608-8f4d-ac09cc068da5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:41.383787 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-926eca77-06cc-4608-8f4d-ac09cc068da5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:41.397604 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-926eca77-06cc-4608-8f4d-ac09cc068da5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:41.403859 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 477e3fe1-0c8f-418e-b707-8456a1291dc2 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:27:41.457708 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-926eca77-06cc-4608-8f4d-ac09cc068da5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Project ece9a0530e72446c89bd7aa778dc7ce4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:27:41.479600 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 477e3fe1-0c8f-418e-b707-8456a1291dc2 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:27:41.479966 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:41.564557 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-926eca77-06cc-4608-8f4d-ac09cc068da5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:41.572642 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-926eca77-06cc-4608-8f4d-ac09cc068da5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2006943 Dec 21 22:27:41.572642 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39732) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:41.575247 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ed923bc7-1e36-4c4d-8d98-594609b71610 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '9d50e310-a636-4c7e-8254-7478aee6f93c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:41.575952 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-ed923bc7-1e36-4c4d-8d98-594609b71610 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:41.577085 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ed923bc7-1e36-4c4d-8d98-594609b71610 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076315 Dec 21 22:27:41.580033 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39736) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:41.586585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-3b8bbfd9-f15c-4915-869b-2b5d1139f3e6 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '9d50e310-a636-4c7e-8254-7478aee6f93c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:41.593471 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3b8bbfd9-f15c-4915-869b-2b5d1139f3e6 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:41.597485 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3b8bbfd9-f15c-4915-869b-2b5d1139f3e6 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:41.600671 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3b8bbfd9-f15c-4915-869b-2b5d1139f3e6 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:41.607090 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3b8bbfd9-f15c-4915-869b-2b5d1139f3e6 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:41.695703 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-3b8bbfd9-f15c-4915-869b-2b5d1139f3e6 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Project ece9a0530e72446c89bd7aa778dc7ce4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:27:41.781513 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-3b8bbfd9-f15c-4915-869b-2b5d1139f3e6 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:41.782526 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3b8bbfd9-f15c-4915-869b-2b5d1139f3e6 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2013152 Dec 21 22:27:41.785429 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39740) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:41.791313 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-7caab479-94a9-4850-9e1a-8dd45dc9ec83 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '9d50e310-a636-4c7e-8254-7478aee6f93c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:41.797170 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7caab479-94a9-4850-9e1a-8dd45dc9ec83 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:41.801109 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7caab479-94a9-4850-9e1a-8dd45dc9ec83 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:41.804404 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7caab479-94a9-4850-9e1a-8dd45dc9ec83 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:41.810299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7caab479-94a9-4850-9e1a-8dd45dc9ec83 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:41.897213 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-7caab479-94a9-4850-9e1a-8dd45dc9ec83 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Project ece9a0530e72446c89bd7aa778dc7ce4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:27:41.971660 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-7caab479-94a9-4850-9e1a-8dd45dc9ec83 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:41.972703 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7caab479-94a9-4850-9e1a-8dd45dc9ec83 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1863885 Dec 21 22:27:41.976254 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39746) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:42.044725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b274f05a-ddf3-4bee-8ab6-a8a916fba1a0 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:42.057095 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-825a884c-1159-47b9-9d96-b99d554114db req-9511c3b2-993b-4804-bd94-27584c3f979f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 210 time: 0.0428913 Dec 21 22:27:42.083900 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b274f05a-ddf3-4bee-8ab6-a8a916fba1a0 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:42.205715 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b274f05a-ddf3-4bee-8ab6-a8a916fba1a0 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:42.230196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274f05a-ddf3-4bee-8ab6-a8a916fba1a0 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d50e310-a636-4c7e-8254-7478aee6f93c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:42.241118 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b274f05a-ddf3-4bee-8ab6-a8a916fba1a0 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:42.241118 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b274f05a-ddf3-4bee-8ab6-a8a916fba1a0 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "DELETE /v2.0/security-groups/9d50e310-a636-4c7e-8254-7478aee6f93c HTTP/1.1" status: 204 len: 168 time: 0.2607865 Dec 21 22:27:42.241118 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39750) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:42.294184 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fe137215-78c2-44f4-ba29-112900c2a8d6 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Synchronizing usage tracker for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:42.370419 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fe137215-78c2-44f4-ba29-112900c2a8d6 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Unset dirty status for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:42.371718 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fe137215-78c2-44f4-ba29-112900c2a8d6 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1300571 Dec 21 22:27:42.375736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39754) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:42.381620 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-eebf48e3-b3ec-4475-a2a2-5c6213277751 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768753806'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:42.389008 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-eebf48e3-b3ec-4475-a2a2-5c6213277751 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:42.398476 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-eebf48e3-b3ec-4475-a2a2-5c6213277751 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:42.491779 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eebf48e3-b3ec-4475-a2a2-5c6213277751 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:42.528607 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-eebf48e3-b3ec-4475-a2a2-5c6213277751 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:42.532485 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-eebf48e3-b3ec-4475-a2a2-5c6213277751 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:42.536531 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-eebf48e3-b3ec-4475-a2a2-5c6213277751 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:42.542922 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-eebf48e3-b3ec-4475-a2a2-5c6213277751 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:42.601224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eebf48e3-b3ec-4475-a2a2-5c6213277751 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:42.674474 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eebf48e3-b3ec-4475-a2a2-5c6213277751 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:42.699773 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:27:42.721509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf48e3-b3ec-4475-a2a2-5c6213277751 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb9b0be-11da-40a2-8594-0e88c340f492,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:42.765905 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eebf48e3-b3ec-4475-a2a2-5c6213277751 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:42.767139 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-eebf48e3-b3ec-4475-a2a2-5c6213277751 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3904305 Dec 21 22:27:42.769931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39758) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:42.775427 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ba5eaf0e-1220-4afe-8f5d-41c5c89d9192 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '3bb9b0be-11da-40a2-8594-0e88c340f492', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:42.781215 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ba5eaf0e-1220-4afe-8f5d-41c5c89d9192 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:42.784873 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ba5eaf0e-1220-4afe-8f5d-41c5c89d9192 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:42.787745 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ba5eaf0e-1220-4afe-8f5d-41c5c89d9192 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:42.794173 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ba5eaf0e-1220-4afe-8f5d-41c5c89d9192 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:42.954752 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-ba5eaf0e-1220-4afe-8f5d-41c5c89d9192 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The resource could not be found. Dec 21 22:27:42.955822 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ba5eaf0e-1220-4afe-8f5d-41c5c89d9192 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1848786 Dec 21 22:27:42.958501 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39762) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:42.964310 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-8da33c11-fdff-4822-a14c-aace908bd50d tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '3bb9b0be-11da-40a2-8594-0e88c340f492', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '67bd6808-8296-4289-b444-f087e078abeb'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:42.970419 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-8da33c11-fdff-4822-a14c-aace908bd50d tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:42.974454 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8da33c11-fdff-4822-a14c-aace908bd50d tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:42.977341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-8da33c11-fdff-4822-a14c-aace908bd50d tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:42.984250 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-8da33c11-fdff-4822-a14c-aace908bd50d tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:43.157402 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-8da33c11-fdff-4822-a14c-aace908bd50d tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The resource could not be found. Dec 21 22:27:43.158419 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8da33c11-fdff-4822-a14c-aace908bd50d tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1990314 Dec 21 22:27:43.161395 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39768) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:43.244876 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-161bad5a-acdd-4d04-aeec-fcc3d703054e req-943abfc2-a44a-44a1-a6a5-8a52e7424ea4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 210 time: 0.0551229 Dec 21 22:27:43.270750 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f05a6514-a3ca-45a0-960a-8d3666b98aa6 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:43.301450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f05a6514-a3ca-45a0-960a-8d3666b98aa6 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:43.322957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-cfd14391-69ca-43a4-a492-5211c31839d3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:43.324366 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-cfd14391-69ca-43a4-a492-5211c31839d3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/networks?id=d452c439-a17c-4270-b2fb-d24f0af64d6c HTTP/1.1" status: 200 len: 796 time: 0.1941268 Dec 21 22:27:43.394102 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-b466455a-9757-4902-94f4-aea8ff015feb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 379 time: 0.0474365 Dec 21 22:27:43.404473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-83924068-9077-45bc-bb6c-b939ea74dadd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'port': {'device_id': 'c3cb7831-1673-42d8-b19f-b887854f9b30', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'admin_state_up': True, 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'security_groups': ['c1b85edf-33ba-45db-956e-ac52723e8a5d']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:43.411669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f05a6514-a3ca-45a0-960a-8d3666b98aa6 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:43.429063 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a6514-a3ca-45a0-960a-8d3666b98aa6 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb9b0be-11da-40a2-8594-0e88c340f492,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:43.437841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f05a6514-a3ca-45a0-960a-8d3666b98aa6 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:43.438976 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f05a6514-a3ca-45a0-960a-8d3666b98aa6 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "DELETE /v2.0/security-groups/3bb9b0be-11da-40a2-8594-0e88c340f492 HTTP/1.1" status: 204 len: 168 time: 0.2765985 Dec 21 22:27:43.441511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39772) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:43.497487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9d1255d9-e2ac-4911-ab67-2de2a8d5ebdc tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Synchronizing usage tracker for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:43.622992 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9d1255d9-e2ac-4911-ab67-2de2a8d5ebdc tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Unset dirty status for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:43.624258 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9d1255d9-e2ac-4911-ab67-2de2a8d5ebdc tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1818628 Dec 21 22:27:43.628228 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39776) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:43.633739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-51074ecd-9475-48a4-9a61-033fea01bef7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': '9f955ff5-23ce-49e7-89c4-9c774a3317f0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:43.641196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-51074ecd-9475-48a4-9a61-033fea01bef7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:43.645065 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-51074ecd-9475-48a4-9a61-033fea01bef7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:43.648002 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-51074ecd-9475-48a4-9a61-033fea01bef7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:43.649707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-83924068-9077-45bc-bb6c-b939ea74dadd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:43.656741 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-51074ecd-9475-48a4-9a61-033fea01bef7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:43.659634 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-83924068-9077-45bc-bb6c-b939ea74dadd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:43.770047 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-83924068-9077-45bc-bb6c-b939ea74dadd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:27:43.773023 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-83924068-9077-45bc-bb6c-b939ea74dadd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:43.846658 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-51074ecd-9475-48a4-9a61-033fea01bef7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The resource could not be found. Dec 21 22:27:43.847919 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-51074ecd-9475-48a4-9a61-033fea01bef7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2185059 Dec 21 22:27:43.851457 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39780) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:43.856968 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ce5bf417-a53a-4fdb-b57b-a7452d2d75e7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group': {'name': 'tempest-secgroup--1585545086'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:43.862610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ce5bf417-a53a-4fdb-b57b-a7452d2d75e7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:43.872507 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ce5bf417-a53a-4fdb-b57b-a7452d2d75e7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:43.936742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-83924068-9077-45bc-bb6c-b939ea74dadd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.5 (d452c439-a17c-4270-b2fb-d24f0af64d6c/eb856ff4-35d3-4fb3-9f2e-65ed001d6b37/ffc5e12e-9792-4920-acda-e6d2de78a694) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:27:43.966048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ce5bf417-a53a-4fdb-b57b-a7452d2d75e7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:44.000404 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ce5bf417-a53a-4fdb-b57b-a7452d2d75e7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:44.004098 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ce5bf417-a53a-4fdb-b57b-a7452d2d75e7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:44.007013 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ce5bf417-a53a-4fdb-b57b-a7452d2d75e7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:44.013115 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ce5bf417-a53a-4fdb-b57b-a7452d2d75e7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:44.067346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ce5bf417-a53a-4fdb-b57b-a7452d2d75e7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:44.125374 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-83924068-9077-45bc-bb6c-b939ea74dadd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:44.140831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-83924068-9077-45bc-bb6c-b939ea74dadd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object ffc5e12e-9792-4920-acda-e6d2de78a694 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:27:44.142743 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ce5bf417-a53a-4fdb-b57b-a7452d2d75e7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:44.189118 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5bf417-a53a-4fdb-b57b-a7452d2d75e7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62ca9f8-54d7-4f33-be16-aadf7f9768de,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:44.200426 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-83924068-9077-45bc-bb6c-b939ea74dadd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:44.247043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ce5bf417-a53a-4fdb-b57b-a7452d2d75e7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:44.250508 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ce5bf417-a53a-4fdb-b57b-a7452d2d75e7 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3980477 Dec 21 22:27:44.251482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39784) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:44.258148 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c7d6fe86-6de8-4743-81d2-e58e49008d59 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311181746'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:44.264988 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c7d6fe86-6de8-4743-81d2-e58e49008d59 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:44.270451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c7d6fe86-6de8-4743-81d2-e58e49008d59 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:44.273381 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-83924068-9077-45bc-bb6c-b939ea74dadd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network d452c439-a17c-4270-b2fb-d24f0af64d6c is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:27:44.273854 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c7d6fe86-6de8-4743-81d2-e58e49008d59 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:44.277001 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-83924068-9077-45bc-bb6c-b939ea74dadd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:27:44.279145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-83924068-9077-45bc-bb6c-b939ea74dadd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:27:44.287413 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c7d6fe86-6de8-4743-81d2-e58e49008d59 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:44.322747 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83924068-9077-45bc-bb6c-b939ea74dadd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=ffc5e12e-9792-4920-acda-e6d2de78a694,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:44.357715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-83924068-9077-45bc-bb6c-b939ea74dadd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:44.358442 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-83924068-9077-45bc-bb6c-b939ea74dadd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:44.366170 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c7d6fe86-6de8-4743-81d2-e58e49008d59 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:44.410221 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c7d6fe86-6de8-4743-81d2-e58e49008d59 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:44.414637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c7d6fe86-6de8-4743-81d2-e58e49008d59 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:44.418712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c7d6fe86-6de8-4743-81d2-e58e49008d59 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:44.424785 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c7d6fe86-6de8-4743-81d2-e58e49008d59 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:44.454893 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-83924068-9077-45bc-bb6c-b939ea74dadd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0547798 Dec 21 22:27:44.484414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Request body: {'port': {'device_id': 'c3cb7831-1673-42d8-b19f-b887854f9b30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:44.516946 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c7d6fe86-6de8-4743-81d2-e58e49008d59 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:44.571790 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c7d6fe86-6de8-4743-81d2-e58e49008d59 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:44.573648 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4168bd3-3e76-4269-b3f1-53d03fec265b req-71556853-5d13-4a45-ae5e-9fc7906e4d83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:44.574364 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-f4168bd3-3e76-4269-b3f1-53d03fec265b req-71556853-5d13-4a45-ae5e-9fc7906e4d83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:44.614162 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:44.617293 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6fe86-6de8-4743-81d2-e58e49008d59 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1922b489-9a60-4993-8ed9-839e3d4ef47c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:44.676037 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-f4168bd3-3e76-4269-b3f1-53d03fec265b req-71556853-5d13-4a45-ae5e-9fc7906e4d83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:44.677537 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f4168bd3-3e76-4269-b3f1-53d03fec265b req-71556853-5d13-4a45-ae5e-9fc7906e4d83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 931 time: 0.2703097 Dec 21 22:27:44.697508 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5e08bdb0-b825-4014-b014-10982321e152 None None] Provisioning for port ffc5e12e-9792-4920-acda-e6d2de78a694 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:27:44.698248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c7d6fe86-6de8-4743-81d2-e58e49008d59 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:44.702925 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c7d6fe86-6de8-4743-81d2-e58e49008d59 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4468906 Dec 21 22:27:44.703100 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39792) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:44.703224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5e08bdb0-b825-4014-b014-10982321e152 None None] Provisioning complete for port ffc5e12e-9792-4920-acda-e6d2de78a694 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:27:44.703649 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5e08bdb0-b825-4014-b014-10982321e152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:44.709310 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e7c68b71-a9c9-41cc-a2c6-3477c3f3be86 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': 'd62ca9f8-54d7-4f33-be16-aadf7f9768de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1922b489-9a60-4993-8ed9-839e3d4ef47c'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:44.715269 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e7c68b71-a9c9-41cc-a2c6-3477c3f3be86 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:44.719014 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e7c68b71-a9c9-41cc-a2c6-3477c3f3be86 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:44.721847 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e7c68b71-a9c9-41cc-a2c6-3477c3f3be86 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:44.728346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e7c68b71-a9c9-41cc-a2c6-3477c3f3be86 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:44.758381 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5e08bdb0-b825-4014-b014-10982321e152 None None] Port ffc5e12e-9792-4920-acda-e6d2de78a694 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:27:44.799231 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f4168bd3-3e76-4269-b3f1-53d03fec265b req-0afcb107-e8b3-4cb7-a1f8-ebbb78470c97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1b85edf-33ba-45db-956e-ac52723e8a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139865 Dec 21 22:27:44.920145 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-e7c68b71-a9c9-41cc-a2c6-3477c3f3be86 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:44.921127 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e7c68b71-a9c9-41cc-a2c6-3477c3f3be86 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2170613 Dec 21 22:27:44.923887 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39796) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:44.988657 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e4c76ebc-af58-4a1f-ba43-71d12521d739 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:45.002536 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc5e12e-9792-4920-acda-e6d2de78a694 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:27:45.010374 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:45.021442 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e4c76ebc-af58-4a1f-ba43-71d12521d739 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:45.026658 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Transition to ACTIVE for port object ffc5e12e-9792-4920-acda-e6d2de78a694 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:27:45.091256 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:45.171924 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e4c76ebc-af58-4a1f-ba43-71d12521d739 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:45.192919 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c76ebc-af58-4a1f-ba43-71d12521d739 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1922b489-9a60-4993-8ed9-839e3d4ef47c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:45.204140 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:45.207437 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e4c76ebc-af58-4a1f-ba43-71d12521d739 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:45.211012 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e4c76ebc-af58-4a1f-ba43-71d12521d739 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "DELETE /v2.0/security-groups/1922b489-9a60-4993-8ed9-839e3d4ef47c HTTP/1.1" status: 204 len: 168 time: 0.2837822 Dec 21 22:27:45.214564 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39802) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:45.218435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Pushing event updated for resources: {'Port': ['ID=ffc5e12e-9792-4920-acda-e6d2de78a694,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:45.301980 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9e0b6308-0615-4228-b8cb-d76fac2e9feb tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Synchronizing usage tracker for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:45.346769 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Attempting to bind port ffc5e12e-9792-4920-acda-e6d2de78a694 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:27:45.347175 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Attempting to bind port ffc5e12e-9792-4920-acda-e6d2de78a694 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7bfbd248-5e57-45fc-9c1f-40fab2c53369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:27:45.347418 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Attempting to bind port ffc5e12e-9792-4920-acda-e6d2de78a694 on network d452c439-a17c-4270-b2fb-d24f0af64d6c {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:27:45.354589 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Port ffc5e12e-9792-4920-acda-e6d2de78a694 on network d452c439-a17c-4270-b2fb-d24f0af64d6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:27:45.354904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Attempting to bind port ffc5e12e-9792-4920-acda-e6d2de78a694 on network d452c439-a17c-4270-b2fb-d24f0af64d6c {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:27:45.362140 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:27:45.362467 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Checking segment: {'id': '7bfbd248-5e57-45fc-9c1f-40fab2c53369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:27:45.362835 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Bound using segment: {'id': '7bfbd248-5e57-45fc-9c1f-40fab2c53369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:27:45.370512 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Bound port: ffc5e12e-9792-4920-acda-e6d2de78a694, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfbd248-5e57-45fc-9c1f-40fab2c53369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:27:45.370512 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:45.388448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9e0b6308-0615-4228-b8cb-d76fac2e9feb tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Unset dirty status for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:45.389760 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9e0b6308-0615-4228-b8cb-d76fac2e9feb tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1740916 Dec 21 22:27:45.392652 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39806) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:45.451653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] For port ffc5e12e-9792-4920-acda-e6d2de78a694, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:27:45.454484 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3c7e37a9-9e36-4e03-a023-1608c507d6ee tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:45.454928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] For port ffc5e12e-9792-4920-acda-e6d2de78a694, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffc5e12e-9792-4920-acda-e6d2de78a694,segment=NetworkSegment(7bfbd248-5e57-45fc-9c1f-40fab2c53369),segment_id=7bfbd248-5e57-45fc-9c1f-40fab2c53369)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:27:45.481007 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3c7e37a9-9e36-4e03-a023-1608c507d6ee tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:45.520747 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:45.586992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:45.589132 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] 10.222.0.49 "PUT /v2.0/ports/ffc5e12e-9792-4920-acda-e6d2de78a694 HTTP/1.1" status: 200 len: 1093 time: 1.1100054 Dec 21 22:27:45.589560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cb7831-1673-42d8-b19f-b887854f9b30', 'tag': 'ffc5e12e-9792-4920-acda-e6d2de78a694'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:27:45.616134 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08cdae0-9a22-4210-bed1-8bf5888378ae service neutron] Pushing event updated for resources: {'Port': ['ID=ffc5e12e-9792-4920-acda-e6d2de78a694,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:45.623043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3c7e37a9-9e36-4e03-a023-1608c507d6ee tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:45.649256 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cb7831-1673-42d8-b19f-b887854f9b30', 'tag': 'ffc5e12e-9792-4920-acda-e6d2de78a694', 'status': 'completed', 'code': 200} Dec 21 22:27:45.652356 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e37a9-9e36-4e03-a023-1608c507d6ee tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62ca9f8-54d7-4f33-be16-aadf7f9768de,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:45.755281 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3182ae28-1601-4eb1-8d22-2d986f4284b1 req-08e0161e-4014-4aa9-b31a-48f6a05c80f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 1096 time: 0.0744617 Dec 21 22:27:45.781140 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3c7e37a9-9e36-4e03-a023-1608c507d6ee tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:45.785726 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3c7e37a9-9e36-4e03-a023-1608c507d6ee tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "DELETE /v2.0/security-groups/d62ca9f8-54d7-4f33-be16-aadf7f9768de HTTP/1.1" status: 204 len: 168 time: 0.3887370 Dec 21 22:27:45.785726 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39812) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:45.842609 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b379f9d9-00dd-4025-a12b-dd467c2304fc tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Synchronizing usage tracker for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:45.914535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b379f9d9-00dd-4025-a12b-dd467c2304fc tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Unset dirty status for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:45.920593 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b379f9d9-00dd-4025-a12b-dd467c2304fc tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1310174 Dec 21 22:27:45.921658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39818) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:45.927651 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-7de67780-2185-49b4-8926-2d42484dbd1b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group': {'name': 'tempest-secgroup--723957552'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:45.935733 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7de67780-2185-49b4-8926-2d42484dbd1b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:45.946046 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7de67780-2185-49b4-8926-2d42484dbd1b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:46.000379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7de67780-2185-49b4-8926-2d42484dbd1b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:46.036100 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7de67780-2185-49b4-8926-2d42484dbd1b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:46.039860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7de67780-2185-49b4-8926-2d42484dbd1b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:46.044256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7de67780-2185-49b4-8926-2d42484dbd1b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:46.049894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7de67780-2185-49b4-8926-2d42484dbd1b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:46.051686 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182ae28-1601-4eb1-8d22-2d986f4284b1 req-a0ad922e-8f3d-4a46-83ce-c826f92f012f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:46.053130 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3182ae28-1601-4eb1-8d22-2d986f4284b1 req-a0ad922e-8f3d-4a46-83ce-c826f92f012f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a0afca56990a43fd95e729e8f15e2964&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2870226 Dec 21 22:27:46.091716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d64c1-c238-452f-a0d9-6ada2443e472 req-feb78cb0-efbe-46a4-9403-ab89f7a2f263 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:46.093139 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a10d64c1-c238-452f-a0d9-6ada2443e472 req-feb78cb0-efbe-46a4-9403-ab89f7a2f263 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 943 time: 0.1349456 Dec 21 22:27:46.106541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7de67780-2185-49b4-8926-2d42484dbd1b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:46.175573 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7de67780-2185-49b4-8926-2d42484dbd1b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:46.217710 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a10d64c1-c238-452f-a0d9-6ada2443e472 req-6cb924ba-fc5b-48d8-ad0a-5fb3941afdeb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1b85edf-33ba-45db-956e-ac52723e8a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174164 Dec 21 22:27:46.220954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de67780-2185-49b4-8926-2d42484dbd1b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a45ea304-049e-4c22-929c-ee417797317d,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:46.237009 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182ae28-1601-4eb1-8d22-2d986f4284b1 req-bcb7fc92-90a2-448b-b2e5-7c384e5f65d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:46.238432 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3182ae28-1601-4eb1-8d22-2d986f4284b1 req-bcb7fc92-90a2-448b-b2e5-7c384e5f65d1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1735928 Dec 21 22:27:46.290007 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7de67780-2185-49b4-8926-2d42484dbd1b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:46.291365 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7de67780-2185-49b4-8926-2d42484dbd1b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3686600 Dec 21 22:27:46.294395 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39822) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:46.299712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-521ef175-570b-44c0-a66e-006e0685637a tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': 'a45ea304-049e-4c22-929c-ee417797317d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:46.306914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-521ef175-570b-44c0-a66e-006e0685637a tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:46.311378 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-521ef175-570b-44c0-a66e-006e0685637a tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:46.313511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-521ef175-570b-44c0-a66e-006e0685637a tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:46.319272 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-521ef175-570b-44c0-a66e-006e0685637a tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:46.357936 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-12524535-d031-4040-a5ca-f35f9d10ec5f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 1096 time: 0.0690329 Dec 21 22:27:46.434488 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-9a752c60-879d-4686-97af-1ed1edba323a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffc5e12e-9792-4920-acda-e6d2de78a694 HTTP/1.1" status: 200 len: 217 time: 0.0657566 Dec 21 22:27:46.463249 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-521ef175-570b-44c0-a66e-006e0685637a tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:46.464342 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-521ef175-570b-44c0-a66e-006e0685637a tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1690414 Dec 21 22:27:46.467051 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39826) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:46.472225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1d8e5371-0019-4fe2-b5de-067395a69f96 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group_rule': {'security_group_id': 'a45ea304-049e-4c22-929c-ee417797317d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:46.479225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1d8e5371-0019-4fe2-b5de-067395a69f96 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:46.483093 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1d8e5371-0019-4fe2-b5de-067395a69f96 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:46.485914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1d8e5371-0019-4fe2-b5de-067395a69f96 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:46.491465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1d8e5371-0019-4fe2-b5de-067395a69f96 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:46.500518 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-0fadd71f-1cc6-4c0d-b24f-867d1deb0914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:46.501926 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-0fadd71f-1cc6-4c0d-b24f-867d1deb0914 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eb856ff4-35d3-4fb3-9f2e-65ed001d6b37 HTTP/1.1" status: 200 len: 835 time: 0.0582519 Dec 21 22:27:46.583480 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-455ac07e-affe-433b-8542-2f994009349a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d452c439-a17c-4270-b2fb-d24f0af64d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708752 Dec 21 22:27:46.673134 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-1d8e5371-0019-4fe2-b5de-067395a69f96 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:27:46.674211 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1d8e5371-0019-4fe2-b5de-067395a69f96 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2062039 Dec 21 22:27:46.677561 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39830) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:46.725640 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-d6121042-c5c9-43d8-958c-097d48bb78db service neutron] 10.222.0.49 "GET /v2.0/networks/d452c439-a17c-4270-b2fb-d24f0af64d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313059 Dec 21 22:27:46.741424 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4d863cc3-ff18-4edb-b71d-fd668029a8d2 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:46.768700 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4d863cc3-ff18-4edb-b71d-fd668029a8d2 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:46.862471 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0ad6471-bbe2-48fb-8c95-b9bed84e33e7 req-959e4da9-4d02-452d-a5a7-034c1f74c085 service neutron] 10.222.0.49 "GET /v2.0/networks/d452c439-a17c-4270-b2fb-d24f0af64d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272216 Dec 21 22:27:46.872909 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4d863cc3-ff18-4edb-b71d-fd668029a8d2 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:46.891863 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d863cc3-ff18-4edb-b71d-fd668029a8d2 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45ea304-049e-4c22-929c-ee417797317d,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:46.899464 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4d863cc3-ff18-4edb-b71d-fd668029a8d2 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:46.902038 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4d863cc3-ff18-4edb-b71d-fd668029a8d2 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "DELETE /v2.0/security-groups/a45ea304-049e-4c22-929c-ee417797317d HTTP/1.1" status: 204 len: 168 time: 0.2231350 Dec 21 22:27:46.904532 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39834) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:46.955245 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2145cb31-c5e9-4da8-bd6e-ddd510e5688f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Synchronizing usage tracker for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:47.040479 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2145cb31-c5e9-4da8-bd6e-ddd510e5688f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Unset dirty status for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:47.042482 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2145cb31-c5e9-4da8-bd6e-ddd510e5688f tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1370609 Dec 21 22:27:47.046162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39838) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:47.052048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-2c7e0375-5222-4d0e-849b-2559f1b806f5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group': {'name': 'tempest-secgroup--814509266'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:47.058979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2c7e0375-5222-4d0e-849b-2559f1b806f5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:47.068679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2c7e0375-5222-4d0e-849b-2559f1b806f5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:47.131627 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2c7e0375-5222-4d0e-849b-2559f1b806f5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:47.170463 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2c7e0375-5222-4d0e-849b-2559f1b806f5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:47.174074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2c7e0375-5222-4d0e-849b-2559f1b806f5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Usage tracker for resource:security_group_rule and tenant:ece9a0530e72446c89bd7aa778dc7ce4 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:47.177019 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2c7e0375-5222-4d0e-849b-2559f1b806f5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:47.183226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2c7e0375-5222-4d0e-849b-2559f1b806f5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:47.315081 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2c7e0375-5222-4d0e-849b-2559f1b806f5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:47.395249 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2c7e0375-5222-4d0e-849b-2559f1b806f5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:47.445552 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e0375-5222-4d0e-849b-2559f1b806f5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25478281-aea3-472a-bba5-8cf20b45ad1e,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:47.483709 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c8f11-a3d2-4175-ace1-2beeafa24d13 req-8adf8a4d-6f68-4603-80ce-440d6febb8b3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:47.485259 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f90c8f11-a3d2-4175-ace1-2beeafa24d13 req-8adf8a4d-6f68-4603-80ce-440d6febb8b3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 943 time: 0.1240602 Dec 21 22:27:47.532170 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-f90c8f11-a3d2-4175-ace1-2beeafa24d13 req-5bcc3a90-fdae-423a-a6f5-b723d5b30433 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:47.543881 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-f90c8f11-a3d2-4175-ace1-2beeafa24d13 req-5bcc3a90-fdae-423a-a6f5-b723d5b30433 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:47.544986 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f90c8f11-a3d2-4175-ace1-2beeafa24d13 req-5bcc3a90-fdae-423a-a6f5-b723d5b30433 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1b85edf-33ba-45db-956e-ac52723e8a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542314 Dec 21 22:27:47.559697 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2c7e0375-5222-4d0e-849b-2559f1b806f5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:47.560873 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2c7e0375-5222-4d0e-849b-2559f1b806f5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5135632 Dec 21 22:27:47.563835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39844) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:47.569099 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b6065aa5-a995-44e8-9416-fd316b70390b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:47.569638 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-b6065aa5-a995-44e8-9416-fd316b70390b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] update failed (client error): There was a conflict when trying to complete your request. Dec 21 22:27:47.570541 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b6065aa5-a995-44e8-9416-fd316b70390b tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "PUT /v2.0/security-groups/25478281-aea3-472a-bba5-8cf20b45ad1e HTTP/1.1" status: 409 len: 330 time: 0.0057771 Dec 21 22:27:47.573555 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39848) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:47.636222 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-72123d31-a360-4f55-8481-5c27310fe3bf tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:47.662197 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-72123d31-a360-4f55-8481-5c27310fe3bf tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:47.748466 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-72123d31-a360-4f55-8481-5c27310fe3bf tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:47.766998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72123d31-a360-4f55-8481-5c27310fe3bf tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25478281-aea3-472a-bba5-8cf20b45ad1e,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:47.773161 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-72123d31-a360-4f55-8481-5c27310fe3bf tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:47.774283 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-72123d31-a360-4f55-8481-5c27310fe3bf tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "DELETE /v2.0/security-groups/25478281-aea3-472a-bba5-8cf20b45ad1e HTTP/1.1" status: 204 len: 168 time: 0.1998360 Dec 21 22:27:47.777575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39852) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:47.831563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5b73cffc-447a-4271-a3ad-4535856c6483 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Synchronizing usage tracker for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:27:47.897097 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5b73cffc-447a-4271-a3ad-4535856c6483 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] Unset dirty status for tenant:ece9a0530e72446c89bd7aa778dc7ce4 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:27:47.898370 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5b73cffc-447a-4271-a3ad-4535856c6483 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1198213 Dec 21 22:27:47.902475 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39856) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:47.919380 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-10a41462-df8a-49da-8951-e857e688f39e tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] delete failed (client error): The resource could not be found. Dec 21 22:27:47.920251 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-10a41462-df8a-49da-8951-e857e688f39e tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "DELETE /v2.0/security-groups/b044bfca-6257-4bfe-860b-00a43d0177d4 HTTP/1.1" status: 404 len: 347 time: 0.0169053 Dec 21 22:27:47.924272 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39860) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:47.940967 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-1b6a6aa0-216c-405c-9d34-b4010d9f8ddd tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] show failed (client error): The resource could not be found. Dec 21 22:27:47.941955 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1b6a6aa0-216c-405c-9d34-b4010d9f8ddd tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "GET /v2.0/security-groups/6d470bfa-ffbf-4fda-9f4c-b01b56c84bbd HTTP/1.1" status: 404 len: 347 time: 0.0168381 Dec 21 22:27:47.945285 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39864) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:47.958876 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-c08eb2d8-44c9-43fe-81b6-71f202bcc8b5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] show failed (client error): The resource could not be found. Dec 21 22:27:47.959777 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c08eb2d8-44c9-43fe-81b6-71f202bcc8b5 tempest-NegativeSecGroupIPv6Test-388847689 tempest-NegativeSecGroupIPv6Test-388847689-project] 10.222.0.37 "GET /v2.0/security-group-rules/c45c971c-2c66-47ac-ba5b-762a806423b4 HTTP/1.1" status: 404 len: 356 time: 0.0136619 Dec 21 22:27:48.378107 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39872) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:48.551524 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ca25463f-cb7a-4a36-8dee-b4ba56d5aa2e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ece9a0530e72446c89bd7aa778dc7ce4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1722794 Dec 21 22:27:48.554043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39878) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:48.612234 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8019919b-b224-431b-9ae8-8ccfcfb0a967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:48.637465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8019919b-b224-431b-9ae8-8ccfcfb0a967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:48.747217 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3559e-af60-4727-b629-ebe4b8f80506 req-90b39117-65c8-4f78-b4c6-ddfb68c43928 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:48.748601 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6e3559e-af60-4727-b629-ebe4b8f80506 req-90b39117-65c8-4f78-b4c6-ddfb68c43928 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 943 time: 0.0783718 Dec 21 22:27:48.789008 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8019919b-b224-431b-9ae8-8ccfcfb0a967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:48.793533 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6e3559e-af60-4727-b629-ebe4b8f80506 req-06dd1008-a2ba-432c-a090-9473c6a7a568 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1b85edf-33ba-45db-956e-ac52723e8a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394695 Dec 21 22:27:48.809449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019919b-b224-431b-9ae8-8ccfcfb0a967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fee5fc4-1e20-4add-a2e0-255100462295,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:48.861740 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8019919b-b224-431b-9ae8-8ccfcfb0a967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:48.862894 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8019919b-b224-431b-9ae8-8ccfcfb0a967 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7fee5fc4-1e20-4add-a2e0-255100462295 HTTP/1.1" status: 204 len: 168 time: 0.3079817 Dec 21 22:27:48.884786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device ffc5e12e-9792-4920-acda-e6d2de78a694 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:27:49.020736 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port ffc5e12e-9792-4920-acda-e6d2de78a694, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffc5e12e-9792-4920-acda-e6d2de78a694,segment=NetworkSegment(7bfbd248-5e57-45fc-9c1f-40fab2c53369),segment_id=7bfbd248-5e57-45fc-9c1f-40fab2c53369)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:27:49.034092 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'ffc5e12e-9792-4920-acda-e6d2de78a694', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'port_id': 'ffc5e12e-9792-4920-acda-e6d2de78a694', 'mac_address': 'fa:16:3e:50:69:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:27:49.092037 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:49.108714 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc5e12e-9792-4920-acda-e6d2de78a694 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:27:49.125144 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port ffc5e12e-9792-4920-acda-e6d2de78a694, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffc5e12e-9792-4920-acda-e6d2de78a694,segment=NetworkSegment(7bfbd248-5e57-45fc-9c1f-40fab2c53369),segment_id=7bfbd248-5e57-45fc-9c1f-40fab2c53369)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:27:49.177686 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:49.247099 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=ffc5e12e-9792-4920-acda-e6d2de78a694,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:49.449016 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['ffc5e12e-9792-4920-acda-e6d2de78a694'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:27:49.987082 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdbef53-d80b-4e4d-9777-8646277c199b req-50bcfe04-7d1a-412d-8251-b168766b8209 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:49.988516 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2cdbef53-d80b-4e4d-9777-8646277c199b req-50bcfe04-7d1a-412d-8251-b168766b8209 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 944 time: 0.0755630 Dec 21 22:27:50.033070 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2cdbef53-d80b-4e4d-9777-8646277c199b req-ccac8070-104a-4cde-9fcd-58b603f9b351 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1b85edf-33ba-45db-956e-ac52723e8a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390749 Dec 21 22:27:50.899824 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device ffc5e12e-9792-4920-acda-e6d2de78a694 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:27:51.015563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port ffc5e12e-9792-4920-acda-e6d2de78a694 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:27:51.020863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port ffc5e12e-9792-4920-acda-e6d2de78a694 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:27:51.021227 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:51.143611 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:51.170532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cb7831-1673-42d8-b19f-b887854f9b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc5e12e-9792-4920-acda-e6d2de78a694'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:27:51.180117 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port ffc5e12e-9792-4920-acda-e6d2de78a694, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffc5e12e-9792-4920-acda-e6d2de78a694,segment=NetworkSegment(7bfbd248-5e57-45fc-9c1f-40fab2c53369),segment_id=7bfbd248-5e57-45fc-9c1f-40fab2c53369)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:27:51.236167 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9959a-35d7-45b7-9daf-303333c5fdd0 req-50742e23-efe4-438b-ac48-b006116043f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:51.237615 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-28b9959a-35d7-45b7-9daf-303333c5fdd0 req-50742e23-efe4-438b-ac48-b006116043f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 944 time: 0.0829158 Dec 21 22:27:51.263779 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:51.284752 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-28b9959a-35d7-45b7-9daf-303333c5fdd0 req-5e65b264-006c-4dec-839d-93c911587cce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1b85edf-33ba-45db-956e-ac52723e8a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410523 Dec 21 22:27:51.347696 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=ffc5e12e-9792-4920-acda-e6d2de78a694,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:51.448604 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cb7831-1673-42d8-b19f-b887854f9b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc5e12e-9792-4920-acda-e6d2de78a694', 'code': 200} Dec 21 22:27:51.827635 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-566f2eff-1324-4c02-bbfc-849513609d5f req-df2a5b33-b548-4d74-96ca-1eec41324112 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 1098 time: 0.0666049 Dec 21 22:27:51.875421 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-566f2eff-1324-4c02-bbfc-849513609d5f req-ab799911-7a7a-4dff-af29-f8d9327e048a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c1b85edf-33ba-45db-956e-ac52723e8a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384359 Dec 21 22:27:52.482373 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90899c8c-96be-4800-8780-773ea41e7c10 req-d19da58c-e211-41e5-b2c6-28a7ab596b56 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:52.483809 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-90899c8c-96be-4800-8780-773ea41e7c10 req-d19da58c-e211-41e5-b2c6-28a7ab596b56 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 945 time: 0.0766411 Dec 21 22:27:52.530446 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-90899c8c-96be-4800-8780-773ea41e7c10 req-128f0dcd-7902-476b-a384-e3a065e7e242 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1b85edf-33ba-45db-956e-ac52723e8a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411806 Dec 21 22:27:53.735576 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54fed2-1039-4aad-868a-7cfbbf5036e8 req-b9431095-46b7-4ebe-93ff-b1befd92f231 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:53.737173 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bc54fed2-1039-4aad-868a-7cfbbf5036e8 req-b9431095-46b7-4ebe-93ff-b1befd92f231 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 945 time: 0.0819077 Dec 21 22:27:53.783772 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bc54fed2-1039-4aad-868a-7cfbbf5036e8 req-b10c6779-d9e2-4acc-8b44-ca4c42c6bc3d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1b85edf-33ba-45db-956e-ac52723e8a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410326 Dec 21 22:27:53.986087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bdd75-0856-4209-8690-cf4b2bef68fe req-cfc9980b-88c7-4385-91e7-132a50225c2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:53.987528 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3b0bdd75-0856-4209-8690-cf4b2bef68fe req-cfc9980b-88c7-4385-91e7-132a50225c2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 945 time: 0.0790710 Dec 21 22:27:54.034340 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3b0bdd75-0856-4209-8690-cf4b2bef68fe req-1817d986-f82f-40cc-8a44-a7990ade8f7d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1b85edf-33ba-45db-956e-ac52723e8a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407715 Dec 21 22:27:54.072498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39900) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:54.139928 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-96fa151a-7b50-496d-8396-98b22185f80f tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 1093 time: 0.0662870 Dec 21 22:27:54.142605 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39904) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:54.147611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': 'ffc5e12e-9792-4920-acda-e6d2de78a694', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:27:54.153690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:27:54.157406 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:floatingip and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:27:54.160341 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:27:54.166173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:27:54.251776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:54.387043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:54.523407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.26.3.24 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/99b367aa-cab1-4caa-9d12-9188343b8217) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:27:54.669771 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:54.754608 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:54.820012 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:27:54.829617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:27:54.829617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:27:54.853898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=99b367aa-cab1-4caa-9d12-9188343b8217,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:55.433635 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:55.542180 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:55.745869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:55.834177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:55.936296 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=99b367aa-cab1-4caa-9d12-9188343b8217,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:27:55.953825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:56.141188 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Floating IP 2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7 associated. External IP: 172.26.3.24, port: ffc5e12e-9792-4920-acda-e6d2de78a694. Dec 21 22:27:56.531122 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c21b9274-27d7-49ef-8812-edc13d26a369 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:27:56.727612 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:27:56.737778 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3a05d3-6299-449e-93ba-8f1ba607337d None None] Sync routers for ids ['c21b9274-27d7-49ef-8812-edc13d26a369'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:27:56.750169 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3a05d3-6299-449e-93ba-8f1ba607337d None None] Routers {'c21b9274-27d7-49ef-8812-edc13d26a369'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:27:56.750798 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-8f3a05d3-6299-449e-93ba-8f1ba607337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c21b9274-27d7-49ef-8812-edc13d26a369'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:56.838448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:56.896116 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-71a873a1-c123-447d-84cc-30dc713f48d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7523448 Dec 21 22:27:56.896827 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cb7831-1673-42d8-b19f-b887854f9b30', 'tag': 'ffc5e12e-9792-4920-acda-e6d2de78a694'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:27:56.898653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 39908) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:56.934430 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-8f3a05d3-6299-449e-93ba-8f1ba607337d None None] Set router c21b9274-27d7-49ef-8812-edc13d26a369 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:27:56.959379 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cb7831-1673-42d8-b19f-b887854f9b30', 'tag': 'ffc5e12e-9792-4920-acda-e6d2de78a694', 'status': 'completed', 'code': 200} Dec 21 22:27:57.053143 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8902e9aa-6f8b-474e-ab44-4ead889e9770 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7 HTTP/1.1" status: 200 len: 990 time: 0.1532550 Dec 21 22:27:57.075944 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4eb51854-0598-4511-b4fa-65bda323787b req-dd4ded2c-578f-4335-880b-478c3b4a5e79 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 1098 time: 0.0929117 Dec 21 22:27:57.301910 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5e7dd58b-307b-4d59-8534-d2d83411db4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:27:57.318245 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-8f3a05d3-6299-449e-93ba-8f1ba607337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:32Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.24', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'port_id': 'ffc5e12e-9792-4920-acda-e6d2de78a694', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'mac_address': 'fa:16:3e:50:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cb7831-1673-42d8-b19f-b887854f9b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:27:55Z', 'updated_at': '2021-12-21T22:27:55Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '477e3fe1-0c8f-418e-b707-8456a1291dc2', 'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:c3:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:32Z', 'updated_at': '2021-12-21T22:27:39Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:57.323258 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3a05d3-6299-449e-93ba-8f1ba607337d None None] Checking router: c21b9274-27d7-49ef-8812-edc13d26a369 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:27:57.324662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb51854-0598-4511-b4fa-65bda323787b req-8b87aaa7-daa1-4397-ae52-ebab5c980d6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:57.326138 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4eb51854-0598-4511-b4fa-65bda323787b req-8b87aaa7-daa1-4397-ae52-ebab5c980d6f service neutron] 10.222.0.49 "GET /v2.0/networks?id=d452c439-a17c-4270-b2fb-d24f0af64d6c HTTP/1.1" status: 200 len: 897 time: 0.2444670 Dec 21 22:27:57.333898 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3a05d3-6299-449e-93ba-8f1ba607337d None None] Routers {'c21b9274-27d7-49ef-8812-edc13d26a369'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:27:57.334511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-8f3a05d3-6299-449e-93ba-8f1ba607337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:27:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c21b9274-27d7-49ef-8812-edc13d26a369'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:57.434489 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4eb51854-0598-4511-b4fa-65bda323787b req-d890db92-c474-49f6-b7de-ad6d61498054 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffc5e12e-9792-4920-acda-e6d2de78a694 HTTP/1.1" status: 200 len: 998 time: 0.1003909 Dec 21 22:27:57.509203 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb51854-0598-4511-b4fa-65bda323787b req-27ed0541-1c20-4733-9c51-28a930443398 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:27:57.509203 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4eb51854-0598-4511-b4fa-65bda323787b req-27ed0541-1c20-4733-9c51-28a930443398 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eb856ff4-35d3-4fb3-9f2e-65ed001d6b37 HTTP/1.1" status: 200 len: 835 time: 0.0657816 Dec 21 22:27:57.512407 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-8f3a05d3-6299-449e-93ba-8f1ba607337d None None] Set router c21b9274-27d7-49ef-8812-edc13d26a369 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:27:57.583750 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4eb51854-0598-4511-b4fa-65bda323787b req-77036d45-0740-4bac-b8fd-30341f3a66ea service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d452c439-a17c-4270-b2fb-d24f0af64d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702024 Dec 21 22:27:57.716949 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4eb51854-0598-4511-b4fa-65bda323787b req-221a51eb-2ea5-4943-a380-5fcf88295e9c service neutron] 10.222.0.49 "GET /v2.0/networks/d452c439-a17c-4270-b2fb-d24f0af64d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261847 Dec 21 22:27:57.857298 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4eb51854-0598-4511-b4fa-65bda323787b req-eb6a96fc-f4ea-4c8c-b636-a107e5690eec service neutron] 10.222.0.49 "GET /v2.0/networks/d452c439-a17c-4270-b2fb-d24f0af64d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333511 Dec 21 22:27:57.896228 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-8f3a05d3-6299-449e-93ba-8f1ba607337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:32Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.24', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'port_id': 'ffc5e12e-9792-4920-acda-e6d2de78a694', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'mac_address': 'fa:16:3e:50:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cb7831-1673-42d8-b19f-b887854f9b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:27:55Z', 'updated_at': '2021-12-21T22:27:55Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '477e3fe1-0c8f-418e-b707-8456a1291dc2', 'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:c3:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:32Z', 'updated_at': '2021-12-21T22:27:39Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:27:57.901002 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3a05d3-6299-449e-93ba-8f1ba607337d None None] The sync data for ids ['c21b9274-27d7-49ef-8812-edc13d26a369'] in dv-neutron-822520-1-hyperv is: [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:32Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.24', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'port_id': 'ffc5e12e-9792-4920-acda-e6d2de78a694', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'mac_address': 'fa:16:3e:50:69:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3cb7831-1673-42d8-b19f-b887854f9b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:27:55Z', 'updated_at': '2021-12-21T22:27:55Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '477e3fe1-0c8f-418e-b707-8456a1291dc2', 'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:c3:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:32Z', 'updated_at': '2021-12-21T22:27:39Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:27:58.057825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39914) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:58.104929 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81437927-8ac2-44b3-a3b4-3644bbe0f314 None None] New status for floating IP 2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7: ACTIVE {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:27:58.159551 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-809d0f83-0988-4103-a162-5aa25806811d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7 HTTP/1.1" status: 200 len: 990 time: 0.1004584 Dec 21 22:27:59.163440 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 39918) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:27:59.362037 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-96f0c3fb-3fa9-49cf-afb5-46288de7762d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7 HTTP/1.1" status: 200 len: 992 time: 0.1973376 Dec 21 22:27:59.621232 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4c74fc0a-e05c-4245-92b7-f821f05335c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:00.680032 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:00.781369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:02.199423 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:03.672521 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed67bb-6da4-4803-9a4a-e4cc5841bcd6 req-73fc3408-eae3-4e60-884f-a646d819fe20 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:03.673956 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-daed67bb-6da4-4803-9a4a-e4cc5841bcd6 req-73fc3408-eae3-4e60-884f-a646d819fe20 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 945 time: 0.0777884 Dec 21 22:28:03.720876 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-daed67bb-6da4-4803-9a4a-e4cc5841bcd6 req-5c7c6acd-8888-413c-b8dc-f95287f39f0d tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409431 Dec 21 22:28:04.923402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c284d52-547e-4089-afbc-061c84749452 req-b2169eea-403a-40d0-b5c9-fa8d5286db38 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:04.924836 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8c284d52-547e-4089-afbc-061c84749452 req-b2169eea-403a-40d0-b5c9-fa8d5286db38 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 945 time: 0.0789959 Dec 21 22:28:04.968961 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8c284d52-547e-4089-afbc-061c84749452 req-2583b81c-8854-46a0-b1c2-3405d3f99e51 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383723 Dec 21 22:28:05.291782 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1e0b9-82e7-4904-bc5f-fae66fde9037 req-031c928e-dc80-43f7-bcf3-3044746ef31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:05.293346 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-86b1e0b9-82e7-4904-bc5f-fae66fde9037 req-031c928e-dc80-43f7-bcf3-3044746ef31e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.49 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 945 time: 0.0760505 Dec 21 22:28:05.363366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-86b1e0b9-82e7-4904-bc5f-fae66fde9037 req-2b04f199-d60e-4a7a-87ec-dde404d7be9a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Deleting port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:28:05.363697 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-86b1e0b9-82e7-4904-bc5f-fae66fde9037 req-2b04f199-d60e-4a7a-87ec-dde404d7be9a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:05.597264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-86b1e0b9-82e7-4904-bc5f-fae66fde9037 req-2b04f199-d60e-4a7a-87ec-dde404d7be9a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] For port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:28:05.597529 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-86b1e0b9-82e7-4904-bc5f-fae66fde9037 req-2b04f199-d60e-4a7a-87ec-dde404d7be9a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:05.877853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-86b1e0b9-82e7-4904-bc5f-fae66fde9037 req-2b04f199-d60e-4a7a-87ec-dde404d7be9a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:05.878150 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-86b1e0b9-82e7-4904-bc5f-fae66fde9037 req-2b04f199-d60e-4a7a-87ec-dde404d7be9a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:05.878452 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [req-86b1e0b9-82e7-4904-bc5f-fae66fde9037 req-2b04f199-d60e-4a7a-87ec-dde404d7be9a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Floating IP 04959a32-8372-469e-b064-208e9a83bb79 disassociated. External IP: 172.26.3.194, port: ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e. Dec 21 22:28:05.878781 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-86b1e0b9-82e7-4904-bc5f-fae66fde9037 req-2b04f199-d60e-4a7a-87ec-dde404d7be9a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Calling delete_port for ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:28:06.068630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-86b1e0b9-82e7-4904-bc5f-fae66fde9037 req-2b04f199-d60e-4a7a-87ec-dde404d7be9a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:06.131410 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0009208e-3719-4e5d-b334-512bc92a2bbb req-c44a33bd-6695-4fcd-8e49-1dd2a4a1a1a1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 210 time: 0.0425901 Dec 21 22:28:06.211656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04f199-d60e-4a7a-87ec-dde404d7be9a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event deleted for resources: {'Port': ['ID=ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:06.418157 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86b1e0b9-82e7-4904-bc5f-fae66fde9037 req-2b04f199-d60e-4a7a-87ec-dde404d7be9a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:28:06.621323 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86b1e0b9-82e7-4904-bc5f-fae66fde9037 req-2b04f199-d60e-4a7a-87ec-dde404d7be9a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:28:06.631574 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8fd1b2-f12d-4d59-8329-d118e681ef34 None None] Sync routers for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:28:06.645613 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8fd1b2-f12d-4d59-8329-d118e681ef34 None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:28:06.646281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-fb8fd1b2-f12d-4d59-8329-d118e681ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:28:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:28:06.696025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b1e0b9-82e7-4904-bc5f-fae66fde9037 req-2b04f199-d60e-4a7a-87ec-dde404d7be9a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] No DVR routers for this DVR port ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:28:06.698611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-86b1e0b9-82e7-4904-bc5f-fae66fde9037 req-2b04f199-d60e-4a7a-87ec-dde404d7be9a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:06.701177 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77df1059-b716-4c98-80eb-0da11f307039', 'name': 'network-vif-deleted', 'tag': 'ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:28:06.756777 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77df1059-b716-4c98-80eb-0da11f307039', 'name': 'network-vif-deleted', 'tag': 'ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e', 'status': 'completed', 'code': 200} Dec 21 22:28:06.769904 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-86b1e0b9-82e7-4904-bc5f-fae66fde9037 req-2b04f199-d60e-4a7a-87ec-dde404d7be9a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.49 "DELETE /v2.0/ports/ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e HTTP/1.1" status: 204 len: 173 time: 1.4707398 Dec 21 22:28:06.829335 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-fb8fd1b2-f12d-4d59-8329-d118e681ef34 None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:28:07.143401 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-fb8fd1b2-f12d-4d59-8329-d118e681ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:28:07.147192 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8fd1b2-f12d-4d59-8329-d118e681ef34 None None] Checking router: 3f800ce2-cf04-45f8-bbea-33e53bf8cfef for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:28:07.158096 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8fd1b2-f12d-4d59-8329-d118e681ef34 None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:28:07.158695 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-fb8fd1b2-f12d-4d59-8329-d118e681ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:28:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:28:07.331213 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-95ea806c-2203-4c0d-ad14-ee1d26c6fe29 req-bdfde334-55f1-4198-811e-cb3c374ea221 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=77df1059-b716-4c98-80eb-0da11f307039 HTTP/1.1" status: 200 len: 210 time: 0.0460367 Dec 21 22:28:07.362468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-fb8fd1b2-f12d-4d59-8329-d118e681ef34 None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:28:07.672942 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-fb8fd1b2-f12d-4d59-8329-d118e681ef34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:28:07.677079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8fd1b2-f12d-4d59-8329-d118e681ef34 None None] The sync data for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv is: [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:28:08.488669 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9106ca60-fce5-4c51-b53f-3775ef116608 None None] New status for floating IP 04959a32-8372-469e-b064-208e9a83bb79: DOWN {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:28:08.754367 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-9d45757b-f65b-4af3-ace1-ac41f365ae22 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1419962878&fields=id&tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d HTTP/1.1" status: 200 len: 267 time: 0.0392113 Dec 21 22:28:08.903060 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594136e-ae25-4421-942d-59163dc1bbfd req-9a94683e-2544-4e49-9bfa-d7b52bd2baca tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:08.904383 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-9a94683e-2544-4e49-9bfa-d7b52bd2baca tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/networks?id=30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 200 len: 811 time: 0.1437252 Dec 21 22:28:08.914738 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:28:08.921707 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-a263af51-108b-4925-ad05-7e640cd93c14 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/quotas/b8d8b5b9fdb0458fb8e74e87d7d41d6d HTTP/1.1" status: 200 len: 375 time: 0.0120575 Dec 21 22:28:08.948506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:28:08.948849 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device ff9fee02-8dab-4d3b-9d61-ad222d6cbe1e not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:28:09.003240 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-99ab69f5-8840-411e-ba98-0cb34de1de67 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761869 Dec 21 22:28:09.018183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-783b98ca-4f12-4998-8cba-f18187cbbef3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:28:09.019083 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-783b98ca-4f12-4998-8cba-f18187cbbef3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047815 Dec 21 22:28:09.147289 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-5cd4995c-a317-4cbf-8783-eb143097cd67 service neutron] 10.222.0.37 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227858 Dec 21 22:28:09.279186 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-e8e62fae-a6b1-491b-8c2a-c150cf9d9ae9 service neutron] 10.222.0.37 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256568 Dec 21 22:28:09.944182 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-2fe97d18-635a-4358-b350-c2f58a0f9160 req-71f20850-bf94-4c97-b51a-c19391297c26 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Synchronizing usage tracker for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:28:10.017242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-2fe97d18-635a-4358-b350-c2f58a0f9160 req-71f20850-bf94-4c97-b51a-c19391297c26 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Unset dirty status for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:28:10.018431 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2fe97d18-635a-4358-b350-c2f58a0f9160 req-71f20850-bf94-4c97-b51a-c19391297c26 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 210 time: 0.1146734 Dec 21 22:28:11.182846 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a210bca3-98c9-4dfc-b28f-df711c1272b7 req-9bdd8a27-f037-48bc-b0b8-dc6a5ca08aaa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 210 time: 0.0436831 Dec 21 22:28:11.915984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594136e-ae25-4421-942d-59163dc1bbfd req-af930f3a-4254-462e-86c1-a96455cebeab tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:11.916606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-b594136e-ae25-4421-942d-59163dc1bbfd req-af930f3a-4254-462e-86c1-a96455cebeab tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Synchronizing usage tracker for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:28:11.999317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-b594136e-ae25-4421-942d-59163dc1bbfd req-af930f3a-4254-462e-86c1-a96455cebeab tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Unset dirty status for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:28:12.000456 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-af930f3a-4254-462e-86c1-a96455cebeab tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.49 "GET /v2.0/networks?id=30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 200 len: 811 time: 0.2267663 Dec 21 22:28:12.056030 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-21c55278-edc5-4644-9ad0-7b62e49d1015 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d HTTP/1.1" status: 200 len: 380 time: 0.0399899 Dec 21 22:28:12.073077 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-b594136e-ae25-4421-942d-59163dc1bbfd req-2de89a96-7562-4f83-98e9-f685a354d182 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Request body: {'port': {'device_id': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'admin_state_up': True, 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'security_groups': ['908ba60d-30ea-43d6-8c02-9249e70b8160']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:12.209818 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-b594136e-ae25-4421-942d-59163dc1bbfd req-2de89a96-7562-4f83-98e9-f685a354d182 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:28:12.219739 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-b594136e-ae25-4421-942d-59163dc1bbfd req-2de89a96-7562-4f83-98e9-f685a354d182 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:28:12.357977 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b594136e-ae25-4421-942d-59163dc1bbfd req-2de89a96-7562-4f83-98e9-f685a354d182 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Made reservation on behalf of b8d8b5b9fdb0458fb8e74e87d7d41d6d for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:28:12.361076 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b594136e-ae25-4421-942d-59163dc1bbfd req-2de89a96-7562-4f83-98e9-f685a354d182 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:12.377765 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d3bab614-fd9d-4c05-9ae6-4a3b21593c57 req-bc04207e-f4ea-42ed-86f0-dd9e5c678b64 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 210 time: 0.0590694 Dec 21 22:28:12.533173 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-b594136e-ae25-4421-942d-59163dc1bbfd req-2de89a96-7562-4f83-98e9-f685a354d182 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Allocated IP 172.20.0.10 (30c8348e-de0d-452f-98c1-e75fb40a3979/073f42ae-bd0f-4484-a9d4-70d9e72514e8/3bdd390f-c737-4c7f-b03e-62e0ab962629) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:28:12.722603 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b594136e-ae25-4421-942d-59163dc1bbfd req-2de89a96-7562-4f83-98e9-f685a354d182 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:12.738220 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-b594136e-ae25-4421-942d-59163dc1bbfd req-2de89a96-7562-4f83-98e9-f685a354d182 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Transition to ACTIVE for port object 3bdd390f-c737-4c7f-b03e-62e0ab962629 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:28:12.832666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b594136e-ae25-4421-942d-59163dc1bbfd req-2de89a96-7562-4f83-98e9-f685a354d182 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:12.906071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b594136e-ae25-4421-942d-59163dc1bbfd req-2de89a96-7562-4f83-98e9-f685a354d182 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Network 30c8348e-de0d-452f-98c1-e75fb40a3979 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:28:12.909064 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-b594136e-ae25-4421-942d-59163dc1bbfd req-2de89a96-7562-4f83-98e9-f685a354d182 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:28:12.913366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-b594136e-ae25-4421-942d-59163dc1bbfd req-2de89a96-7562-4f83-98e9-f685a354d182 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:28:12.939418 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de89a96-7562-4f83-98e9-f685a354d182 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event updated for resources: {'Port': ['ID=3bdd390f-c737-4c7f-b03e-62e0ab962629,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:12.982590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594136e-ae25-4421-942d-59163dc1bbfd req-2de89a96-7562-4f83-98e9-f685a354d182 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:12.983219 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b594136e-ae25-4421-942d-59163dc1bbfd req-2de89a96-7562-4f83-98e9-f685a354d182 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:13.141522 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-2de89a96-7562-4f83-98e9-f685a354d182 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0719266 Dec 21 22:28:13.153779 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Request body: {'port': {'device_id': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:13.258081 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-90f871c8-f17c-448e-ab50-a29103a6835e None None] Provisioning for port 3bdd390f-c737-4c7f-b03e-62e0ab962629 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:28:13.261962 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:13.265705 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-90f871c8-f17c-448e-ab50-a29103a6835e None None] Provisioning complete for port 3bdd390f-c737-4c7f-b03e-62e0ab962629 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:28:13.266091 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-90f871c8-f17c-448e-ab50-a29103a6835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:13.325585 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-90f871c8-f17c-448e-ab50-a29103a6835e None None] Port 3bdd390f-c737-4c7f-b03e-62e0ab962629 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:28:13.580217 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcf542-4cba-44c4-8f8d-ba14deb2b332 req-06273612-99e0-4476-860e-ab54f77a08ee tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:13.586471 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bdfcf542-4cba-44c4-8f8d-ba14deb2b332 req-06273612-99e0-4476-860e-ab54f77a08ee tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 932 time: 0.0768020 Dec 21 22:28:13.629044 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bdfcf542-4cba-44c4-8f8d-ba14deb2b332 req-13090f13-f3ed-495a-9cca-9949e1da9bb4 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412152 Dec 21 22:28:13.717332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bdd390f-c737-4c7f-b03e-62e0ab962629 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:28:13.724175 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:13.739159 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Transition to ACTIVE for port object 3bdd390f-c737-4c7f-b03e-62e0ab962629 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:28:13.788193 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:13.917134 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdd390f-c737-4c7f-b03e-62e0ab962629,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:14.027617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Attempting to bind port 3bdd390f-c737-4c7f-b03e-62e0ab962629 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:28:14.028221 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Attempting to bind port 3bdd390f-c737-4c7f-b03e-62e0ab962629 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:28:14.028397 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Attempting to bind port 3bdd390f-c737-4c7f-b03e-62e0ab962629 on network 30c8348e-de0d-452f-98c1-e75fb40a3979 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:28:14.033981 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Port 3bdd390f-c737-4c7f-b03e-62e0ab962629 on network 30c8348e-de0d-452f-98c1-e75fb40a3979 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:28:14.034370 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Attempting to bind port 3bdd390f-c737-4c7f-b03e-62e0ab962629 on network 30c8348e-de0d-452f-98c1-e75fb40a3979 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:28:14.042041 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:28:14.043112 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Checking segment: {'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:28:14.043359 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Bound using segment: {'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:28:14.043664 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Bound port: 3bdd390f-c737-4c7f-b03e-62e0ab962629, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:28:14.044043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:14.131726 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] For port 3bdd390f-c737-4c7f-b03e-62e0ab962629, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:28:14.134510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] For port 3bdd390f-c737-4c7f-b03e-62e0ab962629, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3bdd390f-c737-4c7f-b03e-62e0ab962629,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:28:14.217616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:14.283407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:14.285114 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] 10.222.0.49 "PUT /v2.0/ports/3bdd390f-c737-4c7f-b03e-62e0ab962629 HTTP/1.1" status: 200 len: 1094 time: 1.1351423 Dec 21 22:28:14.285335 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'tag': '3bdd390f-c737-4c7f-b03e-62e0ab962629'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:28:14.302264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb54587-ce9f-4a13-95c3-1b2e3abeb423 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdd390f-c737-4c7f-b03e-62e0ab962629,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:14.343184 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'tag': '3bdd390f-c737-4c7f-b03e-62e0ab962629', 'status': 'completed', 'code': 200} Dec 21 22:28:14.479774 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-83d5a9e8-0294-427b-b216-a8acd23fab34 req-544a6c66-8215-4b23-b25f-9305e2ffeb06 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 1097 time: 0.0743375 Dec 21 22:28:14.631835 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5a9e8-0294-427b-b216-a8acd23fab34 req-de3c13f9-b420-4072-84fa-625c37348f41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:14.633305 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-83d5a9e8-0294-427b-b216-a8acd23fab34 req-de3c13f9-b420-4072-84fa-625c37348f41 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1431687 Dec 21 22:28:14.776577 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5a9e8-0294-427b-b216-a8acd23fab34 req-1e971c0f-b5db-4cfb-8b2b-cddda07b5879 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:14.779354 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-83d5a9e8-0294-427b-b216-a8acd23fab34 req-1e971c0f-b5db-4cfb-8b2b-cddda07b5879 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1358945 Dec 21 22:28:14.833238 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf72019-9139-42a8-bd6f-e57a549e9a6d req-503cc9ba-0afd-4b7b-9fe3-f3d23e27652b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:14.834697 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8cf72019-9139-42a8-bd6f-e57a549e9a6d req-503cc9ba-0afd-4b7b-9fe3-f3d23e27652b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 944 time: 0.0816128 Dec 21 22:28:14.879878 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8cf72019-9139-42a8-bd6f-e57a549e9a6d req-8f393406-99b0-440f-a41c-85626331f465 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394313 Dec 21 22:28:14.888361 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-7c372c77-991e-4944-95d1-fdb44a28e410 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 1097 time: 0.0697069 Dec 21 22:28:14.959895 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-1fe4bf04-98ca-405a-ba31-89042722d0e7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bdd390f-c737-4c7f-b03e-62e0ab962629 HTTP/1.1" status: 200 len: 217 time: 0.0633664 Dec 21 22:28:15.020777 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594136e-ae25-4421-942d-59163dc1bbfd req-9f25a560-823a-4a01-a0a6-5358e03d6991 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:15.022216 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-9f25a560-823a-4a01-a0a6-5358e03d6991 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=073f42ae-bd0f-4484-a9d4-70d9e72514e8 HTTP/1.1" status: 200 len: 850 time: 0.0558896 Dec 21 22:28:15.098539 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-18cece93-514d-421f-92ae-e07add3e44b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30c8348e-de0d-452f-98c1-e75fb40a3979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697205 Dec 21 22:28:15.199976 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:15.232721 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-3b492b16-56d9-4950-b2f0-2aa642406252 service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257150 Dec 21 22:28:15.455967 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b594136e-ae25-4421-942d-59163dc1bbfd req-18afa290-9f5e-48da-9570-6d82c49701a4 service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151735 Dec 21 22:28:16.075520 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813e353-abeb-4f5e-b814-34330a51fc54 req-29f5b27f-42ad-40d7-8ca2-2601be76eb55 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:16.076120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-8813e353-abeb-4f5e-b814-34330a51fc54 req-29f5b27f-42ad-40d7-8ca2-2601be76eb55 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Synchronizing usage tracker for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:28:16.182629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-8813e353-abeb-4f5e-b814-34330a51fc54 req-29f5b27f-42ad-40d7-8ca2-2601be76eb55 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Unset dirty status for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:28:16.184704 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8813e353-abeb-4f5e-b814-34330a51fc54 req-29f5b27f-42ad-40d7-8ca2-2601be76eb55 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 944 time: 0.1835210 Dec 21 22:28:16.233307 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8813e353-abeb-4f5e-b814-34330a51fc54 req-2418fbf7-09ed-489d-9b79-308b359203e6 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431039 Dec 21 22:28:17.427706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d11dc0-ee74-4f30-bf45-2f14161a2458 req-208a633c-2f5d-498a-993b-97057c4f7d8b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:17.429221 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-61d11dc0-ee74-4f30-bf45-2f14161a2458 req-208a633c-2f5d-498a-993b-97057c4f7d8b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 944 time: 0.0753911 Dec 21 22:28:17.475097 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-61d11dc0-ee74-4f30-bf45-2f14161a2458 req-a429a493-eec2-441a-8764-f45bd5016125 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397890 Dec 21 22:28:18.669444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccfdea-a413-4f2f-b5df-c86775d7df91 req-33e5b862-959b-4efe-8873-0bf53245e35f tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:18.670791 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-29ccfdea-a413-4f2f-b5df-c86775d7df91 req-33e5b862-959b-4efe-8873-0bf53245e35f tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 944 time: 0.0762959 Dec 21 22:28:18.719813 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-29ccfdea-a413-4f2f-b5df-c86775d7df91 req-3c60f934-6707-4d35-8772-2d990bc1c717 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435593 Dec 21 22:28:19.699312 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:28:19.915236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795c07e-0da5-461f-8df7-b81c805670d0 req-8d2fb62c-2707-4d2d-8676-e2d9661c2f0e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:19.916581 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7795c07e-0da5-461f-8df7-b81c805670d0 req-8d2fb62c-2707-4d2d-8676-e2d9661c2f0e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 944 time: 0.0788851 Dec 21 22:28:19.961307 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7795c07e-0da5-461f-8df7-b81c805670d0 req-e8a75725-7524-40e5-ba22-bce38a7ca743 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386503 Dec 21 22:28:21.161424 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccd7bf-4897-4502-9fe0-09dd2a8bc1c3 req-c0c7f625-3fdb-4691-adf8-03a8129407ff tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:21.162775 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d4ccd7bf-4897-4502-9fe0-09dd2a8bc1c3 req-c0c7f625-3fdb-4691-adf8-03a8129407ff tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 944 time: 0.0793350 Dec 21 22:28:21.207238 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d4ccd7bf-4897-4502-9fe0-09dd2a8bc1c3 req-107f57fa-1799-470f-b01b-7151c25e4eca tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382357 Dec 21 22:28:22.434091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005f8eb-80be-4f5c-860b-7416405ba176 req-637875cb-02f0-4684-84a5-0d4d9a8bb4ff tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:22.435535 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c005f8eb-80be-4f5c-860b-7416405ba176 req-637875cb-02f0-4684-84a5-0d4d9a8bb4ff tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 944 time: 0.0868058 Dec 21 22:28:22.483250 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c005f8eb-80be-4f5c-860b-7416405ba176 req-09263fdf-8a74-43aa-af5a-eb1e7840bf09 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412860 Dec 21 22:28:22.969959 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 3bdd390f-c737-4c7f-b03e-62e0ab962629 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:28:23.108008 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 3bdd390f-c737-4c7f-b03e-62e0ab962629, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3bdd390f-c737-4c7f-b03e-62e0ab962629,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:28:23.153341 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '3bdd390f-c737-4c7f-b03e-62e0ab962629', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'port_id': '3bdd390f-c737-4c7f-b03e-62e0ab962629', 'mac_address': 'fa:16:3e:06:8e:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:28:23.206630 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:23.223353 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bdd390f-c737-4c7f-b03e-62e0ab962629 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:28:23.238370 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 3bdd390f-c737-4c7f-b03e-62e0ab962629, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3bdd390f-c737-4c7f-b03e-62e0ab962629,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:28:23.317351 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:23.385122 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=3bdd390f-c737-4c7f-b03e-62e0ab962629,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:23.541149 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['3bdd390f-c737-4c7f-b03e-62e0ab962629'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:28:23.682440 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0fb09-5b48-412a-9be9-90f705c80c29 req-7051e06f-6b0d-45de-aa46-a0e2196fe216 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:23.683918 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-09b0fb09-5b48-412a-9be9-90f705c80c29 req-7051e06f-6b0d-45de-aa46-a0e2196fe216 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 945 time: 0.0791142 Dec 21 22:28:23.733227 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-09b0fb09-5b48-412a-9be9-90f705c80c29 req-76505419-1ec7-4da2-80bd-2c49999a2fff tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435383 Dec 21 22:28:24.930945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30291a0d-be0e-4893-a0ce-ab65958f32c9 req-d799f0a0-525d-40c1-9517-ea347222d852 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:24.932364 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-30291a0d-be0e-4893-a0ce-ab65958f32c9 req-d799f0a0-525d-40c1-9517-ea347222d852 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 945 time: 0.0802517 Dec 21 22:28:24.976368 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-30291a0d-be0e-4893-a0ce-ab65958f32c9 req-9b511f1b-21af-4881-9d3c-a53dd4731c9d tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385430 Dec 21 22:28:24.977437 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 3bdd390f-c737-4c7f-b03e-62e0ab962629 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:28:25.079225 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 3bdd390f-c737-4c7f-b03e-62e0ab962629 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:28:25.083745 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 3bdd390f-c737-4c7f-b03e-62e0ab962629 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:28:25.084114 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:25.200889 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:25.226869 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdd390f-c737-4c7f-b03e-62e0ab962629'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:28:25.237132 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 3bdd390f-c737-4c7f-b03e-62e0ab962629, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3bdd390f-c737-4c7f-b03e-62e0ab962629,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:28:25.282435 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdd390f-c737-4c7f-b03e-62e0ab962629', 'code': 200} Dec 21 22:28:25.294552 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:25.362032 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=3bdd390f-c737-4c7f-b03e-62e0ab962629,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:25.370327 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:25.370671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:25.371011 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:25.371408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:25.371734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:25.372067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:25.372429 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:25.372759 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:25.373082 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:25.373407 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:25.373721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:25.659589 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-76160fe5-a57e-46b7-b5bb-8610233854d3 req-c47dd99e-6191-4e74-b249-64621350749f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 1099 time: 0.0670769 Dec 21 22:28:25.707262 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-76160fe5-a57e-46b7-b5bb-8610233854d3 req-b40b82ca-5f3e-4639-89f5-185e70c6d2eb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370347 Dec 21 22:28:26.171809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0df88d-4408-47b4-a32d-f8c8ee2d30c4 req-be7fb4c2-cb2c-47bc-b95f-e8ecda0d98fa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:26.173240 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0a0df88d-4408-47b4-a32d-f8c8ee2d30c4 req-be7fb4c2-cb2c-47bc-b95f-e8ecda0d98fa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 946 time: 0.0779073 Dec 21 22:28:26.217829 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0a0df88d-4408-47b4-a32d-f8c8ee2d30c4 req-4fdcef63-0300-4dbd-b553-609a36c5b30b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388587 Dec 21 22:28:27.237266 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bf6ed701-b8a6-44c4-951a-0c3d3a79e8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:27.417463 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d3d06-241b-4614-9688-4b9979ad4eeb req-8a9c1451-0c02-41c3-be8c-0414a5f8594b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:27.418851 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d75d3d06-241b-4614-9688-4b9979ad4eeb req-8a9c1451-0c02-41c3-be8c-0414a5f8594b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 946 time: 0.0754929 Dec 21 22:28:27.464050 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d75d3d06-241b-4614-9688-4b9979ad4eeb req-6db2316a-2c21-4508-b139-b924326ad6f0 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396950 Dec 21 22:28:27.660051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09eee8-086a-44ee-815b-857cfb40224d req-c13a00d2-c5ac-45c5-9ebc-a3c258c21812 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:27.661489 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0a09eee8-086a-44ee-815b-857cfb40224d req-c13a00d2-c5ac-45c5-9ebc-a3c258c21812 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 946 time: 0.0756004 Dec 21 22:28:27.710240 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0a09eee8-086a-44ee-815b-857cfb40224d req-c160fa5d-1553-49c3-b14d-85555b19b770 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432336 Dec 21 22:28:27.737420 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40008) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:27.805301 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f66a8fc8-3381-4a46-bba5-6b19b71eb04a tempest-TestVolumeBootPattern-2107966837 tempest-TestVolumeBootPattern-2107966837-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 1094 time: 0.0667493 Dec 21 22:28:27.808604 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40012) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:27.813672 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': '3bdd390f-c737-4c7f-b03e-62e0ab962629', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:27.819049 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:28:27.822824 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Usage tracker for resource:floatingip and tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:28:27.825654 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:28:27.831289 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:28:27.902490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:28.046545 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:28.180100 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Allocated IP 172.26.3.72 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/372d8afa-a665-4847-98e1-4016c912f469) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:28:28.336356 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:28.422471 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:28.490077 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:28:28.492931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:28:28.495960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:28:28.528060 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event updated for resources: {'Port': ['ID=372d8afa-a665-4847-98e1-4016c912f469,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:29.097902 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:29.202370 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:29.402252 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:29.465666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:29.568804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event updated for resources: {'Port': ['ID=372d8afa-a665-4847-98e1-4016c912f469,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:29.586956 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:29.614556 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-424322e7-640e-4451-ac68-5674c150df13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:29.774233 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Floating IP 39a92a7c-aa07-435e-a0ba-3f29e5721057 associated. External IP: 172.26.3.72, port: 3bdd390f-c737-4c7f-b03e-62e0ab962629. Dec 21 22:28:30.158912 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:28:30.357911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:28:30.367022 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d88f38-50a6-4fd4-915d-2e6410d9f693 None None] Sync routers for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:28:30.378956 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d88f38-50a6-4fd4-915d-2e6410d9f693 None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:28:30.379557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a9d88f38-50a6-4fd4-915d-2e6410d9f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:28:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:28:30.449268 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:30.503838 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-89b9df2c-5364-4c5c-a78f-90a66e70c057 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6942060 Dec 21 22:28:30.504409 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'tag': '3bdd390f-c737-4c7f-b03e-62e0ab962629'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:28:30.557707 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a9d88f38-50a6-4fd4-915d-2e6410d9f693 None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:28:30.558150 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'tag': '3bdd390f-c737-4c7f-b03e-62e0ab962629', 'status': 'completed', 'code': 200} Dec 21 22:28:30.712118 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:30.718030 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40022) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:30.764654 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b774e84a-13db-4507-8456-d2f44ae5d03e req-cc76c114-dfdb-4cee-aeae-a6fed3ab7788 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 1099 time: 0.1777232 Dec 21 22:28:30.837505 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:30.901161 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774e84a-13db-4507-8456-d2f44ae5d03e req-f68e4fc6-3ebd-4f9e-9620-6ee8b44f3224 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:30.903376 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b774e84a-13db-4507-8456-d2f44ae5d03e req-f68e4fc6-3ebd-4f9e-9620-6ee8b44f3224 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 200 len: 912 time: 0.1323168 Dec 21 22:28:30.951590 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a9d88f38-50a6-4fd4-915d-2e6410d9f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '39a92a7c-aa07-435e-a0ba-3f29e5721057', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'floating_ip_address': '172.26.3.72', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'port_id': '3bdd390f-c737-4c7f-b03e-62e0ab962629', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'mac_address': 'fa:16:3e:06:8e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:28:28Z', 'updated_at': '2021-12-21T22:28:28Z', 'revision_number': 0, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:28:30.955686 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d88f38-50a6-4fd4-915d-2e6410d9f693 None None] Checking router: 3f800ce2-cf04-45f8-bbea-33e53bf8cfef for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:28:30.966785 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d88f38-50a6-4fd4-915d-2e6410d9f693 None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:28:30.967308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a9d88f38-50a6-4fd4-915d-2e6410d9f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:28:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:28:31.016038 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b774e84a-13db-4507-8456-d2f44ae5d03e req-1b389236-13e2-499e-8f07-538ae879c095 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bdd390f-c737-4c7f-b03e-62e0ab962629 HTTP/1.1" status: 200 len: 999 time: 0.1046150 Dec 21 22:28:31.034811 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f9594e79-a556-419b-9fbb-98c798bd3cd2 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=a0afca56990a43fd95e729e8f15e2964&network_id=d452c439-a17c-4270-b2fb-d24f0af64d6c HTTP/1.1" status: 200 len: 2999 time: 0.3153813 Dec 21 22:28:31.085470 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774e84a-13db-4507-8456-d2f44ae5d03e req-c743047c-0d85-4f3b-a7cd-5bb4e122b242 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:31.086939 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b774e84a-13db-4507-8456-d2f44ae5d03e req-c743047c-0d85-4f3b-a7cd-5bb4e122b242 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=073f42ae-bd0f-4484-a9d4-70d9e72514e8 HTTP/1.1" status: 200 len: 850 time: 0.0634441 Dec 21 22:28:31.153709 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a9d88f38-50a6-4fd4-915d-2e6410d9f693 None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:28:31.166208 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b774e84a-13db-4507-8456-d2f44ae5d03e req-ee59fb23-16b7-4d80-ba30-6cfb88ef8de0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30c8348e-de0d-452f-98c1-e75fb40a3979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717919 Dec 21 22:28:31.309126 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b774e84a-13db-4507-8456-d2f44ae5d03e req-c074403a-9aa0-402b-9770-251e3ac3615c service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351235 Dec 21 22:28:31.440785 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b774e84a-13db-4507-8456-d2f44ae5d03e req-53512da7-855f-414c-9f26-761f5266be38 service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251805 Dec 21 22:28:31.535884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a9d88f38-50a6-4fd4-915d-2e6410d9f693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '39a92a7c-aa07-435e-a0ba-3f29e5721057', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'floating_ip_address': '172.26.3.72', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'port_id': '3bdd390f-c737-4c7f-b03e-62e0ab962629', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'mac_address': 'fa:16:3e:06:8e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:28:28Z', 'updated_at': '2021-12-21T22:28:28Z', 'revision_number': 0, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:28:31.539770 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d88f38-50a6-4fd4-915d-2e6410d9f693 None None] The sync data for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv is: [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '39a92a7c-aa07-435e-a0ba-3f29e5721057', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'floating_ip_address': '172.26.3.72', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'port_id': '3bdd390f-c737-4c7f-b03e-62e0ab962629', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'mac_address': 'fa:16:3e:06:8e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:28:28Z', 'updated_at': '2021-12-21T22:28:28Z', 'revision_number': 0, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:28:31.727509 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b9b4ec-7041-4dfa-ab53-3591e207adc2 None None] New status for floating IP 39a92a7c-aa07-435e-a0ba-3f29e5721057: ACTIVE {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:28:32.157467 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:32.751640 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40036) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:32.813509 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7384e69-1a03-4e26-9f22-8e71ee660b05 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:32.814998 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b7384e69-1a03-4e26-9f22-8e71ee660b05 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708 HTTP/1.1" status: 200 len: 814 time: 0.0622666 Dec 21 22:28:33.340413 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40044) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:33.345680 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-8a0ae5d5-a9da-45d5-b019-1ccef2310272 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:33.444253 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8a0ae5d5-a9da-45d5-b019-1ccef2310272 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:33.788036 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8a0ae5d5-a9da-45d5-b019-1ccef2310272 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:33.837119 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8a0ae5d5-a9da-45d5-b019-1ccef2310272 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:33.837428 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-8a0ae5d5-a9da-45d5-b019-1ccef2310272 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Floating IP 2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7 disassociated. External IP: 172.26.3.24, port: ffc5e12e-9792-4920-acda-e6d2de78a694. Dec 21 22:28:34.220526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0ae5d5-a9da-45d5-b019-1ccef2310272 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c21b9274-27d7-49ef-8812-edc13d26a369 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:28:34.414843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0ae5d5-a9da-45d5-b019-1ccef2310272 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:28:34.419245 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8a0ae5d5-a9da-45d5-b019-1ccef2310272 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:34.424033 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5eb61-6d1b-40da-b84f-8eaefd7f98c8 None None] Sync routers for ids ['c21b9274-27d7-49ef-8812-edc13d26a369'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:28:34.439798 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5eb61-6d1b-40da-b84f-8eaefd7f98c8 None None] Routers {'c21b9274-27d7-49ef-8812-edc13d26a369'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:28:34.440398 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-4ca5eb61-6d1b-40da-b84f-8eaefd7f98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:28:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c21b9274-27d7-49ef-8812-edc13d26a369'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:28:34.471461 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8a0ae5d5-a9da-45d5-b019-1ccef2310272 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/floatingips/2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7 HTTP/1.1" status: 200 len: 689 time: 1.1299446 Dec 21 22:28:34.472032 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3cb7831-1673-42d8-b19f-b887854f9b30', 'tag': 'ffc5e12e-9792-4920-acda-e6d2de78a694'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:28:34.474229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40048) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:34.525831 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3cb7831-1673-42d8-b19f-b887854f9b30', 'tag': 'ffc5e12e-9792-4920-acda-e6d2de78a694', 'status': 'completed', 'code': 200} Dec 21 22:28:34.588482 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fd90f00c-79d7-4b58-9ef5-eb9052c0206d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7 HTTP/1.1" status: 200 len: 689 time: 0.1130733 Dec 21 22:28:34.624367 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-4ca5eb61-6d1b-40da-b84f-8eaefd7f98c8 None None] Set router c21b9274-27d7-49ef-8812-edc13d26a369 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:28:34.624616 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-566b2d75-3fa8-4da8-8c96-426e5ca45a89 req-42beed91-51f2-4cbd-8cd5-90e28e9f04fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 1098 time: 0.0725000 Dec 21 22:28:34.754347 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b2d75-3fa8-4da8-8c96-426e5ca45a89 req-1730aac2-0c48-461c-ac5a-ad32d9f89834 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:34.755699 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-566b2d75-3fa8-4da8-8c96-426e5ca45a89 req-1730aac2-0c48-461c-ac5a-ad32d9f89834 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d452c439-a17c-4270-b2fb-d24f0af64d6c HTTP/1.1" status: 200 len: 897 time: 0.1248653 Dec 21 22:28:34.825141 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-566b2d75-3fa8-4da8-8c96-426e5ca45a89 req-15204e3f-26e3-41c2-8330-2c7efdc2bc26 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffc5e12e-9792-4920-acda-e6d2de78a694 HTTP/1.1" status: 200 len: 217 time: 0.0632980 Dec 21 22:28:34.886586 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b2d75-3fa8-4da8-8c96-426e5ca45a89 req-1949fe02-7009-4e59-8876-893211a649f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:34.887996 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-566b2d75-3fa8-4da8-8c96-426e5ca45a89 req-1949fe02-7009-4e59-8876-893211a649f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eb856ff4-35d3-4fb3-9f2e-65ed001d6b37 HTTP/1.1" status: 200 len: 835 time: 0.0563645 Dec 21 22:28:34.931035 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-4ca5eb61-6d1b-40da-b84f-8eaefd7f98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:32Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '477e3fe1-0c8f-418e-b707-8456a1291dc2', 'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:c3:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:32Z', 'updated_at': '2021-12-21T22:27:39Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:28:34.934863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5eb61-6d1b-40da-b84f-8eaefd7f98c8 None None] Checking router: c21b9274-27d7-49ef-8812-edc13d26a369 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:28:34.944965 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5eb61-6d1b-40da-b84f-8eaefd7f98c8 None None] Routers {'c21b9274-27d7-49ef-8812-edc13d26a369'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:28:34.945549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-4ca5eb61-6d1b-40da-b84f-8eaefd7f98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:28:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c21b9274-27d7-49ef-8812-edc13d26a369'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:28:34.961542 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-566b2d75-3fa8-4da8-8c96-426e5ca45a89 req-a076b696-0a4c-4de8-b22d-f4637f4c6884 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d452c439-a17c-4270-b2fb-d24f0af64d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669322 Dec 21 22:28:35.097616 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-566b2d75-3fa8-4da8-8c96-426e5ca45a89 req-0cc1c15e-79ef-48b3-b5bd-bc5c8ad5c517 service neutron] 10.222.0.49 "GET /v2.0/networks/d452c439-a17c-4270-b2fb-d24f0af64d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291676 Dec 21 22:28:35.134687 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-4ca5eb61-6d1b-40da-b84f-8eaefd7f98c8 None None] Set router c21b9274-27d7-49ef-8812-edc13d26a369 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:28:35.229340 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-566b2d75-3fa8-4da8-8c96-426e5ca45a89 req-c746599c-4b13-454f-80a8-4ec1237eaf3d service neutron] 10.222.0.49 "GET /v2.0/networks/d452c439-a17c-4270-b2fb-d24f0af64d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257501 Dec 21 22:28:35.446593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-4ca5eb61-6d1b-40da-b84f-8eaefd7f98c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:32Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '477e3fe1-0c8f-418e-b707-8456a1291dc2', 'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:c3:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:32Z', 'updated_at': '2021-12-21T22:27:39Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:28:35.451308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5eb61-6d1b-40da-b84f-8eaefd7f98c8 None None] The sync data for ids ['c21b9274-27d7-49ef-8812-edc13d26a369'] in dv-neutron-822520-1-hyperv is: [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:32Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '477e3fe1-0c8f-418e-b707-8456a1291dc2', 'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:c3:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:32Z', 'updated_at': '2021-12-21T22:27:39Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:28:35.592297 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40054) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:35.695721 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb24eaa-52e0-4ddb-9e5b-c776d13842b4 None None] New status for floating IP 2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7: DOWN {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:28:35.779645 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-20133db6-e881-48b4-bf52-d18d625578a5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7 HTTP/1.1" status: 200 len: 689 time: 0.1861978 Dec 21 22:28:36.783492 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40058) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:36.866847 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1504af60-f7b4-499f-a2ca-a253c4f06ea1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7 HTTP/1.1" status: 200 len: 687 time: 0.0822380 Dec 21 22:28:38.305020 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40066) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:38.310765 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ba74ca6a-ce56-45d7-b519-3283c15356e3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1404504061', 'description': 'tempest-secgroup-smoke-1404504061 description', 'project_id': 'a0afca56990a43fd95e729e8f15e2964'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:38.317125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ba74ca6a-ce56-45d7-b519-3283c15356e3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:28:38.327072 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ba74ca6a-ce56-45d7-b519-3283c15356e3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:28:38.388114 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ba74ca6a-ce56-45d7-b519-3283c15356e3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:38.438283 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ba74ca6a-ce56-45d7-b519-3283c15356e3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:28:38.440389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ba74ca6a-ce56-45d7-b519-3283c15356e3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:28:38.443332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ba74ca6a-ce56-45d7-b519-3283c15356e3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:28:38.449474 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ba74ca6a-ce56-45d7-b519-3283c15356e3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:28:38.507573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ba74ca6a-ce56-45d7-b519-3283c15356e3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:38.582293 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ba74ca6a-ce56-45d7-b519-3283c15356e3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:38.630547 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74ca6a-ce56-45d7-b519-3283c15356e3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8bf767-b701-4b17-9c00-8b4eb07a4fc2,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:38.702516 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ba74ca6a-ce56-45d7-b519-3283c15356e3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:38.706929 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ba74ca6a-ce56-45d7-b519-3283c15356e3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3983347 Dec 21 22:28:38.706929 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40070) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:38.712273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-7a8cb318-239a-4455-ac37-82983801463f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '5c8bf767-b701-4b17-9c00-8b4eb07a4fc2', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:38.718780 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7a8cb318-239a-4455-ac37-82983801463f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:28:38.723551 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7a8cb318-239a-4455-ac37-82983801463f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:28:38.725565 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7a8cb318-239a-4455-ac37-82983801463f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:28:38.732202 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7a8cb318-239a-4455-ac37-82983801463f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:28:38.788398 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb318-239a-4455-ac37-82983801463f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:38.849956 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb318-239a-4455-ac37-82983801463f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:38.891143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb318-239a-4455-ac37-82983801463f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:38.915011 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cb318-239a-4455-ac37-82983801463f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45598992-3e66-4790-b443-00944cbd63be,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:38.985524 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb318-239a-4455-ac37-82983801463f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:38.986722 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7a8cb318-239a-4455-ac37-82983801463f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2790067 Dec 21 22:28:38.989444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40074) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:38.994685 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-89a69352-5107-47f6-95ed-6c83a727efa1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '5c8bf767-b701-4b17-9c00-8b4eb07a4fc2', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:39.000416 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-89a69352-5107-47f6-95ed-6c83a727efa1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:28:39.004248 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-89a69352-5107-47f6-95ed-6c83a727efa1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:28:39.007081 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-89a69352-5107-47f6-95ed-6c83a727efa1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:28:39.013346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-89a69352-5107-47f6-95ed-6c83a727efa1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:28:39.102437 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-89a69352-5107-47f6-95ed-6c83a727efa1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:39.163896 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-89a69352-5107-47f6-95ed-6c83a727efa1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:39.222147 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-89a69352-5107-47f6-95ed-6c83a727efa1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:39.245395 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a69352-5107-47f6-95ed-6c83a727efa1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b448f474-55e3-4976-b6b7-c981bba51193,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:39.308822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-89a69352-5107-47f6-95ed-6c83a727efa1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:39.310018 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-89a69352-5107-47f6-95ed-6c83a727efa1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3196785 Dec 21 22:28:39.312761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40078) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:39.318195 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-af6c4fac-7e44-43ed-823d-6508823a7db1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '5c8bf767-b701-4b17-9c00-8b4eb07a4fc2', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:39.324735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-af6c4fac-7e44-43ed-823d-6508823a7db1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:28:39.328526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-af6c4fac-7e44-43ed-823d-6508823a7db1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:28:39.331440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-af6c4fac-7e44-43ed-823d-6508823a7db1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:28:39.337131 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-af6c4fac-7e44-43ed-823d-6508823a7db1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:28:39.405796 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af6c4fac-7e44-43ed-823d-6508823a7db1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:39.467501 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af6c4fac-7e44-43ed-823d-6508823a7db1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:39.545805 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af6c4fac-7e44-43ed-823d-6508823a7db1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:39.570083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c4fac-7e44-43ed-823d-6508823a7db1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dda2cc6-4d57-490c-920d-26740d8993ce,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:39.656687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af6c4fac-7e44-43ed-823d-6508823a7db1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:39.658418 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-af6c4fac-7e44-43ed-823d-6508823a7db1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3446023 Dec 21 22:28:39.660488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40082) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:39.665913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-9a40dd51-f408-4dec-9a33-06f3677232e6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '5c8bf767-b701-4b17-9c00-8b4eb07a4fc2', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:39.672361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9a40dd51-f408-4dec-9a33-06f3677232e6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:28:39.676156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9a40dd51-f408-4dec-9a33-06f3677232e6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:28:39.679586 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9a40dd51-f408-4dec-9a33-06f3677232e6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:28:39.685590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9a40dd51-f408-4dec-9a33-06f3677232e6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:28:39.742504 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9a40dd51-f408-4dec-9a33-06f3677232e6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:39.805422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9a40dd51-f408-4dec-9a33-06f3677232e6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:39.876681 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9a40dd51-f408-4dec-9a33-06f3677232e6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:39.899731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40dd51-f408-4dec-9a33-06f3677232e6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a386eeb-4352-43d3-90e0-530aedb3bd91,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:39.974410 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9a40dd51-f408-4dec-9a33-06f3677232e6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:39.975607 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9a40dd51-f408-4dec-9a33-06f3677232e6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3141611 Dec 21 22:28:39.978372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40086) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:39.984274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-da6a3815-f459-474d-8902-82e3301f2277 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '5c8bf767-b701-4b17-9c00-8b4eb07a4fc2', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:39.990027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-da6a3815-f459-474d-8902-82e3301f2277 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:28:39.993761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-da6a3815-f459-474d-8902-82e3301f2277 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:28:39.996684 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-da6a3815-f459-474d-8902-82e3301f2277 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:28:40.002363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-da6a3815-f459-474d-8902-82e3301f2277 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:28:40.076897 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-da6a3815-f459-474d-8902-82e3301f2277 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:28:40.083264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-da6a3815-f459-474d-8902-82e3301f2277 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:40.148504 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-da6a3815-f459-474d-8902-82e3301f2277 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:40.219969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-da6a3815-f459-474d-8902-82e3301f2277 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:40.242731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a3815-f459-474d-8902-82e3301f2277 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15c7981-e9cd-4998-b719-7b3c36757d2b,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:40.313908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-da6a3815-f459-474d-8902-82e3301f2277 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:40.315241 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-da6a3815-f459-474d-8902-82e3301f2277 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3359923 Dec 21 22:28:40.317994 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40090) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:40.323412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-5d7790b4-f601-4acb-ad1f-7775211aeea5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '5c8bf767-b701-4b17-9c00-8b4eb07a4fc2', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:40.329684 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5d7790b4-f601-4acb-ad1f-7775211aeea5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:28:40.333457 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d7790b4-f601-4acb-ad1f-7775211aeea5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:28:40.337489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5d7790b4-f601-4acb-ad1f-7775211aeea5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:28:40.342857 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5d7790b4-f601-4acb-ad1f-7775211aeea5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:28:40.416628 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-5d7790b4-f601-4acb-ad1f-7775211aeea5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:28:40.422951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5d7790b4-f601-4acb-ad1f-7775211aeea5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:40.486847 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5d7790b4-f601-4acb-ad1f-7775211aeea5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:40.575077 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5d7790b4-f601-4acb-ad1f-7775211aeea5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:40.598669 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7790b4-f601-4acb-ad1f-7775211aeea5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade4b661-2cd0-410e-9dd8-04a61b044b48,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:40.677626 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5d7790b4-f601-4acb-ad1f-7775211aeea5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:40.678835 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5d7790b4-f601-4acb-ad1f-7775211aeea5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3599091 Dec 21 22:28:40.850062 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-c4056903-c1f8-4723-b476-277e00e8c658 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:28:40.917606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-c4056903-c1f8-4723-b476-277e00e8c658 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:28:40.918831 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-c4056903-c1f8-4723-b476-277e00e8c658 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1404504061&fields=id&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 267 time: 0.1103687 Dec 21 22:28:41.067861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-f0b1c00e-32c0-44be-9841-aac2d714a45e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:41.069268 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-f0b1c00e-32c0-44be-9841-aac2d714a45e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/networks?id=d452c439-a17c-4270-b2fb-d24f0af64d6c HTTP/1.1" status: 200 len: 796 time: 0.1439342 Dec 21 22:28:41.086195 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-9b1b1a7a-a367-4e0c-8942-524cb6065a7a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/quotas/a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 375 time: 0.0115142 Dec 21 22:28:41.174439 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-67e5e4c7-c086-4adf-aa44-45d3cfcb38ae tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0829389 Dec 21 22:28:41.311524 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-e09bdfdb-5400-4f1a-948f-64d8e2f7e369 service neutron] 10.222.0.37 "GET /v2.0/networks/d452c439-a17c-4270-b2fb-d24f0af64d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248679 Dec 21 22:28:41.439616 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-2f70034d-9176-471e-8398-09f6e79bf995 service neutron] 10.222.0.37 "GET /v2.0/networks/d452c439-a17c-4270-b2fb-d24f0af64d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222029 Dec 21 22:28:41.715488 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-196fdd27-c79f-44e3-9e33-55eddc6714ca req-af0d4ba8-65f2-45d4-9f42-c34c3c2f9bd8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 210 time: 0.0446000 Dec 21 22:28:42.875070 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e429c73-611b-422b-99db-a2a6966fa985 req-cf357480-d6fc-45c5-9056-fa15f872544a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 210 time: 0.0417707 Dec 21 22:28:43.693984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-463b37b8-37c0-4e0c-8712-68c474005a3c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:43.695310 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-463b37b8-37c0-4e0c-8712-68c474005a3c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/networks?id=d452c439-a17c-4270-b2fb-d24f0af64d6c HTTP/1.1" status: 200 len: 796 time: 0.1453779 Dec 21 22:28:43.754227 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-12dba37e-2d50-43f0-a1e8-7d02c309eed2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 472 time: 0.0435274 Dec 21 22:28:43.762840 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'port': {'device_id': '323ad418-cd68-4f26-8d37-1836b0a07b15', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'admin_state_up': True, 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'security_groups': ['5c8bf767-b701-4b17-9c00-8b4eb07a4fc2']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:43.894145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:28:43.903723 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:28:43.993652 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:28:43.996747 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:44.039092 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e7239577-69d7-44cc-b83e-62e79dd07897 req-eaaea009-0659-41f6-9652-c6f7b64cf927 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 210 time: 0.0413415 Dec 21 22:28:44.252552 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.11 (d452c439-a17c-4270-b2fb-d24f0af64d6c/eb856ff4-35d3-4fb3-9f2e-65ed001d6b37/32074712-692e-453c-a27d-738a10a7b902) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:28:44.446573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:44.463725 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object 32074712-692e-453c-a27d-738a10a7b902 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:28:44.553504 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:44.625820 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network d452c439-a17c-4270-b2fb-d24f0af64d6c is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:28:44.625820 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:28:44.632702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:28:44.666344 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=32074712-692e-453c-a27d-738a10a7b902,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:44.688766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:44.688766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:44.688766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:44.688766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:44.688766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:44.688766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:44.688766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:44.688766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:44.688766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:44.688766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:44.688766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:28:44.717461 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:44.717461 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:44.824759 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-833580ed-1009-4b2a-b17a-4b22d48c8c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0614789 Dec 21 22:28:44.840351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Request body: {'port': {'device_id': '323ad418-cd68-4f26-8d37-1836b0a07b15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:44.937249 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1621beaa-331e-462d-81d6-87803ae39312 None None] Provisioning for port 32074712-692e-453c-a27d-738a10a7b902 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:28:44.950648 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1621beaa-331e-462d-81d6-87803ae39312 None None] Provisioning complete for port 32074712-692e-453c-a27d-738a10a7b902 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:28:44.950648 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1621beaa-331e-462d-81d6-87803ae39312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:44.957202 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:45.010154 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1621beaa-331e-462d-81d6-87803ae39312 None None] Port 32074712-692e-453c-a27d-738a10a7b902 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:28:45.239572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:45.396635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a503bca-be3c-4897-bc43-8f5d52bff42b req-801c7f7a-93b4-4f3d-9ae6-e7589a72f2ea tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:45.396635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-3a503bca-be3c-4897-bc43-8f5d52bff42b req-801c7f7a-93b4-4f3d-9ae6-e7589a72f2ea tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:28:45.428894 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32074712-692e-453c-a27d-738a10a7b902 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:28:45.440765 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:45.449824 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Transition to ACTIVE for port object 32074712-692e-453c-a27d-738a10a7b902 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:28:45.502537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-3a503bca-be3c-4897-bc43-8f5d52bff42b req-801c7f7a-93b4-4f3d-9ae6-e7589a72f2ea tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:28:45.502537 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3a503bca-be3c-4897-bc43-8f5d52bff42b req-801c7f7a-93b4-4f3d-9ae6-e7589a72f2ea tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 932 time: 0.2619021 Dec 21 22:28:45.527558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:45.681146 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Pushing event updated for resources: {'Port': ['ID=32074712-692e-453c-a27d-738a10a7b902,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:45.681146 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3a503bca-be3c-4897-bc43-8f5d52bff42b req-90bec91a-1a18-427a-99d9-11a85f99ca3a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c8bf767-b701-4b17-9c00-8b4eb07a4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818869 Dec 21 22:28:45.813628 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Attempting to bind port 32074712-692e-453c-a27d-738a10a7b902 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:28:45.813628 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Attempting to bind port 32074712-692e-453c-a27d-738a10a7b902 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7bfbd248-5e57-45fc-9c1f-40fab2c53369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:28:45.813628 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Attempting to bind port 32074712-692e-453c-a27d-738a10a7b902 on network d452c439-a17c-4270-b2fb-d24f0af64d6c {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:28:45.813628 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Port 32074712-692e-453c-a27d-738a10a7b902 on network d452c439-a17c-4270-b2fb-d24f0af64d6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:28:45.817851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Attempting to bind port 32074712-692e-453c-a27d-738a10a7b902 on network d452c439-a17c-4270-b2fb-d24f0af64d6c {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:28:45.829990 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:28:45.829990 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Checking segment: {'id': '7bfbd248-5e57-45fc-9c1f-40fab2c53369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:28:45.829990 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Bound using segment: {'id': '7bfbd248-5e57-45fc-9c1f-40fab2c53369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:28:45.829990 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Bound port: 32074712-692e-453c-a27d-738a10a7b902, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfbd248-5e57-45fc-9c1f-40fab2c53369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:28:45.829990 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:45.931403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] For port 32074712-692e-453c-a27d-738a10a7b902, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:28:45.931403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] For port 32074712-692e-453c-a27d-738a10a7b902, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=32074712-692e-453c-a27d-738a10a7b902,segment=NetworkSegment(7bfbd248-5e57-45fc-9c1f-40fab2c53369),segment_id=7bfbd248-5e57-45fc-9c1f-40fab2c53369)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:28:46.017737 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:46.072801 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:46.072801 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] 10.222.0.49 "PUT /v2.0/ports/32074712-692e-453c-a27d-738a10a7b902 HTTP/1.1" status: 200 len: 1094 time: 1.2354507 Dec 21 22:28:46.077258 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323ad418-cd68-4f26-8d37-1836b0a07b15', 'tag': '32074712-692e-453c-a27d-738a10a7b902'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:28:46.111265 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ee80d-225e-4bbf-99c7-a996d1a53deb service neutron] Pushing event updated for resources: {'Port': ['ID=32074712-692e-453c-a27d-738a10a7b902,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:46.157965 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323ad418-cd68-4f26-8d37-1836b0a07b15', 'tag': '32074712-692e-453c-a27d-738a10a7b902', 'status': 'completed', 'code': 200} Dec 21 22:28:46.262263 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9df94289-5fb0-4825-a8ab-c240ce7c4fc6 req-8cdf4697-a486-4b8a-a447-4fdb8620a5ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 1097 time: 0.0794179 Dec 21 22:28:46.529811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df94289-5fb0-4825-a8ab-c240ce7c4fc6 req-5acb029b-00cc-4bfd-bc72-d12f76f4d37a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:46.529811 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9df94289-5fb0-4825-a8ab-c240ce7c4fc6 req-5acb029b-00cc-4bfd-bc72-d12f76f4d37a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a0afca56990a43fd95e729e8f15e2964&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2630353 Dec 21 22:28:46.679797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df94289-5fb0-4825-a8ab-c240ce7c4fc6 req-86dc1df2-6645-47d8-8689-38e8501b2f4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:46.679797 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9df94289-5fb0-4825-a8ab-c240ce7c4fc6 req-86dc1df2-6645-47d8-8689-38e8501b2f4a service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1408241 Dec 21 22:28:46.827633 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-13dc2fea-03fc-4961-96bf-935b6add775f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 1097 time: 0.0810976 Dec 21 22:28:46.956434 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-aef39427-1ec4-46b6-a92f-1a2dd2cdfc55 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32074712-692e-453c-a27d-738a10a7b902 HTTP/1.1" status: 200 len: 217 time: 0.0835147 Dec 21 22:28:47.026080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a93dfa-8877-4971-8bc7-0ced538bc82c req-5a171b07-8dd1-49c1-a83f-4325069ebd2b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:47.027512 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d7a93dfa-8877-4971-8bc7-0ced538bc82c req-5a171b07-8dd1-49c1-a83f-4325069ebd2b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 944 time: 0.2112205 Dec 21 22:28:47.033654 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-36e77eb6-f8f1-4962-9361-2eff34f79eb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:47.035008 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-36e77eb6-f8f1-4962-9361-2eff34f79eb7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eb856ff4-35d3-4fb3-9f2e-65ed001d6b37 HTTP/1.1" status: 200 len: 835 time: 0.0740607 Dec 21 22:28:47.123589 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d7a93dfa-8877-4971-8bc7-0ced538bc82c req-2f65094b-d9c7-4aac-b0fd-2eab8284838c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c8bf767-b701-4b17-9c00-8b4eb07a4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876479 Dec 21 22:28:47.139989 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-8a612451-84fc-4c12-b62e-c39bcfc8de2d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d452c439-a17c-4270-b2fb-d24f0af64d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0902076 Dec 21 22:28:47.283156 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-a57f602d-8866-419d-bb90-31d785ca666d service neutron] 10.222.0.49 "GET /v2.0/networks/d452c439-a17c-4270-b2fb-d24f0af64d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298423 Dec 21 22:28:47.415476 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5212e6e3-fc92-43bf-bd91-923987b34be3 req-17960078-260c-4141-bc4c-ea76f1fec1d6 service neutron] 10.222.0.49 "GET /v2.0/networks/d452c439-a17c-4270-b2fb-d24f0af64d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310620 Dec 21 22:28:48.333791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46514e26-4225-4b14-b749-46cf57ebbe83 req-359b74dd-9d92-4707-a617-7e0b83cff803 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:48.336821 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-46514e26-4225-4b14-b749-46cf57ebbe83 req-359b74dd-9d92-4707-a617-7e0b83cff803 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 944 time: 0.0775285 Dec 21 22:28:48.384290 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-46514e26-4225-4b14-b749-46cf57ebbe83 req-5baa79df-5205-4d08-aee5-7b817a66639c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c8bf767-b701-4b17-9c00-8b4eb07a4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413225 Dec 21 22:28:49.132248 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 32074712-692e-453c-a27d-738a10a7b902 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:28:49.307867 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 32074712-692e-453c-a27d-738a10a7b902, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=32074712-692e-453c-a27d-738a10a7b902,segment=NetworkSegment(7bfbd248-5e57-45fc-9c1f-40fab2c53369),segment_id=7bfbd248-5e57-45fc-9c1f-40fab2c53369)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:28:49.320643 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '32074712-692e-453c-a27d-738a10a7b902', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'port_id': '32074712-692e-453c-a27d-738a10a7b902', 'mac_address': 'fa:16:3e:7a:a9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:28:49.370200 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:49.388772 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32074712-692e-453c-a27d-738a10a7b902 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:28:49.403043 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 32074712-692e-453c-a27d-738a10a7b902, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=32074712-692e-453c-a27d-738a10a7b902,segment=NetworkSegment(7bfbd248-5e57-45fc-9c1f-40fab2c53369),segment_id=7bfbd248-5e57-45fc-9c1f-40fab2c53369)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:28:49.479609 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:49.548715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=32074712-692e-453c-a27d-738a10a7b902,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:49.583967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1f59d-d1f8-4375-b29b-ca47f5d631a5 req-75671020-2b75-46ed-93e5-e2d3f88f9302 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:49.585470 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-39c1f59d-d1f8-4375-b29b-ca47f5d631a5 req-75671020-2b75-46ed-93e5-e2d3f88f9302 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 945 time: 0.0820596 Dec 21 22:28:49.630683 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-39c1f59d-d1f8-4375-b29b-ca47f5d631a5 req-6b9f02f6-4e1c-4432-a71e-11f720b841f4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c8bf767-b701-4b17-9c00-8b4eb07a4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390985 Dec 21 22:28:49.732802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['32074712-692e-453c-a27d-738a10a7b902'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:28:50.846825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b35f8e-3402-4016-af4c-dbb0be7f6e3b req-d8ecc682-da9f-4e76-8ed3-90499b9898fc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:50.848182 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b9b35f8e-3402-4016-af4c-dbb0be7f6e3b req-d8ecc682-da9f-4e76-8ed3-90499b9898fc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 945 time: 0.0767446 Dec 21 22:28:50.894133 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b9b35f8e-3402-4016-af4c-dbb0be7f6e3b req-2835ac9c-4aa9-4bc4-83f7-9b72bf9a1d9a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c8bf767-b701-4b17-9c00-8b4eb07a4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404308 Dec 21 22:28:51.152792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 32074712-692e-453c-a27d-738a10a7b902 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:28:51.268107 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 32074712-692e-453c-a27d-738a10a7b902 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:28:51.274968 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 32074712-692e-453c-a27d-738a10a7b902 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:28:51.274968 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:51.399135 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:51.424448 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323ad418-cd68-4f26-8d37-1836b0a07b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32074712-692e-453c-a27d-738a10a7b902'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:28:51.443399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 32074712-692e-453c-a27d-738a10a7b902, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=32074712-692e-453c-a27d-738a10a7b902,segment=NetworkSegment(7bfbd248-5e57-45fc-9c1f-40fab2c53369),segment_id=7bfbd248-5e57-45fc-9c1f-40fab2c53369)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:28:51.484986 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323ad418-cd68-4f26-8d37-1836b0a07b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32074712-692e-453c-a27d-738a10a7b902', 'code': 200} Dec 21 22:28:51.545891 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:51.611173 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=32074712-692e-453c-a27d-738a10a7b902,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:28:51.864646 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bbb03ffb-5820-412f-85e6-684801ccfa15 req-08b90844-4670-4402-9fbc-20767a093ead service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 1099 time: 0.0685086 Dec 21 22:28:51.916539 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bbb03ffb-5820-412f-85e6-684801ccfa15 req-2fd146c0-cacb-42c2-b6b2-9c0cb4b32e03 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5c8bf767-b701-4b17-9c00-8b4eb07a4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393348 Dec 21 22:28:52.096275 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104df7ee-1d1e-4fdf-9e5d-dc77f37a5307 req-336bb7cd-08d0-420f-8d6a-18ce65027f40 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:52.097708 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-104df7ee-1d1e-4fdf-9e5d-dc77f37a5307 req-336bb7cd-08d0-420f-8d6a-18ce65027f40 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 946 time: 0.0821178 Dec 21 22:28:52.146791 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-104df7ee-1d1e-4fdf-9e5d-dc77f37a5307 req-7bc06f9d-584b-42d1-a38b-f353e7912208 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c8bf767-b701-4b17-9c00-8b4eb07a4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403585 Dec 21 22:28:53.358156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9461a4-dd0a-450f-bf76-9b133fe1f305 req-9e640d35-94cb-427a-a89d-e625f991d643 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:53.358685 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ff9461a4-dd0a-450f-bf76-9b133fe1f305 req-9e640d35-94cb-427a-a89d-e625f991d643 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 946 time: 0.0805748 Dec 21 22:28:53.406891 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ff9461a4-dd0a-450f-bf76-9b133fe1f305 req-a43cbb77-ed2f-45e7-a7e2-1a8e290dad36 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c8bf767-b701-4b17-9c00-8b4eb07a4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430124 Dec 21 22:28:54.609797 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ecb2d5-8437-4093-ba12-6946f201b9f3 req-b9365b2b-0f48-4f06-b96c-b48887ec5bc4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:54.616115 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-40ecb2d5-8437-4093-ba12-6946f201b9f3 req-b9365b2b-0f48-4f06-b96c-b48887ec5bc4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 946 time: 0.0795035 Dec 21 22:28:54.656977 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-40ecb2d5-8437-4093-ba12-6946f201b9f3 req-280921ba-168c-4ba4-b18e-925940dffe4e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c8bf767-b701-4b17-9c00-8b4eb07a4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402052 Dec 21 22:28:54.857463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d60feb-9a4c-4e7e-b350-5124a8e7c974 req-d2699372-f2c2-4437-94e6-010cf8b29209 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:54.858958 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-62d60feb-9a4c-4e7e-b350-5124a8e7c974 req-d2699372-f2c2-4437-94e6-010cf8b29209 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 946 time: 0.0810170 Dec 21 22:28:54.906696 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-62d60feb-9a4c-4e7e-b350-5124a8e7c974 req-12c7c087-d525-4d1d-b182-b2823d15c0db tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c8bf767-b701-4b17-9c00-8b4eb07a4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420229 Dec 21 22:28:54.936007 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40142) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:55.008568 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3cf4e1f8-f936-468a-a91c-529ada262fd7 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 1094 time: 0.0721402 Dec 21 22:28:55.011908 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40146) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:55.017210 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e829d73a-7b10-44d4-b55d-26821af9ae57 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'floatingip': {'port_id': '32074712-692e-453c-a27d-738a10a7b902'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:28:55.097731 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e829d73a-7b10-44d4-b55d-26821af9ae57 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:55.787058 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e829d73a-7b10-44d4-b55d-26821af9ae57 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:55.857518 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e829d73a-7b10-44d4-b55d-26821af9ae57 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:56.043172 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-e829d73a-7b10-44d4-b55d-26821af9ae57 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Floating IP 2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7 associated. External IP: 172.26.3.24, port: 32074712-692e-453c-a27d-738a10a7b902. Dec 21 22:28:56.435894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e829d73a-7b10-44d4-b55d-26821af9ae57 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c21b9274-27d7-49ef-8812-edc13d26a369 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:28:56.687696 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-000f833a-2ead-4bb7-b7e5-c1d4e7ab1b18 req-9a2b516a-f327-4ea9-9c08-ca8a86edaeda service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737896 Dec 21 22:28:56.701294 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:28:56.740551 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e829d73a-7b10-44d4-b55d-26821af9ae57 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:28:56.745158 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e829d73a-7b10-44d4-b55d-26821af9ae57 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:56.751961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf2956-bcd2-43d2-b11b-898e8c99a351 None None] Sync routers for ids ['c21b9274-27d7-49ef-8812-edc13d26a369'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:28:56.763721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf2956-bcd2-43d2-b11b-898e8c99a351 None None] Routers {'c21b9274-27d7-49ef-8812-edc13d26a369'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:28:56.764467 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1daf2956-bcd2-43d2-b11b-898e8c99a351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:28:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c21b9274-27d7-49ef-8812-edc13d26a369'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:28:56.798399 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e829d73a-7b10-44d4-b55d-26821af9ae57 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/floatingips/2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7 HTTP/1.1" status: 200 len: 991 time: 1.7860253 Dec 21 22:28:56.799067 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323ad418-cd68-4f26-8d37-1836b0a07b15', 'tag': '32074712-692e-453c-a27d-738a10a7b902'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:28:56.801227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40152) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:56.855778 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323ad418-cd68-4f26-8d37-1836b0a07b15', 'tag': '32074712-692e-453c-a27d-738a10a7b902', 'status': 'completed', 'code': 200} Dec 21 22:28:56.930242 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c0961ad1-e20a-4010-a1ad-28700783dcd0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7 HTTP/1.1" status: 200 len: 991 time: 0.1269481 Dec 21 22:28:56.934423 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-000f833a-2ead-4bb7-b7e5-c1d4e7ab1b18 req-bacedf57-802f-44ec-85b8-cb1d4246980a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 1098 time: 0.1777978 Dec 21 22:28:56.955706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-1daf2956-bcd2-43d2-b11b-898e8c99a351 None None] Set router c21b9274-27d7-49ef-8812-edc13d26a369 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:28:56.966093 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a07ee174-f35e-4e1c-8e02-ca52473fda5c req-e152d002-41c9-44e0-a556-c5e37a6d03bc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 1099 time: 0.0854807 Dec 21 22:28:57.106444 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ee174-f35e-4e1c-8e02-ca52473fda5c req-c762b2cc-55c4-4c40-957c-366c627a2e7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:57.108684 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a07ee174-f35e-4e1c-8e02-ca52473fda5c req-c762b2cc-55c4-4c40-957c-366c627a2e7e service neutron] 10.222.0.49 "GET /v2.0/networks?id=d452c439-a17c-4270-b2fb-d24f0af64d6c HTTP/1.1" status: 200 len: 897 time: 0.1365902 Dec 21 22:28:57.189332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f833a-2ead-4bb7-b7e5-c1d4e7ab1b18 req-1a869211-1e4d-4638-adfa-8ce2ac181149 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:57.190799 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-000f833a-2ead-4bb7-b7e5-c1d4e7ab1b18 req-1a869211-1e4d-4638-adfa-8ce2ac181149 service neutron] 10.222.0.49 "GET /v2.0/networks?id=d452c439-a17c-4270-b2fb-d24f0af64d6c HTTP/1.1" status: 200 len: 897 time: 0.2384045 Dec 21 22:28:57.216944 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a07ee174-f35e-4e1c-8e02-ca52473fda5c req-162d0c15-1135-49d5-a656-28a7ded505f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32074712-692e-453c-a27d-738a10a7b902 HTTP/1.1" status: 200 len: 999 time: 0.1021094 Dec 21 22:28:57.259404 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-000f833a-2ead-4bb7-b7e5-c1d4e7ab1b18 req-b76d9506-c0dc-43a6-b635-e56e8090826c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffc5e12e-9792-4920-acda-e6d2de78a694 HTTP/1.1" status: 200 len: 217 time: 0.0619075 Dec 21 22:28:57.307861 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ee174-f35e-4e1c-8e02-ca52473fda5c req-314ff2f6-1702-4c6c-87ad-fcfb4cb97df6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:57.307861 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a07ee174-f35e-4e1c-8e02-ca52473fda5c req-314ff2f6-1702-4c6c-87ad-fcfb4cb97df6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eb856ff4-35d3-4fb3-9f2e-65ed001d6b37 HTTP/1.1" status: 200 len: 835 time: 0.0832911 Dec 21 22:28:57.326411 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-523db2a0-98e2-4d92-b795-9ed178933822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:28:57.332257 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f833a-2ead-4bb7-b7e5-c1d4e7ab1b18 req-1c8dbf53-a344-4f58-aae5-4efca79922a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:28:57.333687 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-000f833a-2ead-4bb7-b7e5-c1d4e7ab1b18 req-1c8dbf53-a344-4f58-aae5-4efca79922a3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=eb856ff4-35d3-4fb3-9f2e-65ed001d6b37 HTTP/1.1" status: 200 len: 835 time: 0.0686390 Dec 21 22:28:57.389721 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a07ee174-f35e-4e1c-8e02-ca52473fda5c req-409fe7c3-b04b-4d6d-82db-1dd9bcee4f17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d452c439-a17c-4270-b2fb-d24f0af64d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780804 Dec 21 22:28:57.408899 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1daf2956-bcd2-43d2-b11b-898e8c99a351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:32Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.24', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'port_id': '32074712-692e-453c-a27d-738a10a7b902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'mac_address': 'fa:16:3e:7a:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323ad418-cd68-4f26-8d37-1836b0a07b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:27:55Z', 'updated_at': '2021-12-21T22:28:55Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '477e3fe1-0c8f-418e-b707-8456a1291dc2', 'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:c3:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:32Z', 'updated_at': '2021-12-21T22:27:39Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:28:57.413816 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf2956-bcd2-43d2-b11b-898e8c99a351 None None] Checking router: c21b9274-27d7-49ef-8812-edc13d26a369 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:28:57.420322 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-000f833a-2ead-4bb7-b7e5-c1d4e7ab1b18 req-a05ee4ee-52ae-42da-8e91-f0cb4f42d0ed service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=d452c439-a17c-4270-b2fb-d24f0af64d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775137 Dec 21 22:28:57.429755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf2956-bcd2-43d2-b11b-898e8c99a351 None None] Routers {'c21b9274-27d7-49ef-8812-edc13d26a369'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:28:57.430377 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1daf2956-bcd2-43d2-b11b-898e8c99a351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:28:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c21b9274-27d7-49ef-8812-edc13d26a369'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:28:57.538907 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a07ee174-f35e-4e1c-8e02-ca52473fda5c req-134fc681-077e-45d3-acb8-36e68030d3fc service neutron] 10.222.0.49 "GET /v2.0/networks/d452c439-a17c-4270-b2fb-d24f0af64d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421368 Dec 21 22:28:57.570906 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-000f833a-2ead-4bb7-b7e5-c1d4e7ab1b18 req-cd2a47cc-dfb3-4d12-9cb8-ecfef8c9e529 service neutron] 10.222.0.49 "GET /v2.0/networks/d452c439-a17c-4270-b2fb-d24f0af64d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453745 Dec 21 22:28:57.618689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-1daf2956-bcd2-43d2-b11b-898e8c99a351 None None] Set router c21b9274-27d7-49ef-8812-edc13d26a369 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:28:57.700297 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a07ee174-f35e-4e1c-8e02-ca52473fda5c req-9ea4e506-44c5-40b7-8b95-1545e8054bc9 service neutron] 10.222.0.49 "GET /v2.0/networks/d452c439-a17c-4270-b2fb-d24f0af64d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532996 Dec 21 22:28:57.724788 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-000f833a-2ead-4bb7-b7e5-c1d4e7ab1b18 req-e9f7a608-3c27-4c6c-b8f1-498b6f79bc8c service neutron] 10.222.0.49 "GET /v2.0/networks/d452c439-a17c-4270-b2fb-d24f0af64d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474221 Dec 21 22:28:57.932243 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40158) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:57.975491 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1daf2956-bcd2-43d2-b11b-898e8c99a351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:32Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.24', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'port_id': '32074712-692e-453c-a27d-738a10a7b902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'mac_address': 'fa:16:3e:7a:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323ad418-cd68-4f26-8d37-1836b0a07b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:27:55Z', 'updated_at': '2021-12-21T22:28:55Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '477e3fe1-0c8f-418e-b707-8456a1291dc2', 'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:c3:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:32Z', 'updated_at': '2021-12-21T22:27:39Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:28:57.979343 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf2956-bcd2-43d2-b11b-898e8c99a351 None None] The sync data for ids ['c21b9274-27d7-49ef-8812-edc13d26a369'] in dv-neutron-822520-1-hyperv is: [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:32Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.24', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'port_id': '32074712-692e-453c-a27d-738a10a7b902', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'mac_address': 'fa:16:3e:7a:a9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323ad418-cd68-4f26-8d37-1836b0a07b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:27:55Z', 'updated_at': '2021-12-21T22:28:55Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '477e3fe1-0c8f-418e-b707-8456a1291dc2', 'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:c3:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:32Z', 'updated_at': '2021-12-21T22:27:39Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:28:58.040499 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-51425a34-3794-4e49-807e-760e886ee45d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7 HTTP/1.1" status: 200 len: 991 time: 0.1066639 Dec 21 22:28:58.171880 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b420a3-7f2b-4845-926e-29b02de9e210 None None] New status for floating IP 2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7: ACTIVE {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:28:59.043800 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40162) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:28:59.150304 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fe3441b3-7744-47d7-98bc-ae39aafb81cb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7 HTTP/1.1" status: 200 len: 993 time: 0.1047466 Dec 21 22:28:59.648452 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-056d2230-ac71-49fc-ae26-216e06f8fc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:00.702483 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:00.782137 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:02.193642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:15.233619 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:27.261675 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4aeae444-b857-4d4b-8922-25ee5c716d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:29.622158 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-46388511-af3c-4374-8d1d-077a2175dba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:30.676192 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:30.756069 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:30.949760 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555688a-3ba6-4c5e-ba19-37986b10ab8c req-1d0762fc-8502-4e79-a221-26fd37d7e952 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:30.951334 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f555688a-3ba6-4c5e-ba19-37986b10ab8c req-1d0762fc-8502-4e79-a221-26fd37d7e952 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 946 time: 0.0827053 Dec 21 22:29:30.996443 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f555688a-3ba6-4c5e-ba19-37986b10ab8c req-affd0f7f-5804-428e-8c5c-9f28292b2922 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c8bf767-b701-4b17-9c00-8b4eb07a4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395505 Dec 21 22:29:32.182245 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:32.200208 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691abec-58d3-42b9-b1ab-fd77bfd4d803 req-8ddb9064-0287-4f1c-8ca4-91c05fe644b0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:32.207474 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b691abec-58d3-42b9-b1ab-fd77bfd4d803 req-8ddb9064-0287-4f1c-8ca4-91c05fe644b0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 946 time: 0.0792122 Dec 21 22:29:32.253632 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b691abec-58d3-42b9-b1ab-fd77bfd4d803 req-907ef431-eef6-48b8-91b4-3cd46e160ad1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=5c8bf767-b701-4b17-9c00-8b4eb07a4fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458920 Dec 21 22:29:32.438594 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f671d4-bcc9-47dc-b18a-c30df94ab26b req-4e90f191-a34f-4ad3-b7cc-6620be4156e5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:32.439382 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-26f671d4-bcc9-47dc-b18a-c30df94ab26b req-4e90f191-a34f-4ad3-b7cc-6620be4156e5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 946 time: 0.0757084 Dec 21 22:29:32.510254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-26f671d4-bcc9-47dc-b18a-c30df94ab26b req-c70f5e20-5a52-46cc-a46e-c685f9b839ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 32074712-692e-453c-a27d-738a10a7b902 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:29:32.515453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-26f671d4-bcc9-47dc-b18a-c30df94ab26b req-c70f5e20-5a52-46cc-a46e-c685f9b839ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:32.747096 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-26f671d4-bcc9-47dc-b18a-c30df94ab26b req-c70f5e20-5a52-46cc-a46e-c685f9b839ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 32074712-692e-453c-a27d-738a10a7b902, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=32074712-692e-453c-a27d-738a10a7b902,segment=NetworkSegment(7bfbd248-5e57-45fc-9c1f-40fab2c53369),segment_id=7bfbd248-5e57-45fc-9c1f-40fab2c53369)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:29:32.747443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-26f671d4-bcc9-47dc-b18a-c30df94ab26b req-c70f5e20-5a52-46cc-a46e-c685f9b839ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:33.035595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-26f671d4-bcc9-47dc-b18a-c30df94ab26b req-c70f5e20-5a52-46cc-a46e-c685f9b839ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:33.035882 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-26f671d4-bcc9-47dc-b18a-c30df94ab26b req-c70f5e20-5a52-46cc-a46e-c685f9b839ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:33.036186 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [req-26f671d4-bcc9-47dc-b18a-c30df94ab26b req-c70f5e20-5a52-46cc-a46e-c685f9b839ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Floating IP 2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7 disassociated. External IP: 172.26.3.24, port: 32074712-692e-453c-a27d-738a10a7b902. Dec 21 22:29:33.036533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-26f671d4-bcc9-47dc-b18a-c30df94ab26b req-c70f5e20-5a52-46cc-a46e-c685f9b839ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 32074712-692e-453c-a27d-738a10a7b902 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:29:33.233184 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-26f671d4-bcc9-47dc-b18a-c30df94ab26b req-c70f5e20-5a52-46cc-a46e-c685f9b839ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:33.281171 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f5e20-5a52-46cc-a46e-c685f9b839ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=32074712-692e-453c-a27d-738a10a7b902,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:33.482384 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-19cc695b-dcc4-4406-a3e2-3f3d608c2c5d req-ea8c0f9c-8651-499e-8720-e680a05db873 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 210 time: 0.0443063 Dec 21 22:29:33.614435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26f671d4-bcc9-47dc-b18a-c30df94ab26b req-c70f5e20-5a52-46cc-a46e-c685f9b839ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c21b9274-27d7-49ef-8812-edc13d26a369 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:29:33.701749 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:29:33.825861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26f671d4-bcc9-47dc-b18a-c30df94ab26b req-c70f5e20-5a52-46cc-a46e-c685f9b839ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:29:33.835417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a880bb5-7091-412f-b861-03c2ad7b5470 None None] Sync routers for ids ['c21b9274-27d7-49ef-8812-edc13d26a369'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:29:33.847281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a880bb5-7091-412f-b861-03c2ad7b5470 None None] Routers {'c21b9274-27d7-49ef-8812-edc13d26a369'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:29:33.847886 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3a880bb5-7091-412f-b861-03c2ad7b5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:29:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c21b9274-27d7-49ef-8812-edc13d26a369'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:33.893870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f671d4-bcc9-47dc-b18a-c30df94ab26b req-c70f5e20-5a52-46cc-a46e-c685f9b839ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] No DVR routers for this DVR port 32074712-692e-453c-a27d-738a10a7b902 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:29:33.896184 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-26f671d4-bcc9-47dc-b18a-c30df94ab26b req-c70f5e20-5a52-46cc-a46e-c685f9b839ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:33.898631 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323ad418-cd68-4f26-8d37-1836b0a07b15', 'name': 'network-vif-deleted', 'tag': '32074712-692e-453c-a27d-738a10a7b902'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:29:33.957480 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323ad418-cd68-4f26-8d37-1836b0a07b15', 'name': 'network-vif-deleted', 'tag': '32074712-692e-453c-a27d-738a10a7b902', 'status': 'completed', 'code': 200} Dec 21 22:29:33.991260 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-26f671d4-bcc9-47dc-b18a-c30df94ab26b req-c70f5e20-5a52-46cc-a46e-c685f9b839ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "DELETE /v2.0/ports/32074712-692e-453c-a27d-738a10a7b902 HTTP/1.1" status: 204 len: 173 time: 1.5460322 Dec 21 22:29:34.026249 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-3a880bb5-7091-412f-b861-03c2ad7b5470 None None] Set router c21b9274-27d7-49ef-8812-edc13d26a369 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:29:34.340408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3a880bb5-7091-412f-b861-03c2ad7b5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:32Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '477e3fe1-0c8f-418e-b707-8456a1291dc2', 'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:c3:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:32Z', 'updated_at': '2021-12-21T22:27:39Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:34.344230 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a880bb5-7091-412f-b861-03c2ad7b5470 None None] Checking router: c21b9274-27d7-49ef-8812-edc13d26a369 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:29:34.355113 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a880bb5-7091-412f-b861-03c2ad7b5470 None None] Routers {'c21b9274-27d7-49ef-8812-edc13d26a369'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:29:34.355699 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3a880bb5-7091-412f-b861-03c2ad7b5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:29:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c21b9274-27d7-49ef-8812-edc13d26a369'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:34.530450 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-3a880bb5-7091-412f-b861-03c2ad7b5470 None None] Set router c21b9274-27d7-49ef-8812-edc13d26a369 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:29:34.661097 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-34375b80-c1b7-454c-bec0-291fd7f6b951 req-1e8d7bb7-0605-49ca-ac89-6f96c1970e4f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:29:34.731087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-34375b80-c1b7-454c-bec0-291fd7f6b951 req-1e8d7bb7-0605-49ca-ac89-6f96c1970e4f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:29:34.731967 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-34375b80-c1b7-454c-bec0-291fd7f6b951 req-1e8d7bb7-0605-49ca-ac89-6f96c1970e4f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=323ad418-cd68-4f26-8d37-1836b0a07b15 HTTP/1.1" status: 200 len: 210 time: 0.1118519 Dec 21 22:29:34.888728 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3a880bb5-7091-412f-b861-03c2ad7b5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:32Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '477e3fe1-0c8f-418e-b707-8456a1291dc2', 'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:c3:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:32Z', 'updated_at': '2021-12-21T22:27:39Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:34.892660 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a880bb5-7091-412f-b861-03c2ad7b5470 None None] The sync data for ids ['c21b9274-27d7-49ef-8812-edc13d26a369'] in dv-neutron-822520-1-hyperv is: [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:27:32Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '477e3fe1-0c8f-418e-b707-8456a1291dc2', 'name': '', 'network_id': 'd452c439-a17c-4270-b2fb-d24f0af64d6c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:c3:b9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:32Z', 'updated_at': '2021-12-21T22:27:39Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'eb856ff4-35d3-4fb3-9f2e-65ed001d6b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:29:35.115042 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f3485-3fe8-4435-a56b-4223edf50a9b None None] New status for floating IP 2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7: DOWN {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:29:35.430783 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 32074712-692e-453c-a27d-738a10a7b902 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:29:35.462838 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 32074712-692e-453c-a27d-738a10a7b902 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:29:35.463131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 32074712-692e-453c-a27d-738a10a7b902 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:29:35.836510 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40200) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:35.910402 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0c47-9f59-4585-b283-0448348c4b8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:35.940146 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0c47-9f59-4585-b283-0448348c4b8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:36.081553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0c47-9f59-4585-b283-0448348c4b8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:36.101628 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc0c47-9f59-4585-b283-0448348c4b8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8bf767-b701-4b17-9c00-8b4eb07a4fc2,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:36.109876 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc0c47-9f59-4585-b283-0448348c4b8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:36.117176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc0c47-9f59-4585-b283-0448348c4b8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:36.117176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc0c47-9f59-4585-b283-0448348c4b8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:36.117176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc0c47-9f59-4585-b283-0448348c4b8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:36.117176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc0c47-9f59-4585-b283-0448348c4b8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:36.117176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc0c47-9f59-4585-b283-0448348c4b8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:36.117176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc0c47-9f59-4585-b283-0448348c4b8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:36.117176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc0c47-9f59-4585-b283-0448348c4b8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:36.117176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc0c47-9f59-4585-b283-0448348c4b8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:36.117176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc0c47-9f59-4585-b283-0448348c4b8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:36.117176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc0c47-9f59-4585-b283-0448348c4b8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:36.172127 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9cbc0c47-9f59-4585-b283-0448348c4b8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:36.176174 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9cbc0c47-9f59-4585-b283-0448348c4b8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/security-groups/5c8bf767-b701-4b17-9c00-8b4eb07a4fc2 HTTP/1.1" status: 204 len: 168 time: 0.3355174 Dec 21 22:29:37.377332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40208) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:37.532485 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d790fcf9-33d5-43fb-8602-f218c087929d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 99b367aa-cab1-4caa-9d12-9188343b8217 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:29:37.536037 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d790fcf9-33d5-43fb-8602-f218c087929d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:37.788200 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d790fcf9-33d5-43fb-8602-f218c087929d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:37.788200 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d790fcf9-33d5-43fb-8602-f218c087929d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:37.904558 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d790fcf9-33d5-43fb-8602-f218c087929d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 99b367aa-cab1-4caa-9d12-9188343b8217 owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:29:38.184503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d790fcf9-33d5-43fb-8602-f218c087929d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:38.228318 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790fcf9-33d5-43fb-8602-f218c087929d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=99b367aa-cab1-4caa-9d12-9188343b8217,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:38.322928 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d790fcf9-33d5-43fb-8602-f218c087929d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:38.423784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d790fcf9-33d5-43fb-8602-f218c087929d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:38.424953 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d790fcf9-33d5-43fb-8602-f218c087929d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/floatingips/2adaf20f-71fc-4ea3-bc7b-7778bf1a35e7 HTTP/1.1" status: 204 len: 168 time: 1.0466294 Dec 21 22:29:38.988282 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ff3f8-c2c0-4daf-b1d2-8373c836eea6 req-80da0962-7583-4dce-86b8-519453b407f2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:38.994944 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-571ff3f8-c2c0-4daf-b1d2-8373c836eea6 req-80da0962-7583-4dce-86b8-519453b407f2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 945 time: 0.0823541 Dec 21 22:29:39.034697 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-571ff3f8-c2c0-4daf-b1d2-8373c836eea6 req-e16f7b53-b0a9-43bb-8c7c-fe64ecac3348 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1b85edf-33ba-45db-956e-ac52723e8a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393136 Dec 21 22:29:40.233393 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600f28c-02ef-45a1-855d-215605d2ab65 req-fd954be9-c96a-4b2b-9e04-d9156378d24a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:40.234097 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-4600f28c-02ef-45a1-855d-215605d2ab65 req-fd954be9-c96a-4b2b-9e04-d9156378d24a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:29:40.316241 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-4600f28c-02ef-45a1-855d-215605d2ab65 req-fd954be9-c96a-4b2b-9e04-d9156378d24a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:29:40.318610 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4600f28c-02ef-45a1-855d-215605d2ab65 req-fd954be9-c96a-4b2b-9e04-d9156378d24a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 945 time: 0.1603892 Dec 21 22:29:40.367530 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-4600f28c-02ef-45a1-855d-215605d2ab65 req-e687761d-a889-4321-b753-6c519a0c9ec6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:29:40.377058 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f33989-e6d4-453d-aed5-e448a0d67c39 req-e6d17d18-f34d-4410-a6fd-d3007108f1d8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:40.378629 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-37f33989-e6d4-453d-aed5-e448a0d67c39 req-e6d17d18-f34d-4410-a6fd-d3007108f1d8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 945 time: 0.0771966 Dec 21 22:29:40.435927 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-4600f28c-02ef-45a1-855d-215605d2ab65 req-e687761d-a889-4321-b753-6c519a0c9ec6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:29:40.437077 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4600f28c-02ef-45a1-855d-215605d2ab65 req-e687761d-a889-4321-b753-6c519a0c9ec6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1b85edf-33ba-45db-956e-ac52723e8a5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135437 Dec 21 22:29:40.457130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-37f33989-e6d4-453d-aed5-e448a0d67c39 req-6343ca20-ddd2-4b57-97c4-addb6b546e25 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port ffc5e12e-9792-4920-acda-e6d2de78a694 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:29:40.457602 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-37f33989-e6d4-453d-aed5-e448a0d67c39 req-6343ca20-ddd2-4b57-97c4-addb6b546e25 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:40.711566 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-37f33989-e6d4-453d-aed5-e448a0d67c39 req-6343ca20-ddd2-4b57-97c4-addb6b546e25 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port ffc5e12e-9792-4920-acda-e6d2de78a694, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ffc5e12e-9792-4920-acda-e6d2de78a694,segment=NetworkSegment(7bfbd248-5e57-45fc-9c1f-40fab2c53369),segment_id=7bfbd248-5e57-45fc-9c1f-40fab2c53369)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:29:40.711944 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-37f33989-e6d4-453d-aed5-e448a0d67c39 req-6343ca20-ddd2-4b57-97c4-addb6b546e25 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:40.830499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-37f33989-e6d4-453d-aed5-e448a0d67c39 req-6343ca20-ddd2-4b57-97c4-addb6b546e25 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for ffc5e12e-9792-4920-acda-e6d2de78a694 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:29:41.067301 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-37f33989-e6d4-453d-aed5-e448a0d67c39 req-6343ca20-ddd2-4b57-97c4-addb6b546e25 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:41.115680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343ca20-ddd2-4b57-97c4-addb6b546e25 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=ffc5e12e-9792-4920-acda-e6d2de78a694,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:41.190174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f33989-e6d4-453d-aed5-e448a0d67c39 req-6343ca20-ddd2-4b57-97c4-addb6b546e25 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] No DVR routers for this DVR port ffc5e12e-9792-4920-acda-e6d2de78a694 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:29:41.191705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-37f33989-e6d4-453d-aed5-e448a0d67c39 req-6343ca20-ddd2-4b57-97c4-addb6b546e25 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:41.194197 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3cb7831-1673-42d8-b19f-b887854f9b30', 'name': 'network-vif-deleted', 'tag': 'ffc5e12e-9792-4920-acda-e6d2de78a694'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:29:41.250832 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3cb7831-1673-42d8-b19f-b887854f9b30', 'name': 'network-vif-deleted', 'tag': 'ffc5e12e-9792-4920-acda-e6d2de78a694', 'status': 'completed', 'code': 200} Dec 21 22:29:41.254059 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-37f33989-e6d4-453d-aed5-e448a0d67c39 req-6343ca20-ddd2-4b57-97c4-addb6b546e25 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "DELETE /v2.0/ports/ffc5e12e-9792-4920-acda-e6d2de78a694 HTTP/1.1" status: 204 len: 173 time: 0.8634033 Dec 21 22:29:41.622488 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-829fb837-1003-4c3f-a002-3c6c89bf26e8 req-e870caa1-72da-4e45-82c9-3c1d49bcf6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3cb7831-1673-42d8-b19f-b887854f9b30 HTTP/1.1" status: 200 len: 210 time: 0.0416253 Dec 21 22:29:42.727301 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40224) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:42.799547 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f803ade2-06dc-4b67-a5f3-cb6edcaef895 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:42.827967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f803ade2-06dc-4b67-a5f3-cb6edcaef895 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:42.967484 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f803ade2-06dc-4b67-a5f3-cb6edcaef895 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:42.985825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803ade2-06dc-4b67-a5f3-cb6edcaef895 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b85edf-33ba-45db-956e-ac52723e8a5d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:43.061114 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f803ade2-06dc-4b67-a5f3-cb6edcaef895 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:43.062248 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f803ade2-06dc-4b67-a5f3-cb6edcaef895 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/security-groups/c1b85edf-33ba-45db-956e-ac52723e8a5d HTTP/1.1" status: 204 len: 168 time: 0.3339779 Dec 21 22:29:43.182819 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40230) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:43.569938 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device ffc5e12e-9792-4920-acda-e6d2de78a694 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:29:43.603075 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: ffc5e12e-9792-4920-acda-e6d2de78a694 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:29:43.603418 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device ffc5e12e-9792-4920-acda-e6d2de78a694 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:29:43.675111 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:44.284992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 477e3fe1-0c8f-418e-b707-8456a1291dc2 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:29:44.285582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:44.470097 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 477e3fe1-0c8f-418e-b707-8456a1291dc2, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=477e3fe1-0c8f-418e-b707-8456a1291dc2,segment=NetworkSegment(7bfbd248-5e57-45fc-9c1f-40fab2c53369),segment_id=7bfbd248-5e57-45fc-9c1f-40fab2c53369)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:29:44.470097 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:44.589415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 477e3fe1-0c8f-418e-b707-8456a1291dc2 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:29:44.844720 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:44.893448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=477e3fe1-0c8f-418e-b707-8456a1291dc2,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:45.080643 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:45.080980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:45.081303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:45.081622 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:45.081938 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:45.082280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:45.082590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:45.082900 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:45.083205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:45.083926 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:45.083926 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:45.233524 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:45.318743 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:45.904309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c21b9274-27d7-49ef-8812-edc13d26a369 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:29:46.104351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:29:46.114663 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabccbc-7d60-4828-bb99-bc62b162ee94 None None] Sync routers for ids ['c21b9274-27d7-49ef-8812-edc13d26a369'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:29:46.117023 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e255dbaf-556d-4aaf-b779-894a852ed343 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/c21b9274-27d7-49ef-8812-edc13d26a369/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9331431 Dec 21 22:29:46.119748 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40236) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:46.126515 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cabccbc-7d60-4828-bb99-bc62b162ee94 None None] Routers {'c21b9274-27d7-49ef-8812-edc13d26a369'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:29:46.127116 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0cabccbc-7d60-4828-bb99-bc62b162ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:29:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c21b9274-27d7-49ef-8812-edc13d26a369'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:46.306610 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-0cabccbc-7d60-4828-bb99-bc62b162ee94 None None] Set router c21b9274-27d7-49ef-8812-edc13d26a369 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:29:46.308276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08ed46f-a5d2-4cf5-b9aa-c62d89fa1916 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting subnet eb856ff4-35d3-4fb3-9f2e-65ed001d6b37 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:29:46.310753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c08ed46f-a5d2-4cf5-b9aa-c62d89fa1916 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:46.364629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c08ed46f-a5d2-4cf5-b9aa-c62d89fa1916 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:46.445884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c08ed46f-a5d2-4cf5-b9aa-c62d89fa1916 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:46.596579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0cabccbc-7d60-4828-bb99-bc62b162ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:29:44Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:46.600679 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabccbc-7d60-4828-bb99-bc62b162ee94 None None] Checking router: c21b9274-27d7-49ef-8812-edc13d26a369 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:29:46.615253 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cabccbc-7d60-4828-bb99-bc62b162ee94 None None] Routers {'c21b9274-27d7-49ef-8812-edc13d26a369'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:29:46.615253 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0cabccbc-7d60-4828-bb99-bc62b162ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:29:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c21b9274-27d7-49ef-8812-edc13d26a369'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:46.707973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c08ed46f-a5d2-4cf5-b9aa-c62d89fa1916 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:46.747517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ed46f-a5d2-4cf5-b9aa-c62d89fa1916 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Subnet': ['ID=eb856ff4-35d3-4fb3-9f2e-65ed001d6b37,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:46.752274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c08ed46f-a5d2-4cf5-b9aa-c62d89fa1916 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:46.758495 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c08ed46f-a5d2-4cf5-b9aa-c62d89fa1916 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/subnets/eb856ff4-35d3-4fb3-9f2e-65ed001d6b37 HTTP/1.1" status: 204 len: 168 time: 0.6377952 Dec 21 22:29:46.761854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40240) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:46.767637 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29de3d24-33b7-45d0-9b0f-80e68297e0fd None None] Network d452c439-a17c-4270-b2fb-d24f0af64d6c requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:29:46.881552 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-0cabccbc-7d60-4828-bb99-bc62b162ee94 None None] Set router c21b9274-27d7-49ef-8812-edc13d26a369 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:29:46.968467 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbb0b-f9a7-40cd-942e-107a70fc2413 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:47.180523 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbb0b-f9a7-40cd-942e-107a70fc2413 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:47.256297 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-f2ecbb0b-f9a7-40cd-942e-107a70fc2413 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port e66d5568-f3d6-4394-aec7-50d7f4a7a9ec {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:29:47.257237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbb0b-f9a7-40cd-942e-107a70fc2413 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:47.312089 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0cabccbc-7d60-4828-bb99-bc62b162ee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:29:44Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:47.316642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cabccbc-7d60-4828-bb99-bc62b162ee94 None None] The sync data for ids ['c21b9274-27d7-49ef-8812-edc13d26a369'] in dv-neutron-822520-1-hyperv is: [{'id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'name': 'tempest-TestNetworkBasicOps-router-1208849151', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218'}], 'enable_snat': True}, 'gw_port_id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:27:27Z', 'updated_at': '2021-12-21T22:29:44Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'e66d5568-f3d6-4394-aec7-50d7f4a7a9ec', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:e6:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21b9274-27d7-49ef-8812-edc13d26a369', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:27:28Z', 'updated_at': '2021-12-21T22:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:29:47.341197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] DHCP port deletion for d452c439-a17c-4270-b2fb-d24f0af64d6c request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:29:47.349297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] Deleting port c171780a-b06d-4a32-b208-b3492192a534 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:29:47.349297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:47.461155 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-f2ecbb0b-f9a7-40cd-942e-107a70fc2413 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port e66d5568-f3d6-4394-aec7-50d7f4a7a9ec, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=e66d5568-f3d6-4394-aec7-50d7f4a7a9ec,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:29:47.461729 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbb0b-f9a7-40cd-942e-107a70fc2413 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:47.548625 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] For port c171780a-b06d-4a32-b208-b3492192a534, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c171780a-b06d-4a32-b208-b3492192a534,segment=NetworkSegment(7bfbd248-5e57-45fc-9c1f-40fab2c53369),segment_id=7bfbd248-5e57-45fc-9c1f-40fab2c53369)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:29:47.549034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:47.584357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-f2ecbb0b-f9a7-40cd-942e-107a70fc2413 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for e66d5568-f3d6-4394-aec7-50d7f4a7a9ec owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:29:47.684027 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] Calling delete_port for c171780a-b06d-4a32-b208-b3492192a534 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:29:47.735832 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c171780a-b06d-4a32-b208-b3492192a534 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:29:47.869620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:47.881790 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbb0b-f9a7-40cd-942e-107a70fc2413 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:47.905567 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:47.928404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ecbb0b-f9a7-40cd-942e-107a70fc2413 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=e66d5568-f3d6-4394-aec7-50d7f4a7a9ec,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:47.978399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 477e3fe1-0c8f-418e-b707-8456a1291dc2 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:29:48.009835 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] Pushing event deleted for resources: {'Port': ['ID=c171780a-b06d-4a32-b208-b3492192a534,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:48.018854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 477e3fe1-0c8f-418e-b707-8456a1291dc2 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:29:48.019202 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 477e3fe1-0c8f-418e-b707-8456a1291dc2 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:29:48.027624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] No DVR routers for this DVR port c171780a-b06d-4a32-b208-b3492192a534 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:29:48.031470 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:48.031470 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:48.031753 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:48.032080 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:48.032412 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:48.032741 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:48.033186 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:48.033618 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:48.033796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:48.040885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:48.040885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff148b9-3a8e-4f9b-af83-18062071365c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:48.167597 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbb0b-f9a7-40cd-942e-107a70fc2413 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:48.525398 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbb0b-f9a7-40cd-942e-107a70fc2413 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:48.530563 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbb0b-f9a7-40cd-942e-107a70fc2413 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:48.621884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbb0b-f9a7-40cd-942e-107a70fc2413 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:48.622426 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ecbb0b-f9a7-40cd-942e-107a70fc2413 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Fanout notify agent at l3_agent the message router_deleted on router c21b9274-27d7-49ef-8812-edc13d26a369 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:29:48.638027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f2ecbb0b-f9a7-40cd-942e-107a70fc2413 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:48.639426 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f2ecbb0b-f9a7-40cd-942e-107a70fc2413 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/routers/c21b9274-27d7-49ef-8812-edc13d26a369 HTTP/1.1" status: 204 len: 168 time: 1.8761258 Dec 21 22:29:48.647576 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40244) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:48.757728 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-67f3bfa5-bb1c-4b63-bd5d-95623fb8f6ab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:48.891807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-67f3bfa5-bb1c-4b63-bd5d-95623fb8f6ab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:48.916316 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-67f3bfa5-bb1c-4b63-bd5d-95623fb8f6ab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d452c439-a17c-4270-b2fb-d24f0af64d6c']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:48.928215 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-67f3bfa5-bb1c-4b63-bd5d-95623fb8f6ab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfbd248-5e57-45fc-9c1f-40fab2c53369') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:48.928500 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-67f3bfa5-bb1c-4b63-bd5d-95623fb8f6ab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfbd248-5e57-45fc-9c1f-40fab2c53369') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:48.940169 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-67f3bfa5-bb1c-4b63-bd5d-95623fb8f6ab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:48.955982 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-67f3bfa5-bb1c-4b63-bd5d-95623fb8f6ab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:48.961853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f3bfa5-bb1c-4b63-bd5d-95623fb8f6ab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:29:48.962247 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-67f3bfa5-bb1c-4b63-bd5d-95623fb8f6ab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:29:48.977360 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:29:49.127424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-67f3bfa5-bb1c-4b63-bd5d-95623fb8f6ab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:49.144473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-67f3bfa5-bb1c-4b63-bd5d-95623fb8f6ab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:49.156683 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3bfa5-bb1c-4b63-bd5d-95623fb8f6ab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Network': ['ID=d452c439-a17c-4270-b2fb-d24f0af64d6c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:49.225442 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-67f3bfa5-bb1c-4b63-bd5d-95623fb8f6ab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/networks/d452c439-a17c-4270-b2fb-d24f0af64d6c HTTP/1.1" status: 204 len: 168 time: 0.5820005 Dec 21 22:29:49.246996 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40248) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:49.252961 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-3dfa58d3-6353-4723-98f4-7403ae52d244 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'network': {'name': 'tempest-network-smoke--1489759493', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'port_security_enabled': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:49.257998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3dfa58d3-6353-4723-98f4-7403ae52d244 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:29:49.262292 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3dfa58d3-6353-4723-98f4-7403ae52d244 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:network and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:29:49.265252 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3dfa58d3-6353-4723-98f4-7403ae52d244 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:29:49.271434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3dfa58d3-6353-4723-98f4-7403ae52d244 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:29:49.361087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfa58d3-6353-4723-98f4-7403ae52d244 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:29:49.369524 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3dfa58d3-6353-4723-98f4-7403ae52d244 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:49.393897 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfa58d3-6353-4723-98f4-7403ae52d244 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:29:49.402571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3dfa58d3-6353-4723-98f4-7403ae52d244 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:49.402910 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-3dfa58d3-6353-4723-98f4-7403ae52d244 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Added segment d92a60ee-4baf-4bed-91b9-0cb464d8f823 of type vlan for network caa118c4-0fce-4401-977d-0548fa9ce11c Dec 21 22:29:49.429886 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3dfa58d3-6353-4723-98f4-7403ae52d244 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:49.455966 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e66d5568-f3d6-4394-aec7-50d7f4a7a9ec no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:29:49.489382 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: e66d5568-f3d6-4394-aec7-50d7f4a7a9ec {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:29:49.489669 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device e66d5568-f3d6-4394-aec7-50d7f4a7a9ec not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:29:49.521431 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3dfa58d3-6353-4723-98f4-7403ae52d244 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:49.525235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa58d3-6353-4723-98f4-7403ae52d244 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:49.525818 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3dfa58d3-6353-4723-98f4-7403ae52d244 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:49.633111 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa58d3-6353-4723-98f4-7403ae52d244 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Network': ['ID=caa118c4-0fce-4401-977d-0548fa9ce11c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:49.644130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network caa118c4-0fce-4401-977d-0548fa9ce11c details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:29:49.669526 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3dfa58d3-6353-4723-98f4-7403ae52d244 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4208503 Dec 21 22:29:49.672902 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40252) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:49.677907 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-933247324', 'admin_state_up': True, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:49.684257 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:29:49.688021 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:router and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:29:49.690865 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:29:49.696674 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:29:49.787390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:49.791199 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:49.810554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:50.004412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:50.268597 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:50.297610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:50.434141 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.26.3.77 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/524e8ec1-33d9-4173-8051-b1ec8a2454f1) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:29:50.576370 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:50.681659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:50.840061 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:29:50.840061 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:29:50.842295 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:29:50.871667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=524e8ec1-33d9-4173-8051-b1ec8a2454f1,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:51.060352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:51.061695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:51.390429 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c73162d8-ee0b-4748-9170-971465abceaf is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:29:51.585058 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:29:51.594849 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Sync routers for ids ['c73162d8-ee0b-4748-9170-971465abceaf'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:29:51.608851 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Routers {'c73162d8-ee0b-4748-9170-971465abceaf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:29:51.609551 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:29:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c73162d8-ee0b-4748-9170-971465abceaf'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:51.696325 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:51.699592 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-62a43992-fe18-4203-b279-daded7bd8103 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0246372 Dec 21 22:29:51.700897 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40256) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:51.740813 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dc02f819-4af3-4af8-a330-5f0984fce0e6 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a0afca56990a43fd95e729e8f15e2964&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387545 Dec 21 22:29:51.743316 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40260) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:51.785972 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Set router c73162d8-ee0b-4748-9170-971465abceaf gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:29:51.877593 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25bd633-eb90-48ae-b3ae-5e67e3e1dde4 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:51.881845 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c25bd633-eb90-48ae-b3ae-5e67e3e1dde4 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1349399 Dec 21 22:29:51.882005 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40264) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:51.924428 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-83362877-8630-43b8-84c9-cc0346ab562b tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386233 Dec 21 22:29:51.924708 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40268) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:51.929954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-9d5d4e01-c44b-4b81-88fe-f853982c4d27 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2077172214', 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:52.039932 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9d5d4e01-c44b-4b81-88fe-f853982c4d27 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:29:52.044491 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9d5d4e01-c44b-4b81-88fe-f853982c4d27 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:subnet and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:29:52.047235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9d5d4e01-c44b-4b81-88fe-f853982c4d27 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:29:52.053012 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9d5d4e01-c44b-4b81-88fe-f853982c4d27 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:29:52.068517 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'name': 'tempest-TestNetworkBasicOps-router-933247324', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:49Z', 'updated_at': '2021-12-21T22:29:50Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:50Z', 'updated_at': '2021-12-21T22:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:52.072293 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Checking router: c73162d8-ee0b-4748-9170-971465abceaf for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:29:52.072632 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Updating router c73162d8-ee0b-4748-9170-971465abceaf port 524e8ec1-33d9-4173-8051-b1ec8a2454f1 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:29:52.122822 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:52.127274 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5d4e01-c44b-4b81-88fe-f853982c4d27 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:29:52.232538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4e01-c44b-4b81-88fe-f853982c4d27 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:52.453560 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:52.465123 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Transition to ACTIVE for port object 524e8ec1-33d9-4173-8051-b1ec8a2454f1 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:29:52.527693 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4e01-c44b-4b81-88fe-f853982c4d27 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:52.555549 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:52.609976 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d4e01-c44b-4b81-88fe-f853982c4d27 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Subnet': ['ID=a5c4da90-b1ca-4880-81f4-b580a3bc2374,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:52.620432 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5d4e01-c44b-4b81-88fe-f853982c4d27 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Checking segment: {'id': 'd92a60ee-4baf-4bed-91b9-0cb464d8f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:29:52.620735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5d4e01-c44b-4b81-88fe-f853982c4d27 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network hostable DHCP agents. Network: caa118c4-0fce-4401-977d-0548fa9ce11c, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:29:52.638305 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3a97b-e25a-4872-87e0-6d7f38961ffa None None] Pushing event updated for resources: {'Port': ['ID=524e8ec1-33d9-4173-8051-b1ec8a2454f1,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:52.642207 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Attempting to bind port 524e8ec1-33d9-4173-8051-b1ec8a2454f1 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:29:52.642569 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Attempting to bind port 524e8ec1-33d9-4173-8051-b1ec8a2454f1 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:29:52.642922 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Attempting to bind port 524e8ec1-33d9-4173-8051-b1ec8a2454f1 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:29:52.653367 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:29:52.653733 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:29:52.654149 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:52.654531 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:29:52.654980 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Bound port: 524e8ec1-33d9-4173-8051-b1ec8a2454f1, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:29:52.655370 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:52.678390 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3a97b-e25a-4872-87e0-6d7f38961ffa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:52.678728 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3a97b-e25a-4872-87e0-6d7f38961ffa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:52.679061 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3a97b-e25a-4872-87e0-6d7f38961ffa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:52.679389 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3a97b-e25a-4872-87e0-6d7f38961ffa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:52.679710 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3a97b-e25a-4872-87e0-6d7f38961ffa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:52.680029 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3a97b-e25a-4872-87e0-6d7f38961ffa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:52.680344 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3a97b-e25a-4872-87e0-6d7f38961ffa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:52.680661 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3a97b-e25a-4872-87e0-6d7f38961ffa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:52.680972 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3a97b-e25a-4872-87e0-6d7f38961ffa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:52.681286 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3a97b-e25a-4872-87e0-6d7f38961ffa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:52.681592 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e3a97b-e25a-4872-87e0-6d7f38961ffa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:29:52.701506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5d4e01-c44b-4b81-88fe-f853982c4d27 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network caa118c4-0fce-4401-977d-0548fa9ce11c is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:29:52.738656 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] For port 524e8ec1-33d9-4173-8051-b1ec8a2454f1, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:29:52.741578 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] For port 524e8ec1-33d9-4173-8051-b1ec8a2454f1, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=524e8ec1-33d9-4173-8051-b1ec8a2454f1,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:29:52.787350 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-9d5d4e01-c44b-4b81-88fe-f853982c4d27 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, caa118c4-0fce-4401-977d-0548fa9ce11c) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:29:52.791518 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5d4e01-c44b-4b81-88fe-f853982c4d27 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:52.792584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d5d4e01-c44b-4b81-88fe-f853982c4d27 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:52.797014 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e18936-9840-46f8-8e65-791a008084e4 None None] Network caa118c4-0fce-4401-977d-0548fa9ce11c requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:29:52.810936 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:52.894228 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3a97b-e25a-4872-87e0-6d7f38961ffa None None] Pushing event updated for resources: {'Port': ['ID=524e8ec1-33d9-4173-8051-b1ec8a2454f1,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:52.899944 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Routers {'c73162d8-ee0b-4748-9170-971465abceaf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:29:52.900136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40272) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:52.909547 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9d5d4e01-c44b-4b81-88fe-f853982c4d27 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9746008 Dec 21 22:29:52.909944 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:29:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c73162d8-ee0b-4748-9170-971465abceaf'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:53.032683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-caa118c4-0fce-4401-977d-0548fa9ce11c', 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ips': [{'subnet_id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:29:53.032683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:53.116352 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] Set router c73162d8-ee0b-4748-9170-971465abceaf gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:29:53.195845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Allocated IP 172.20.0.2 (caa118c4-0fce-4401-977d-0548fa9ce11c/a5c4da90-b1ca-4880-81f4-b580a3bc2374/d2fc36e4-f1be-4859-9348-48409b344255) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:29:53.768637 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'name': 'tempest-TestNetworkBasicOps-router-933247324', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:49Z', 'updated_at': '2021-12-21T22:29:50Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:50Z', 'updated_at': '2021-12-21T22:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:53.768637 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cde3960-a5eb-4b17-bfa3-5da8b4e06bc3 None None] The sync data for ids ['c73162d8-ee0b-4748-9170-971465abceaf'] in dv-neutron-822520-1-hyperv is: [{'id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'name': 'tempest-TestNetworkBasicOps-router-933247324', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:49Z', 'updated_at': '2021-12-21T22:29:50Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:50Z', 'updated_at': '2021-12-21T22:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:29:53.776469 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:53.776469 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Transition to ACTIVE for port object d2fc36e4-f1be-4859-9348-48409b344255 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:29:53.776469 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Transition to ACTIVE for port object d2fc36e4-f1be-4859-9348-48409b344255 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:29:53.776469 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:53.779338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:53.797795 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Network caa118c4-0fce-4401-977d-0548fa9ce11c is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:29:53.798721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:29:53.802850 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:29:53.812465 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Pushing event updated for resources: {'Port': ['ID=d2fc36e4-f1be-4859-9348-48409b344255,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:53.905240 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Attempting to bind port d2fc36e4-f1be-4859-9348-48409b344255 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:29:53.909987 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Attempting to bind port d2fc36e4-f1be-4859-9348-48409b344255 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'd92a60ee-4baf-4bed-91b9-0cb464d8f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:29:53.909987 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Attempting to bind port d2fc36e4-f1be-4859-9348-48409b344255 on network caa118c4-0fce-4401-977d-0548fa9ce11c {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:29:53.913600 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:29:53.913975 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Checking segment: {'id': 'd92a60ee-4baf-4bed-91b9-0cb464d8f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:29:53.914410 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:53.914801 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Bound using segment: {'id': 'd92a60ee-4baf-4bed-91b9-0cb464d8f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:29:53.915275 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Bound port: d2fc36e4-f1be-4859-9348-48409b344255, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92a60ee-4baf-4bed-91b9-0cb464d8f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:29:53.915646 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:54.011695 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] For port d2fc36e4-f1be-4859-9348-48409b344255, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:29:54.015164 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] For port d2fc36e4-f1be-4859-9348-48409b344255, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d2fc36e4-f1be-4859-9348-48409b344255,segment=NetworkSegment(d92a60ee-4baf-4bed-91b9-0cb464d8f823),segment_id=d92a60ee-4baf-4bed-91b9-0cb464d8f823)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:29:54.073729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:54.163380 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f10ebc-e084-4ecd-ac23-ea03857e2fa5 None None] Pushing event updated for resources: {'Port': ['ID=d2fc36e4-f1be-4859-9348-48409b344255,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:54.339265 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.1 (caa118c4-0fce-4401-977d-0548fa9ce11c/a5c4da90-b1ca-4880-81f4-b580a3bc2374/35a30145-436f-48e1-8840-2ea5aedf6218) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:29:54.521504 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:54.537098 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object 35a30145-436f-48e1-8840-2ea5aedf6218 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:29:54.635919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:54.706961 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network caa118c4-0fce-4401-977d-0548fa9ce11c is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:29:54.709961 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:29:54.712545 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:29:54.744577 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=35a30145-436f-48e1-8840-2ea5aedf6218,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:54.781624 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:54.936563 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:55.133078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685cc08e-63cb-4980-bb51-d13225d07638 None None] Network caa118c4-0fce-4401-977d-0548fa9ce11c requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:29:55.304974 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1a637111-fd6d-4a73-95ee-7965f2dcafcf None None] Provisioning for port d2fc36e4-f1be-4859-9348-48409b344255 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:29:55.377189 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:55.470386 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:55.520252 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 524e8ec1-33d9-4173-8051-b1ec8a2454f1 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:29:55.589242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=35a30145-436f-48e1-8840-2ea5aedf6218,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:55.595386 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:55.687381 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 524e8ec1-33d9-4173-8051-b1ec8a2454f1 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:29:55.692789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 524e8ec1-33d9-4173-8051-b1ec8a2454f1 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:29:55.693338 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:55.736160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network caa118c4-0fce-4401-977d-0548fa9ce11c is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:29:55.737337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:29:55.741239 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-43c3d65e-f58f-4259-b21e-1b8383691aed None None] Provisioning for port 35a30145-436f-48e1-8840-2ea5aedf6218 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:29:55.753290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-43c3d65e-f58f-4259-b21e-1b8383691aed None None] Provisioning complete for port 35a30145-436f-48e1-8840-2ea5aedf6218 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:29:55.753659 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-43c3d65e-f58f-4259-b21e-1b8383691aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:55.865159 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-43c3d65e-f58f-4259-b21e-1b8383691aed None None] Port 35a30145-436f-48e1-8840-2ea5aedf6218 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:29:55.884047 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:55.902123 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 524e8ec1-33d9-4173-8051-b1ec8a2454f1, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=524e8ec1-33d9-4173-8051-b1ec8a2454f1,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:29:55.977457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:55.978708 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d2fc36e4-f1be-4859-9348-48409b344255 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:29:56.103223 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1397363a-5060-4fdc-862a-f12aa88e4167 None None] Provisioning complete for port 35a30145-436f-48e1-8840-2ea5aedf6218 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:29:56.103593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1397363a-5060-4fdc-862a-f12aa88e4167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:56.156118 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=524e8ec1-33d9-4173-8051-b1ec8a2454f1,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:56.171137 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1397363a-5060-4fdc-862a-f12aa88e4167 None None] Port 35a30145-436f-48e1-8840-2ea5aedf6218 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:29:56.215678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port d2fc36e4-f1be-4859-9348-48409b344255 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:29:56.221683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port d2fc36e4-f1be-4859-9348-48409b344255 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:29:56.221969 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:56.240467 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c73162d8-ee0b-4748-9170-971465abceaf has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:29:56.335554 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ed277fdc-6697-4d3a-bc8c-bd2715e07d98 None None] Provisioning complete for port 35a30145-436f-48e1-8840-2ea5aedf6218 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:29:56.335917 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ed277fdc-6697-4d3a-bc8c-bd2715e07d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:56.394539 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:56.416064 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ed277fdc-6697-4d3a-bc8c-bd2715e07d98 None None] Port 35a30145-436f-48e1-8840-2ea5aedf6218 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:29:56.436267 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port d2fc36e4-f1be-4859-9348-48409b344255, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d2fc36e4-f1be-4859-9348-48409b344255,segment=NetworkSegment(d92a60ee-4baf-4bed-91b9-0cb464d8f823),segment_id=d92a60ee-4baf-4bed-91b9-0cb464d8f823)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:29:56.450346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:29:56.462655 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-24e963e6-ef6c-4617-a116-17b3c7526c81 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/c73162d8-ee0b-4748-9170-971465abceaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5616651 Dec 21 22:29:56.465181 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40278) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:56.515502 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:56.584002 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=d2fc36e4-f1be-4859-9348-48409b344255,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:56.610031 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38962a6-848b-426a-8238-b66c4114b9fc tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:56.610422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38962a6-848b-426a-8238-b66c4114b9fc tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:56.610780 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38962a6-848b-426a-8238-b66c4114b9fc tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:56.611135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38962a6-848b-426a-8238-b66c4114b9fc tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:56.611484 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38962a6-848b-426a-8238-b66c4114b9fc tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:56.611832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38962a6-848b-426a-8238-b66c4114b9fc tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:56.613536 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d38962a6-848b-426a-8238-b66c4114b9fc tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1473165 Dec 21 22:29:56.617117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40282) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:56.689830 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a918cd-28c4-4a3f-afba-f3dd4a39f246 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:56.690223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a918cd-28c4-4a3f-afba-f3dd4a39f246 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:56.690580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a918cd-28c4-4a3f-afba-f3dd4a39f246 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:56.690928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a918cd-28c4-4a3f-afba-f3dd4a39f246 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:56.691273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a918cd-28c4-4a3f-afba-f3dd4a39f246 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:56.691617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a918cd-28c4-4a3f-afba-f3dd4a39f246 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:56.693319 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a0a918cd-28c4-4a3f-afba-f3dd4a39f246 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0753212 Dec 21 22:29:56.695987 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40286) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:56.901442 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-06019637-531e-46b9-9a2a-7d4bc88f936e tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2043293 Dec 21 22:29:56.905211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40290) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:56.910348 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-366155176', 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:56.952116 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Sync routers for ids ['c73162d8-ee0b-4748-9170-971465abceaf'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:29:56.963709 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Routers {'c73162d8-ee0b-4748-9170-971465abceaf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:29:56.964337 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:29:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c73162d8-ee0b-4748-9170-971465abceaf'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:57.049214 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:29:57.053525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:port and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:29:57.056497 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:29:57.062904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:29:57.175946 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:29:57.179400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:57.181724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Set router c73162d8-ee0b-4748-9170-971465abceaf gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:29:57.205896 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] device_id is not set on port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:29:57.321649 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-36df2505-4dca-4b3a-a411-b11b9be1fff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:57.349363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.5 (caa118c4-0fce-4401-977d-0548fa9ce11c/a5c4da90-b1ca-4880-81f4-b580a3bc2374/9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:29:57.486118 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 524e8ec1-33d9-4173-8051-b1ec8a2454f1 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:29:57.559606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:57.575988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:29:57.584596 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 524e8ec1-33d9-4173-8051-b1ec8a2454f1 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:29:57.584991 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:57.614567 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'name': 'tempest-TestNetworkBasicOps-router-933247324', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:49Z', 'updated_at': '2021-12-21T22:29:54Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:50Z', 'updated_at': '2021-12-21T22:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '35a30145-436f-48e1-8840-2ea5aedf6218', 'name': '', 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:1a:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:54Z', 'updated_at': '2021-12-21T22:29:55Z', 'revision_number': 2, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:57.631683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Checking router: c73162d8-ee0b-4748-9170-971465abceaf for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:29:57.632036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Updating router c73162d8-ee0b-4748-9170-971465abceaf port 35a30145-436f-48e1-8840-2ea5aedf6218 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:29:57.677718 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:57.694739 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:57.811905 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d2fc36e4-f1be-4859-9348-48409b344255 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:29:57.870350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network caa118c4-0fce-4401-977d-0548fa9ce11c is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:29:57.873790 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:29:57.879254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:29:57.914246 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:57.954671 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d20de439-c896-4542-b87c-d7eca03c0915 req-d66d9c6b-6e27-4e5b-a0f2-431b20ac3c95 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3106508 Dec 21 22:29:57.960889 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:57.961579 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:58.037890 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port d2fc36e4-f1be-4859-9348-48409b344255 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:29:58.038288 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:58.067627 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d20de439-c896-4542-b87c-d7eca03c0915 req-21808b41-e0f8-45f0-99a8-a4231b90ec44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 1099 time: 0.0786812 Dec 21 22:29:58.092363 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0909dd18-18e4-49ce-9ea7-121e2df10a2f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1831293 Dec 21 22:29:58.233347 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20de439-c896-4542-b87c-d7eca03c0915 req-a8da4687-ca15-473f-b99d-5b0876f859a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:58.235070 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d20de439-c896-4542-b87c-d7eca03c0915 req-a8da4687-ca15-473f-b99d-5b0876f859a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 200 len: 912 time: 0.1442807 Dec 21 22:29:58.284147 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:58.298437 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Transition to ACTIVE for port object 35a30145-436f-48e1-8840-2ea5aedf6218 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:29:58.320259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c9aee20f-117f-4f56-b13b-f6cd44ffdefb None None] Provisioning for port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:29:58.324366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c9aee20f-117f-4f56-b13b-f6cd44ffdefb None None] Provisioning complete for port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:29:58.325583 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c9aee20f-117f-4f56-b13b-f6cd44ffdefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:58.364283 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d20de439-c896-4542-b87c-d7eca03c0915 req-2a18eeb1-92a1-4989-bdff-bb8438535e3c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bdd390f-c737-4c7f-b03e-62e0ab962629 HTTP/1.1" status: 200 len: 1001 time: 0.1181502 Dec 21 22:29:58.386425 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c9aee20f-117f-4f56-b13b-f6cd44ffdefb None None] Port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:29:58.407718 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:58.437829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20de439-c896-4542-b87c-d7eca03c0915 req-871ae651-75f6-48f7-8151-025eb1b56809 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:29:58.439406 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d20de439-c896-4542-b87c-d7eca03c0915 req-871ae651-75f6-48f7-8151-025eb1b56809 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=073f42ae-bd0f-4484-a9d4-70d9e72514e8 HTTP/1.1" status: 200 len: 850 time: 0.0652239 Dec 21 22:29:58.523852 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d20de439-c896-4542-b87c-d7eca03c0915 req-482fe458-71a7-4f79-b44c-a4d24340f44d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30c8348e-de0d-452f-98c1-e75fb40a3979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744624 Dec 21 22:29:58.530553 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b4d1b-80a5-4646-92dc-eefa82056d85 None None] Pushing event updated for resources: {'Port': ['ID=35a30145-436f-48e1-8840-2ea5aedf6218,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:58.614347 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40296) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:58.626082 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d34a9027-4a84-4f64-b434-16779c90202e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1846304014', 'description': 'tempest-secgroup-smoke-1846304014 description', 'project_id': 'a0afca56990a43fd95e729e8f15e2964'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:58.634790 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d34a9027-4a84-4f64-b434-16779c90202e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:29:58.641634 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Attempting to bind port 35a30145-436f-48e1-8840-2ea5aedf6218 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:29:58.641995 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Attempting to bind port 35a30145-436f-48e1-8840-2ea5aedf6218 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'd92a60ee-4baf-4bed-91b9-0cb464d8f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:29:58.642376 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Attempting to bind port 35a30145-436f-48e1-8840-2ea5aedf6218 on network caa118c4-0fce-4401-977d-0548fa9ce11c {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:29:58.644622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d34a9027-4a84-4f64-b434-16779c90202e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:29:58.651511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:29:58.653540 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Checking segment: {'id': 'd92a60ee-4baf-4bed-91b9-0cb464d8f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:29:58.653692 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d34a9027-4a84-4f64-b434-16779c90202e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:29:58.653837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:58.653837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Bound using segment: {'id': 'd92a60ee-4baf-4bed-91b9-0cb464d8f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:29:58.653837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Bound port: 35a30145-436f-48e1-8840-2ea5aedf6218, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd92a60ee-4baf-4bed-91b9-0cb464d8f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:29:58.654646 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:58.658943 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d34a9027-4a84-4f64-b434-16779c90202e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:29:58.691214 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d20de439-c896-4542-b87c-d7eca03c0915 req-09449318-dbff-4772-aedb-a187384e488d service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571312 Dec 21 22:29:58.748526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d34a9027-4a84-4f64-b434-16779c90202e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:58.751091 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] For port 35a30145-436f-48e1-8840-2ea5aedf6218, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:29:58.754270 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] For port 35a30145-436f-48e1-8840-2ea5aedf6218, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=35a30145-436f-48e1-8840-2ea5aedf6218,segment=NetworkSegment(d92a60ee-4baf-4bed-91b9-0cb464d8f823),segment_id=d92a60ee-4baf-4bed-91b9-0cb464d8f823)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:29:58.780827 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d34a9027-4a84-4f64-b434-16779c90202e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:29:58.784703 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d34a9027-4a84-4f64-b434-16779c90202e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:29:58.787477 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d34a9027-4a84-4f64-b434-16779c90202e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:29:58.793278 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d34a9027-4a84-4f64-b434-16779c90202e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:29:58.836686 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d20de439-c896-4542-b87c-d7eca03c0915 req-f19fbc67-15f9-4b1f-9741-eb6a0369af7f service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344051 Dec 21 22:29:58.841719 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:58.852734 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d34a9027-4a84-4f64-b434-16779c90202e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:58.925625 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Routers {'c73162d8-ee0b-4748-9170-971465abceaf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:29:58.926274 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:29:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c73162d8-ee0b-4748-9170-971465abceaf'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:58.930243 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d34a9027-4a84-4f64-b434-16779c90202e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:58.988536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a9027-4a84-4f64-b434-16779c90202e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fd8a3b-2958-4457-ac6c-cb5e16196c42,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:59.040316 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b4d1b-80a5-4646-92dc-eefa82056d85 None None] Pushing event updated for resources: {'Port': ['ID=35a30145-436f-48e1-8840-2ea5aedf6218,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:59.102102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d34a9027-4a84-4f64-b434-16779c90202e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:59.105971 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d34a9027-4a84-4f64-b434-16779c90202e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4874101 Dec 21 22:29:59.106569 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40300) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:59.112149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-713bfff7-d9a7-4050-b55c-c716145c84c9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '13fd8a3b-2958-4457-ac6c-cb5e16196c42', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:59.117917 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-713bfff7-d9a7-4050-b55c-c716145c84c9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:29:59.122522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-713bfff7-d9a7-4050-b55c-c716145c84c9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:29:59.129441 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-713bfff7-d9a7-4050-b55c-c716145c84c9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:29:59.132035 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-713bfff7-d9a7-4050-b55c-c716145c84c9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:29:59.173992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] Set router c73162d8-ee0b-4748-9170-971465abceaf gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:29:59.200646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-713bfff7-d9a7-4050-b55c-c716145c84c9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:59.264060 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-713bfff7-d9a7-4050-b55c-c716145c84c9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:59.330293 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-713bfff7-d9a7-4050-b55c-c716145c84c9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:59.358553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bfff7-d9a7-4050-b55c-c716145c84c9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aff953d-292c-4c75-b1c3-305df8421475,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:59.428854 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-713bfff7-d9a7-4050-b55c-c716145c84c9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:59.428854 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-713bfff7-d9a7-4050-b55c-c716145c84c9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3184471 Dec 21 22:29:59.429335 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40304) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:59.435869 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-3bb2de80-7570-4af2-baae-5bb909b25a5d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '13fd8a3b-2958-4457-ac6c-cb5e16196c42', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:59.441809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3bb2de80-7570-4af2-baae-5bb909b25a5d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:29:59.445598 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3bb2de80-7570-4af2-baae-5bb909b25a5d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:29:59.448421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3bb2de80-7570-4af2-baae-5bb909b25a5d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:29:59.455054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3bb2de80-7570-4af2-baae-5bb909b25a5d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:29:59.491973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'name': 'tempest-TestNetworkBasicOps-router-933247324', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:49Z', 'updated_at': '2021-12-21T22:29:54Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:50Z', 'updated_at': '2021-12-21T22:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '35a30145-436f-48e1-8840-2ea5aedf6218', 'name': '', 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:1a:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:54Z', 'updated_at': '2021-12-21T22:29:58Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:29:59.496064 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129cffa3-ccaf-47be-95e3-ec7a55de2351 None None] The sync data for ids ['c73162d8-ee0b-4748-9170-971465abceaf'] in dv-neutron-822520-1-hyperv is: [{'id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'name': 'tempest-TestNetworkBasicOps-router-933247324', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:49Z', 'updated_at': '2021-12-21T22:29:54Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:50Z', 'updated_at': '2021-12-21T22:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '35a30145-436f-48e1-8840-2ea5aedf6218', 'name': '', 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:1a:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:54Z', 'updated_at': '2021-12-21T22:29:58Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:29:59.536466 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3bb2de80-7570-4af2-baae-5bb909b25a5d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:59.619559 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3bb2de80-7570-4af2-baae-5bb909b25a5d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:59.641280 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-204b3417-c2e0-4f14-b22c-29d3cb14b476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:59.727204 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3bb2de80-7570-4af2-baae-5bb909b25a5d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:59.754575 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2de80-7570-4af2-baae-5bb909b25a5d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa201e8c-6556-4309-825e-a1e797d51897,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:29:59.811150 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3bb2de80-7570-4af2-baae-5bb909b25a5d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:59.812537 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3bb2de80-7570-4af2-baae-5bb909b25a5d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3821700 Dec 21 22:29:59.815212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40308) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:29:59.821074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e82c09ae-1619-4a86-9224-e8f1db4a22b1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '13fd8a3b-2958-4457-ac6c-cb5e16196c42', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:29:59.827272 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e82c09ae-1619-4a86-9224-e8f1db4a22b1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:29:59.831132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e82c09ae-1619-4a86-9224-e8f1db4a22b1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:29:59.834301 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e82c09ae-1619-4a86-9224-e8f1db4a22b1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:29:59.840070 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e82c09ae-1619-4a86-9224-e8f1db4a22b1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:29:59.903441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e82c09ae-1619-4a86-9224-e8f1db4a22b1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:29:59.970226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e82c09ae-1619-4a86-9224-e8f1db4a22b1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:00.050526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e82c09ae-1619-4a86-9224-e8f1db4a22b1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:00.078386 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c09ae-1619-4a86-9224-e8f1db4a22b1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724c982e-e283-47e8-a382-bd05f447c712,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:00.147754 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e82c09ae-1619-4a86-9224-e8f1db4a22b1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:00.154674 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e82c09ae-1619-4a86-9224-e8f1db4a22b1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3328421 Dec 21 22:30:00.154674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40312) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:00.158404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-5344689d-4fd1-4c02-b2de-5f5ac2282a3c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '13fd8a3b-2958-4457-ac6c-cb5e16196c42', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:00.164429 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5344689d-4fd1-4c02-b2de-5f5ac2282a3c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:30:00.168362 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5344689d-4fd1-4c02-b2de-5f5ac2282a3c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:30:00.171785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5344689d-4fd1-4c02-b2de-5f5ac2282a3c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:30:00.177669 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5344689d-4fd1-4c02-b2de-5f5ac2282a3c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:30:00.252341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5344689d-4fd1-4c02-b2de-5f5ac2282a3c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:00.322030 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5344689d-4fd1-4c02-b2de-5f5ac2282a3c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:00.403388 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5344689d-4fd1-4c02-b2de-5f5ac2282a3c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:00.422470 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344689d-4fd1-4c02-b2de-5f5ac2282a3c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d418dc-52bf-4e22-b4b1-9082fc0eccf7,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:00.467482 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5344689d-4fd1-4c02-b2de-5f5ac2282a3c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:00.468874 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5344689d-4fd1-4c02-b2de-5f5ac2282a3c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3158178 Dec 21 22:30:00.471697 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40316) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:00.477250 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c619b43b-58f4-488e-8c8e-2c7e905b677d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '13fd8a3b-2958-4457-ac6c-cb5e16196c42', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:00.483814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c619b43b-58f4-488e-8c8e-2c7e905b677d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:30:00.487526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c619b43b-58f4-488e-8c8e-2c7e905b677d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:30:00.490455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c619b43b-58f4-488e-8c8e-2c7e905b677d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:30:00.496091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c619b43b-58f4-488e-8c8e-2c7e905b677d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:30:00.595610 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-c619b43b-58f4-488e-8c8e-2c7e905b677d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:30:00.602464 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c619b43b-58f4-488e-8c8e-2c7e905b677d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:00.671992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c619b43b-58f4-488e-8c8e-2c7e905b677d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:00.698189 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:00.753421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c619b43b-58f4-488e-8c8e-2c7e905b677d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:00.778657 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619b43b-58f4-488e-8c8e-2c7e905b677d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=527a056b-42c9-45ec-9ae4-bb00188d2848,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:00.781801 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:00.873417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c619b43b-58f4-488e-8c8e-2c7e905b677d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:00.885829 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c619b43b-58f4-488e-8c8e-2c7e905b677d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4019487 Dec 21 22:30:00.885829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40320) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:00.885829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2f84e274-11c2-435e-85ea-053999b51473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '13fd8a3b-2958-4457-ac6c-cb5e16196c42', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:00.889328 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2f84e274-11c2-435e-85ea-053999b51473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:30:00.893323 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2f84e274-11c2-435e-85ea-053999b51473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:30:00.896332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2f84e274-11c2-435e-85ea-053999b51473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:30:00.902125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2f84e274-11c2-435e-85ea-053999b51473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:30:00.976309 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-2f84e274-11c2-435e-85ea-053999b51473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:30:00.984031 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f84e274-11c2-435e-85ea-053999b51473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:01.053575 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f84e274-11c2-435e-85ea-053999b51473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:01.144061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f84e274-11c2-435e-85ea-053999b51473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:01.169718 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84e274-11c2-435e-85ea-053999b51473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e44ecf-6a69-44d7-8d5b-8f4da92ad419,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:01.233639 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f84e274-11c2-435e-85ea-053999b51473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:01.234637 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2f84e274-11c2-435e-85ea-053999b51473 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3563421 Dec 21 22:30:01.409205 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-09235b14-68ea-4114-a92e-3d0c19f13aa3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:30:01.491552 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 35a30145-436f-48e1-8840-2ea5aedf6218 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:30:01.509742 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-09235b14-68ea-4114-a92e-3d0c19f13aa3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:30:01.510995 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-09235b14-68ea-4114-a92e-3d0c19f13aa3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1846304014&fields=id&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 267 time: 0.1432693 Dec 21 22:30:01.588633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-7f5e073f-55c5-4494-9ffe-6fce6b623e7d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:01.589971 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-7f5e073f-55c5-4494-9ffe-6fce6b623e7d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports/9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 HTTP/1.1" status: 200 len: 929 time: 0.0717881 Dec 21 22:30:01.612420 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 35a30145-436f-48e1-8840-2ea5aedf6218 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:30:01.617549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 35a30145-436f-48e1-8840-2ea5aedf6218 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:30:01.617903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:01.739228 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:01.773105 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 35a30145-436f-48e1-8840-2ea5aedf6218, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=35a30145-436f-48e1-8840-2ea5aedf6218,segment=NetworkSegment(d92a60ee-4baf-4bed-91b9-0cb464d8f823),segment_id=d92a60ee-4baf-4bed-91b9-0cb464d8f823)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:30:01.822733 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-dea23e3b-26dc-4f1f-acc4-a580a10fa639 service neutron] 10.222.0.37 "GET /v2.0/ports/9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.2202814 Dec 21 22:30:01.850385 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:01.916584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=35a30145-436f-48e1-8840-2ea5aedf6218,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:01.953683 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-e72b038c-c8bc-4150-a5ce-3d8058631278 service neutron] 10.222.0.37 "GET /v2.0/networks/caa118c4-0fce-4401-977d-0548fa9ce11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250875 Dec 21 22:30:02.086118 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-62851352-2db1-453f-b725-d144514db961 service neutron] 10.222.0.37 "GET /v2.0/networks/caa118c4-0fce-4401-977d-0548fa9ce11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267474 Dec 21 22:30:02.176182 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:02.328117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-497ff67e-3f28-4827-a557-38f27d38216b req-98908290-5201-4a2e-9495-67b3d31b056c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:30:02.444078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-497ff67e-3f28-4827-a557-38f27d38216b req-98908290-5201-4a2e-9495-67b3d31b056c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:30:02.445263 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-497ff67e-3f28-4827-a557-38f27d38216b req-98908290-5201-4a2e-9495-67b3d31b056c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 210 time: 0.1581199 Dec 21 22:30:03.464986 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 35a30145-436f-48e1-8840-2ea5aedf6218 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:30:03.538226 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 35a30145-436f-48e1-8840-2ea5aedf6218 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:30:03.538591 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:03.631254 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e7e743b9-8da9-4bae-bac6-e98f0f22b92b req-2e0e644b-9ed1-4048-aa10-1e4c462c6534 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 210 time: 0.0493786 Dec 21 22:30:04.573648 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-26f916dd-d674-422f-8b9a-27a71f771f51 service neutron] 10.222.0.49 "GET /v2.0/ports/9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 HTTP/1.1" status: 200 len: 1025 time: 0.0615003 Dec 21 22:30:04.723944 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-6e9b66c9-6247-487c-9b52-c2550eea6469 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:04.724614 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-6e9b66c9-6247-487c-9b52-c2550eea6469 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:30:04.797647 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6ddb9a3-0b68-4248-9672-f2b2b136b49e req-b94eb539-7da7-411c-ac44-894b20bd8a73 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 210 time: 0.0407588 Dec 21 22:30:04.798251 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-6e9b66c9-6247-487c-9b52-c2550eea6469 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:30:04.799194 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-6e9b66c9-6247-487c-9b52-c2550eea6469 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/networks?id=caa118c4-0fce-4401-977d-0548fa9ce11c HTTP/1.1" status: 200 len: 797 time: 0.2209358 Dec 21 22:30:04.870707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-f297ae97-ca83-48e5-b9c9-1629d13a01c3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:30:04.883005 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-f297ae97-ca83-48e5-b9c9-1629d13a01c3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:30:04.884469 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-f297ae97-ca83-48e5-b9c9-1629d13a01c3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 380 time: 0.0550845 Dec 21 22:30:04.900626 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Request body: {'port': {'device_id': 'ba9d4ab2-26f4-4f0f-8fdd-992c57841be1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:05.014910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:05.350224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:30:05.357087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:05.371495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Transition to ACTIVE for port object 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:30:05.458516 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:05.688512 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:05.798419 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Attempting to bind port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:30:05.798697 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Attempting to bind port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd92a60ee-4baf-4bed-91b9-0cb464d8f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:30:05.799020 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Attempting to bind port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 on network caa118c4-0fce-4401-977d-0548fa9ce11c {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:30:05.804925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 on network caa118c4-0fce-4401-977d-0548fa9ce11c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:30:05.805237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Attempting to bind port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 on network caa118c4-0fce-4401-977d-0548fa9ce11c {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:30:05.811767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:30:05.812033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Checking segment: {'id': 'd92a60ee-4baf-4bed-91b9-0cb464d8f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:30:05.812412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Bound using segment: {'id': 'd92a60ee-4baf-4bed-91b9-0cb464d8f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:30:05.812840 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Bound port: 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd92a60ee-4baf-4bed-91b9-0cb464d8f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:30:05.813178 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:05.908980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] For port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:30:05.912139 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] For port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,segment=NetworkSegment(d92a60ee-4baf-4bed-91b9-0cb464d8f823),segment_id=d92a60ee-4baf-4bed-91b9-0cb464d8f823)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:30:05.993342 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:05.995485 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c75c4-6561-4222-9f82-7afb16178eee req-2297f5bc-0c37-484d-9446-ebba6bec7732 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:05.997011 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e83c75c4-6561-4222-9f82-7afb16178eee req-2297f5bc-0c37-484d-9446-ebba6bec7732 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 980 time: 0.0756443 Dec 21 22:30:06.042871 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e83c75c4-6561-4222-9f82-7afb16178eee req-018bdc78-4dcb-4b9c-a844-05ffa013f039 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397000 Dec 21 22:30:06.056484 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:06.057837 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] 10.222.0.49 "PUT /v2.0/ports/9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 HTTP/1.1" status: 200 len: 1130 time: 1.1625595 Dec 21 22:30:06.058288 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9d4ab2-26f4-4f0f-8fdd-992c57841be1', 'tag': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:30:06.081453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b9f60-b085-4b45-95c7-7345cf576224 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:06.133988 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9d4ab2-26f4-4f0f-8fdd-992c57841be1', 'tag': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8', 'status': 'completed', 'code': 200} Dec 21 22:30:06.239567 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8aed5909-3858-4c17-9eae-916783162f35 req-4a63a6a0-8d3e-4ce9-8313-bcc521b5be67 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 1133 time: 0.0771906 Dec 21 22:30:06.387233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed5909-3858-4c17-9eae-916783162f35 req-12f86528-0a39-4e24-b066-584d60170ab8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:06.388999 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8aed5909-3858-4c17-9eae-916783162f35 req-12f86528-0a39-4e24-b066-584d60170ab8 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a0afca56990a43fd95e729e8f15e2964&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1371257 Dec 21 22:30:06.528864 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed5909-3858-4c17-9eae-916783162f35 req-0e75e744-a9f3-4ca8-8748-41dd72553597 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:06.530555 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8aed5909-3858-4c17-9eae-916783162f35 req-0e75e744-a9f3-4ca8-8748-41dd72553597 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302421 Dec 21 22:30:06.643284 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-bd0f3e2d-7c6d-4866-86ca-222bd7c7ef3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 1133 time: 0.0692067 Dec 21 22:30:06.718006 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-6e8f6a14-6b57-484a-a673-bc42f0281daf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 HTTP/1.1" status: 200 len: 217 time: 0.0641279 Dec 21 22:30:06.783945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-29498ca0-783d-48e7-8004-8ed6e074e416 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:06.785376 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-29498ca0-783d-48e7-8004-8ed6e074e416 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5c4da90-b1ca-4880-81f4-b580a3bc2374 HTTP/1.1" status: 200 len: 835 time: 0.0570536 Dec 21 22:30:06.867072 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-062e1886-ee5f-4bc7-a82a-0d1492342255 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=caa118c4-0fce-4401-977d-0548fa9ce11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716150 Dec 21 22:30:07.005203 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-bc69f7ec-62ef-411f-be00-36accd071bd4 service neutron] 10.222.0.49 "GET /v2.0/networks/caa118c4-0fce-4401-977d-0548fa9ce11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277514 Dec 21 22:30:07.144710 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3daaa6d1-7107-495d-852b-7afdc659e652 req-d830ecdd-8456-4b74-b067-211567d027bc service neutron] 10.222.0.49 "GET /v2.0/networks/caa118c4-0fce-4401-977d-0548fa9ce11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296313 Dec 21 22:30:07.249244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c75c5c-0622-492b-964a-6d768e7bec97 req-507a335c-e425-4148-8858-5bf8250ff88f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:07.250182 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-09c75c5c-0622-492b-964a-6d768e7bec97 req-507a335c-e425-4148-8858-5bf8250ff88f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 980 time: 0.0804641 Dec 21 22:30:07.296677 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-09c75c5c-0622-492b-964a-6d768e7bec97 req-738877df-50ab-4c90-b55d-f17dee227d06 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Dec 21 22:30:08.492327 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf3fd4-9c1f-42c0-aa2c-4b9046ab3cfe req-a09b717a-f32c-4359-ae17-a817fc517863 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:08.493755 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3adf3fd4-9c1f-42c0-aa2c-4b9046ab3cfe req-a09b717a-f32c-4359-ae17-a817fc517863 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 980 time: 0.0750103 Dec 21 22:30:08.537718 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3adf3fd4-9c1f-42c0-aa2c-4b9046ab3cfe req-df869703-4e80-4029-a91c-859d3395b8a7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383253 Dec 21 22:30:09.692322 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:30:09.738725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adb60f-bf01-4592-8a30-7ffa551d47a5 req-d48656ed-7cf8-4cb6-a8fd-f12c6d6e89f3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:09.740174 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-13adb60f-bf01-4592-8a30-7ffa551d47a5 req-d48656ed-7cf8-4cb6-a8fd-f12c6d6e89f3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 980 time: 0.0779548 Dec 21 22:30:09.786593 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-13adb60f-bf01-4592-8a30-7ffa551d47a5 req-99a53740-37dc-4126-af98-8dcd5eaf6883 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409203 Dec 21 22:30:09.829332 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,segment=NetworkSegment(d92a60ee-4baf-4bed-91b9-0cb464d8f823),segment_id=d92a60ee-4baf-4bed-91b9-0cb464d8f823)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:30:09.842587 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8', 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c', 'port_id': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8', 'mac_address': 'fa:16:3e:42:a1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:30:09.894642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:09.911260 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:30:09.925570 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,segment=NetworkSegment(d92a60ee-4baf-4bed-91b9-0cb464d8f823),segment_id=d92a60ee-4baf-4bed-91b9-0cb464d8f823)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:30:10.017734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:10.085879 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:10.270897 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:30:10.702225 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:30:10.983865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344cfd0-2ce1-4542-90c6-150750b29326 req-4a64a30d-a7a1-4574-b80c-52e56aa60530 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:10.985335 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5344cfd0-2ce1-4542-90c6-150750b29326 req-4a64a30d-a7a1-4574-b80c-52e56aa60530 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 981 time: 0.0792363 Dec 21 22:30:11.032506 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5344cfd0-2ce1-4542-90c6-150750b29326 req-aff74a1d-516c-4473-84e4-a088b02cc9ec tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416691 Dec 21 22:30:11.709212 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:30:11.835224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:30:11.840203 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:30:11.840569 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:11.987030 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:12.013720 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba9d4ab2-26f4-4f0f-8fdd-992c57841be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:30:12.023389 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,segment=NetworkSegment(d92a60ee-4baf-4bed-91b9-0cb464d8f823),segment_id=d92a60ee-4baf-4bed-91b9-0cb464d8f823)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:30:12.067422 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba9d4ab2-26f4-4f0f-8fdd-992c57841be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8', 'code': 200} Dec 21 22:30:12.097599 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:12.168010 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:12.256537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac36f40-4b9a-48cb-883a-1856b802b975 req-7dd2dcf4-296b-4c35-a1d9-7eb061224e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:12.265382 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7ac36f40-4b9a-48cb-883a-1856b802b975 req-7dd2dcf4-296b-4c35-a1d9-7eb061224e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 982 time: 0.0970354 Dec 21 22:30:12.313221 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7ac36f40-4b9a-48cb-883a-1856b802b975 req-927fdb60-3e8c-4c66-9449-9cd3ded8a4b4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469003 Dec 21 22:30:12.496096 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4a16e765-ce9d-4bed-a168-9bc439353c94 req-ce48ee94-6640-455f-93f8-1e67d67767aa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 1135 time: 0.0707438 Dec 21 22:30:12.540458 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4a16e765-ce9d-4bed-a168-9bc439353c94 req-562c1949-6f75-4c37-a7f0-61bca410cae4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371051 Dec 21 22:30:13.521665 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292e081-d994-4601-b5b9-6c9d80a35a8d req-bb3526fa-c08f-4031-8d06-3da1d4e583c1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:13.523136 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b292e081-d994-4601-b5b9-6c9d80a35a8d req-bb3526fa-c08f-4031-8d06-3da1d4e583c1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 982 time: 0.0826600 Dec 21 22:30:13.570143 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b292e081-d994-4601-b5b9-6c9d80a35a8d req-99c08bc0-ee55-4f0f-b062-9f884f1c29c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413918 Dec 21 22:30:14.905899 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3239d-900b-40f6-b298-4c72df990a07 req-bd3321c0-4eba-4874-bee9-c2a89be87cf8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:14.907367 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-66a3239d-900b-40f6-b298-4c72df990a07 req-bd3321c0-4eba-4874-bee9-c2a89be87cf8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 982 time: 0.0752842 Dec 21 22:30:15.058871 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-66a3239d-900b-40f6-b298-4c72df990a07 req-57d51737-9381-418a-82ad-65fdcd253262 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460881 Dec 21 22:30:15.255402 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be6358-b57a-4fa1-8aca-1dfb24d4604a req-96d7f73d-33d8-440e-8c64-ff1249258b98 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:15.256560 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-27be6358-b57a-4fa1-8aca-1dfb24d4604a req-96d7f73d-33d8-440e-8c64-ff1249258b98 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 982 time: 0.0755854 Dec 21 22:30:15.275134 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:15.303337 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-27be6358-b57a-4fa1-8aca-1dfb24d4604a req-6f91acaf-fe70-43de-97f2-763898e1a658 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413032 Dec 21 22:30:15.331464 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40372) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:15.402817 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-27395a63-0fbb-4d9c-ab8a-607cd827c8e0 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 1130 time: 0.0701964 Dec 21 22:30:15.405713 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40376) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:15.410900 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:15.416504 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:30:15.420261 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:floatingip and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:30:15.423190 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:30:15.429023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:30:15.517104 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:15.646633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:15.783147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.26.3.96 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/a34877e6-0351-4ba1-bce0-a78e4131203b) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:30:15.937051 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:16.038220 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:16.098800 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:30:16.101537 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:30:16.105171 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:30:16.134039 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=a34877e6-0351-4ba1-bce0-a78e4131203b,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:16.700704 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:16.822610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:17.028581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:17.089724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:17.192576 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=a34877e6-0351-4ba1-bce0-a78e4131203b,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:17.212987 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:17.403102 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Floating IP 93fec5fe-3102-42e3-bff0-97b8afe8695e associated. External IP: 172.26.3.96, port: 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8. Dec 21 22:30:17.793723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c73162d8-ee0b-4748-9170-971465abceaf has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:30:18.100322 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:30:18.112552 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf766840-bfef-45ab-a82e-b4f0cecce3a9 None None] Sync routers for ids ['c73162d8-ee0b-4748-9170-971465abceaf'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:30:18.124572 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf766840-bfef-45ab-a82e-b4f0cecce3a9 None None] Routers {'c73162d8-ee0b-4748-9170-971465abceaf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:30:18.125178 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bf766840-bfef-45ab-a82e-b4f0cecce3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:30:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c73162d8-ee0b-4748-9170-971465abceaf'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:18.220024 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:18.272997 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0870ba90-3a55-4423-86c9-e47eb9369736 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.8662088 Dec 21 22:30:18.273599 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba9d4ab2-26f4-4f0f-8fdd-992c57841be1', 'tag': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:30:18.275851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40380) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:18.303251 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-bf766840-bfef-45ab-a82e-b4f0cecce3a9 None None] Set router c73162d8-ee0b-4748-9170-971465abceaf gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:30:18.332727 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba9d4ab2-26f4-4f0f-8fdd-992c57841be1', 'tag': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8', 'status': 'completed', 'code': 200} Dec 21 22:30:18.405220 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-14e68e0b-e247-4e3e-b756-ab170e690f04 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1&network_id=caa118c4-0fce-4401-977d-0548fa9ce11c HTTP/1.1" status: 200 len: 1130 time: 0.1281302 Dec 21 22:30:18.435203 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5b5de786-9622-4df0-829f-e1d016e45ea8 req-b4c434e8-45a3-4dee-a36c-bcbca10291a3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 1135 time: 0.0799546 Dec 21 22:30:18.575348 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5de786-9622-4df0-829f-e1d016e45ea8 req-f494689d-f193-405c-9126-728db9213c5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:18.577010 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5b5de786-9622-4df0-829f-e1d016e45ea8 req-f494689d-f193-405c-9126-728db9213c5d service neutron] 10.222.0.49 "GET /v2.0/networks?id=caa118c4-0fce-4401-977d-0548fa9ce11c HTTP/1.1" status: 200 len: 898 time: 0.1350918 Dec 21 22:30:18.663855 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bf766840-bfef-45ab-a82e-b4f0cecce3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'name': 'tempest-TestNetworkBasicOps-router-933247324', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:49Z', 'updated_at': '2021-12-21T22:29:54Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:50Z', 'updated_at': '2021-12-21T22:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '93fec5fe-3102-42e3-bff0-97b8afe8695e', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.96', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'port_id': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-366155176', 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c', 'mac_address': 'fa:16:3e:42:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9d4ab2-26f4-4f0f-8fdd-992c57841be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:30:16Z', 'updated_at': '2021-12-21T22:30:16Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a30145-436f-48e1-8840-2ea5aedf6218', 'name': '', 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:1a:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:54Z', 'updated_at': '2021-12-21T22:30:01Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:18.667599 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf766840-bfef-45ab-a82e-b4f0cecce3a9 None None] Checking router: c73162d8-ee0b-4748-9170-971465abceaf for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:30:18.679217 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf766840-bfef-45ab-a82e-b4f0cecce3a9 None None] Routers {'c73162d8-ee0b-4748-9170-971465abceaf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:30:18.679835 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bf766840-bfef-45ab-a82e-b4f0cecce3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:30:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c73162d8-ee0b-4748-9170-971465abceaf'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:18.683227 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5b5de786-9622-4df0-829f-e1d016e45ea8 req-ea4186cc-0393-4be6-9a56-fb65d6e1406c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 HTTP/1.1" status: 200 len: 1035 time: 0.0964763 Dec 21 22:30:18.746798 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5de786-9622-4df0-829f-e1d016e45ea8 req-f8e89cd1-897f-4afc-a5dc-bd7e15633161 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:18.748421 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5b5de786-9622-4df0-829f-e1d016e45ea8 req-f8e89cd1-897f-4afc-a5dc-bd7e15633161 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5c4da90-b1ca-4880-81f4-b580a3bc2374 HTTP/1.1" status: 200 len: 835 time: 0.0612671 Dec 21 22:30:18.830401 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5b5de786-9622-4df0-829f-e1d016e45ea8 req-136b7604-f018-4065-8124-fd946017b790 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=caa118c4-0fce-4401-977d-0548fa9ce11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755382 Dec 21 22:30:18.858527 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-bf766840-bfef-45ab-a82e-b4f0cecce3a9 None None] Set router c73162d8-ee0b-4748-9170-971465abceaf gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:30:18.974991 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5b5de786-9622-4df0-829f-e1d016e45ea8 req-38d88237-084f-42b6-8825-579a9a9171e4 service neutron] 10.222.0.49 "GET /v2.0/networks/caa118c4-0fce-4401-977d-0548fa9ce11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381295 Dec 21 22:30:19.170819 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5b5de786-9622-4df0-829f-e1d016e45ea8 req-2bd037ad-132d-49a1-a688-58e57636f671 service neutron] 10.222.0.49 "GET /v2.0/networks/caa118c4-0fce-4401-977d-0548fa9ce11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880281 Dec 21 22:30:19.176425 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3a6a2-9376-42f6-ba28-d7bb3f14b12e req-35be0d65-00c7-4190-9db0-a633984a432a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:19.178073 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9bb3a6a2-9376-42f6-ba28-d7bb3f14b12e req-35be0d65-00c7-4190-9db0-a633984a432a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 982 time: 0.1773608 Dec 21 22:30:19.226236 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9bb3a6a2-9376-42f6-ba28-d7bb3f14b12e req-0142cb03-9655-43c7-acfd-eaed9f904872 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411427 Dec 21 22:30:19.262528 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bf766840-bfef-45ab-a82e-b4f0cecce3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'name': 'tempest-TestNetworkBasicOps-router-933247324', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:49Z', 'updated_at': '2021-12-21T22:29:54Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:50Z', 'updated_at': '2021-12-21T22:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '93fec5fe-3102-42e3-bff0-97b8afe8695e', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.96', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'port_id': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-366155176', 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c', 'mac_address': 'fa:16:3e:42:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9d4ab2-26f4-4f0f-8fdd-992c57841be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:30:16Z', 'updated_at': '2021-12-21T22:30:16Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a30145-436f-48e1-8840-2ea5aedf6218', 'name': '', 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:1a:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:54Z', 'updated_at': '2021-12-21T22:30:01Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:19.268374 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf766840-bfef-45ab-a82e-b4f0cecce3a9 None None] The sync data for ids ['c73162d8-ee0b-4748-9170-971465abceaf'] in dv-neutron-822520-1-hyperv is: [{'id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'name': 'tempest-TestNetworkBasicOps-router-933247324', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:49Z', 'updated_at': '2021-12-21T22:29:54Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:50Z', 'updated_at': '2021-12-21T22:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '93fec5fe-3102-42e3-bff0-97b8afe8695e', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.96', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'port_id': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-366155176', 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c', 'mac_address': 'fa:16:3e:42:a1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba9d4ab2-26f4-4f0f-8fdd-992c57841be1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:30:16Z', 'updated_at': '2021-12-21T22:30:16Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35a30145-436f-48e1-8840-2ea5aedf6218', 'name': '', 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:1a:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:54Z', 'updated_at': '2021-12-21T22:30:01Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:30:19.464771 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934aec57-3057-473b-8ece-b3b78c24973a None None] New status for floating IP 93fec5fe-3102-42e3-bff0-97b8afe8695e: ACTIVE {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:30:20.433763 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab68b55-134b-4109-841f-e3ad4a777648 req-50d5e120-370c-4a52-8ca9-dae3446479c1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:20.435200 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bab68b55-134b-4109-841f-e3ad4a777648 req-50d5e120-370c-4a52-8ca9-dae3446479c1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 982 time: 0.0784860 Dec 21 22:30:20.480501 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bab68b55-134b-4109-841f-e3ad4a777648 req-230c44aa-b229-4167-b4a9-ff4637843a46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394976 Dec 21 22:30:20.515124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56847167-4aec-4b9e-b9f3-83d5e8615b48 req-468fdbcb-ad61-4a39-8cd1-8c052a898062 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:20.516617 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-56847167-4aec-4b9e-b9f3-83d5e8615b48 req-468fdbcb-ad61-4a39-8cd1-8c052a898062 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 982 time: 0.0775719 Dec 21 22:30:20.589345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56847167-4aec-4b9e-b9f3-83d5e8615b48 req-048d9c7d-0bc4-4bc2-9809-68bd97ad16a7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:20.590694 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-56847167-4aec-4b9e-b9f3-83d5e8615b48 req-048d9c7d-0bc4-4bc2-9809-68bd97ad16a7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/ports/9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0671251 Dec 21 22:30:20.734905 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-56847167-4aec-4b9e-b9f3-83d5e8615b48 req-cf92b032-d8f4-4f50-8ecf-cc9939f9ecb6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/networks/caa118c4-0fce-4401-977d-0548fa9ce11c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1379831 Dec 21 22:30:20.744941 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-56847167-4aec-4b9e-b9f3-83d5e8615b48 req-29e43eeb-079f-407e-81a8-3234a7057884 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:20.857914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-56847167-4aec-4b9e-b9f3-83d5e8615b48 req-29e43eeb-079f-407e-81a8-3234a7057884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:21.054186 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-56847167-4aec-4b9e-b9f3-83d5e8615b48 req-29e43eeb-079f-407e-81a8-3234a7057884 service neutron] For port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,segment=NetworkSegment(d92a60ee-4baf-4bed-91b9-0cb464d8f823),segment_id=d92a60ee-4baf-4bed-91b9-0cb464d8f823)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:30:21.082654 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-56847167-4aec-4b9e-b9f3-83d5e8615b48 req-29e43eeb-079f-407e-81a8-3234a7057884 service neutron] For port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:30:21.131539 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-56847167-4aec-4b9e-b9f3-83d5e8615b48 req-29e43eeb-079f-407e-81a8-3234a7057884 service neutron] device_id is not set on port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:30:21.145130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-56847167-4aec-4b9e-b9f3-83d5e8615b48 req-29e43eeb-079f-407e-81a8-3234a7057884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:21.212389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-56847167-4aec-4b9e-b9f3-83d5e8615b48 req-29e43eeb-079f-407e-81a8-3234a7057884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:21.444109 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e43eeb-079f-407e-81a8-3234a7057884 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,revision_number=6']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:21.505699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-56847167-4aec-4b9e-b9f3-83d5e8615b48 req-29e43eeb-079f-407e-81a8-3234a7057884 service neutron] No DVR routers for this DVR port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:30:21.569425 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ad91e8f0-ebe2-4ef0-9a3c-ee37312d931e None None] Provisioning complete for port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:30:21.569881 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ad91e8f0-ebe2-4ef0-9a3c-ee37312d931e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:21.626381 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ad91e8f0-ebe2-4ef0-9a3c-ee37312d931e None None] Port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:30:21.704116 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4a47ca6f-fcbb-4dcb-9686-98b62f65a849 req-db6de07c-5823-4c00-babf-29aa7711acb5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 210 time: 0.0550985 Dec 21 22:30:21.797854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-56847167-4aec-4b9e-b9f3-83d5e8615b48 req-29e43eeb-079f-407e-81a8-3234a7057884 service neutron] In _notify_port_updated(), no bound segment for port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 on network caa118c4-0fce-4401-977d-0548fa9ce11c {{(pid=84168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:30:21.798918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-56847167-4aec-4b9e-b9f3-83d5e8615b48 req-29e43eeb-079f-407e-81a8-3234a7057884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:21.800148 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-56847167-4aec-4b9e-b9f3-83d5e8615b48 req-29e43eeb-079f-407e-81a8-3234a7057884 service neutron] 10.222.0.49 "PUT /v2.0/ports/9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 HTTP/1.1" status: 200 len: 1025 time: 1.0589585 Dec 21 22:30:22.888085 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-75b7e704-aa13-4991-abda-d3cf7416f4b1 req-3c3588fd-1900-4c84-8bd7-e1231b14e052 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ba9d4ab2-26f4-4f0f-8fdd-992c57841be1 HTTP/1.1" status: 200 len: 210 time: 0.0404742 Dec 21 22:30:23.802409 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:30:23.857195 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:30:23.991410 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40402) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:24.059155 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd031a07-e0f9-4e14-a9c3-0ccb73cebc2b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:24.060392 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-cd031a07-e0f9-4e14-a9c3-0ccb73cebc2b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports/9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 HTTP/1.1" status: 200 len: 924 time: 0.0680013 Dec 21 22:30:24.552859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40408) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:24.559970 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-8236405b-df48-47a0-8d7a-327f135d6e93 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162512922', 'description': 'tempest-secgroup-smoke-1162512922 description', 'project_id': 'a0afca56990a43fd95e729e8f15e2964'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:24.565253 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8236405b-df48-47a0-8d7a-327f135d6e93 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:30:24.576997 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8236405b-df48-47a0-8d7a-327f135d6e93 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:30:24.669731 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8236405b-df48-47a0-8d7a-327f135d6e93 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:24.711177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8236405b-df48-47a0-8d7a-327f135d6e93 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:30:24.715947 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8236405b-df48-47a0-8d7a-327f135d6e93 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:30:24.718908 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8236405b-df48-47a0-8d7a-327f135d6e93 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:30:24.724940 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8236405b-df48-47a0-8d7a-327f135d6e93 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:30:24.789263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8236405b-df48-47a0-8d7a-327f135d6e93 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:24.895602 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8236405b-df48-47a0-8d7a-327f135d6e93 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:24.943149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236405b-df48-47a0-8d7a-327f135d6e93 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77071b60-ffc6-4853-b555-cafa4c0f7cc3,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:25.035496 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8236405b-df48-47a0-8d7a-327f135d6e93 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:25.036374 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8236405b-df48-47a0-8d7a-327f135d6e93 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4824848 Dec 21 22:30:25.039250 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40412) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:25.047473 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-cb5f1679-a402-4c3b-95d6-5380e6627ef5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '77071b60-ffc6-4853-b555-cafa4c0f7cc3', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:25.051387 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cb5f1679-a402-4c3b-95d6-5380e6627ef5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:30:25.055401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cb5f1679-a402-4c3b-95d6-5380e6627ef5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:30:25.058390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cb5f1679-a402-4c3b-95d6-5380e6627ef5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:30:25.064228 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cb5f1679-a402-4c3b-95d6-5380e6627ef5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:30:25.144605 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cb5f1679-a402-4c3b-95d6-5380e6627ef5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:25.219717 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cb5f1679-a402-4c3b-95d6-5380e6627ef5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:25.291942 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cb5f1679-a402-4c3b-95d6-5380e6627ef5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:25.314807 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f1679-a402-4c3b-95d6-5380e6627ef5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f9e829-3815-4004-b629-c75e9244d726,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:25.407356 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cb5f1679-a402-4c3b-95d6-5380e6627ef5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:25.408550 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cb5f1679-a402-4c3b-95d6-5380e6627ef5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3683777 Dec 21 22:30:25.411499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40416) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:25.417118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b00377a0-9db0-48ce-89b4-db597facd396 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '77071b60-ffc6-4853-b555-cafa4c0f7cc3', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:25.423582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b00377a0-9db0-48ce-89b4-db597facd396 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:30:25.427337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b00377a0-9db0-48ce-89b4-db597facd396 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:30:25.436226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b00377a0-9db0-48ce-89b4-db597facd396 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:30:25.437365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b00377a0-9db0-48ce-89b4-db597facd396 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:30:25.509970 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b00377a0-9db0-48ce-89b4-db597facd396 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:25.572040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b00377a0-9db0-48ce-89b4-db597facd396 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:25.666909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b00377a0-9db0-48ce-89b4-db597facd396 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:25.690744 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00377a0-9db0-48ce-89b4-db597facd396 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e461b38-9163-4736-8d95-1a7d8159fc5e,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:25.815603 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b00377a0-9db0-48ce-89b4-db597facd396 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:25.816845 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b00377a0-9db0-48ce-89b4-db597facd396 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4044085 Dec 21 22:30:25.819522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40420) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:25.824981 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-32af9844-a826-42fe-8c16-b3ce0c0b34de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '77071b60-ffc6-4853-b555-cafa4c0f7cc3', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:25.833147 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-32af9844-a826-42fe-8c16-b3ce0c0b34de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:30:25.835675 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-32af9844-a826-42fe-8c16-b3ce0c0b34de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:30:25.838512 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-32af9844-a826-42fe-8c16-b3ce0c0b34de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:30:25.844576 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-32af9844-a826-42fe-8c16-b3ce0c0b34de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:30:25.915755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-32af9844-a826-42fe-8c16-b3ce0c0b34de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:25.979117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-32af9844-a826-42fe-8c16-b3ce0c0b34de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:26.057879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-32af9844-a826-42fe-8c16-b3ce0c0b34de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:26.081740 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af9844-a826-42fe-8c16-b3ce0c0b34de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21793240-635c-467d-b658-c0c0b2707e2e,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:26.131829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-32af9844-a826-42fe-8c16-b3ce0c0b34de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:26.134456 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-32af9844-a826-42fe-8c16-b3ce0c0b34de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3138785 Dec 21 22:30:26.135663 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40424) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:26.141147 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-d8dc0ee3-d36c-49c7-a315-b427b7f9cd59 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '77071b60-ffc6-4853-b555-cafa4c0f7cc3', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:26.146986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d8dc0ee3-d36c-49c7-a315-b427b7f9cd59 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:30:26.150812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d8dc0ee3-d36c-49c7-a315-b427b7f9cd59 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:30:26.153806 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d8dc0ee3-d36c-49c7-a315-b427b7f9cd59 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:30:26.159507 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d8dc0ee3-d36c-49c7-a315-b427b7f9cd59 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:30:26.251074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d8dc0ee3-d36c-49c7-a315-b427b7f9cd59 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:26.315560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d8dc0ee3-d36c-49c7-a315-b427b7f9cd59 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:26.423512 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d8dc0ee3-d36c-49c7-a315-b427b7f9cd59 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:26.446763 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc0ee3-d36c-49c7-a315-b427b7f9cd59 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9f5ccc-342a-4895-a3cf-2de40532db0a,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:26.524259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d8dc0ee3-d36c-49c7-a315-b427b7f9cd59 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:26.525422 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d8dc0ee3-d36c-49c7-a315-b427b7f9cd59 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3888309 Dec 21 22:30:26.528197 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40428) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:26.533856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-0d281a2a-e921-4fca-b4f9-7ef102dc126a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '77071b60-ffc6-4853-b555-cafa4c0f7cc3', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:26.539839 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0d281a2a-e921-4fca-b4f9-7ef102dc126a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:30:26.543617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0d281a2a-e921-4fca-b4f9-7ef102dc126a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:30:26.551468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0d281a2a-e921-4fca-b4f9-7ef102dc126a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:30:26.553107 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0d281a2a-e921-4fca-b4f9-7ef102dc126a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:30:26.615765 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-0d281a2a-e921-4fca-b4f9-7ef102dc126a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:30:26.622380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d281a2a-e921-4fca-b4f9-7ef102dc126a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:26.688971 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d281a2a-e921-4fca-b4f9-7ef102dc126a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:26.756003 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d281a2a-e921-4fca-b4f9-7ef102dc126a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:26.777419 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d281a2a-e921-4fca-b4f9-7ef102dc126a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c5f83e-d7fd-456a-a4c2-3a82e255b3ff,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:26.861407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0d281a2a-e921-4fca-b4f9-7ef102dc126a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:26.862667 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0d281a2a-e921-4fca-b4f9-7ef102dc126a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3336029 Dec 21 22:30:26.865767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40432) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:26.871212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b4b923b1-c1bf-42e5-91d2-f038a8fe162e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '77071b60-ffc6-4853-b555-cafa4c0f7cc3', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:26.877087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b4b923b1-c1bf-42e5-91d2-f038a8fe162e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:30:26.880885 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b4b923b1-c1bf-42e5-91d2-f038a8fe162e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:30:26.889144 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b4b923b1-c1bf-42e5-91d2-f038a8fe162e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:30:26.889684 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b4b923b1-c1bf-42e5-91d2-f038a8fe162e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:30:26.966392 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-b4b923b1-c1bf-42e5-91d2-f038a8fe162e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:30:26.973968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b4b923b1-c1bf-42e5-91d2-f038a8fe162e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:27.038798 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b4b923b1-c1bf-42e5-91d2-f038a8fe162e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:27.086100 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b4b923b1-c1bf-42e5-91d2-f038a8fe162e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:27.111702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b923b1-c1bf-42e5-91d2-f038a8fe162e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e650ade3-4808-4ea2-8e0e-8f8d002430ef,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:27.222645 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b4b923b1-c1bf-42e5-91d2-f038a8fe162e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:27.222645 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b4b923b1-c1bf-42e5-91d2-f038a8fe162e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3524036 Dec 21 22:30:27.301286 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8836e133-0e59-45b1-90a0-1b99a5b85dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:27.392385 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-3298ce95-436c-49c0-8ce6-ee28c7465299 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162512922&fields=id&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 267 time: 0.0410228 Dec 21 22:30:27.467104 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-4d372173-fcd4-4bb3-9941-d50720f49201 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:27.468406 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-4d372173-fcd4-4bb3-9941-d50720f49201 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports/9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 HTTP/1.1" status: 200 len: 929 time: 0.0698555 Dec 21 22:30:27.541701 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-9379bba3-d45f-4b28-b808-05968f1708fb service neutron] 10.222.0.37 "GET /v2.0/ports/9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0606308 Dec 21 22:30:27.672571 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7b1b38e2-68b2-4412-bd99-3b6388769b5a service neutron] 10.222.0.37 "GET /v2.0/networks/caa118c4-0fce-4401-977d-0548fa9ce11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249352 Dec 21 22:30:27.802754 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-d614c1b7-9d0c-48c2-ad58-455b9fed3c49 service neutron] 10.222.0.37 "GET /v2.0/networks/caa118c4-0fce-4401-977d-0548fa9ce11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240675 Dec 21 22:30:28.069273 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4ea1522f-d304-4981-836a-b66f38536284 req-f13932ce-c130-420e-a169-a0382d791301 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 210 time: 0.0419116 Dec 21 22:30:29.236560 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-35fe677f-c242-4b34-b440-61ceeb11d45e req-060c4b96-47c5-4612-9566-a4f696046efb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 210 time: 0.0445862 Dec 21 22:30:29.629224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a3c9b2ba-13c0-402f-8977-83ca4757387c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:30.215974 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-00e3a93f-28af-4489-b90c-5a4bf5198483 service neutron] 10.222.0.49 "GET /v2.0/ports/9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 HTTP/1.1" status: 200 len: 1025 time: 0.0617557 Dec 21 22:30:30.411888 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a73c4eca-1796-470f-a2bb-d3dd3069e57b req-412787a8-0adc-4ee3-b1db-dca1e70458f8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 210 time: 0.0468202 Dec 21 22:30:30.464549 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-221d4589-2f9e-4d70-9187-1823ce7a4f51 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:30.471477 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-221d4589-2f9e-4d70-9187-1823ce7a4f51 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/networks?id=caa118c4-0fce-4401-977d-0548fa9ce11c HTTP/1.1" status: 200 len: 797 time: 0.2418571 Dec 21 22:30:30.525518 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-11137b91-27a5-4c7c-89a1-ba525ca6f1f4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 473 time: 0.0425723 Dec 21 22:30:30.539064 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Request body: {'port': {'device_id': '623498c0-07dd-448d-af3c-2fe59e949238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:30.647111 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:30.705914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:30.806345 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:30.982226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:30:30.988992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:31.006185 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Transition to ACTIVE for port object 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:30:31.074928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:31.214545 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Pushing event updated for resources: {'Port': ['ID=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,revision_number=7']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:31.351652 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Attempting to bind port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:30:31.351982 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Attempting to bind port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'd92a60ee-4baf-4bed-91b9-0cb464d8f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:30:31.352302 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Attempting to bind port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 on network caa118c4-0fce-4401-977d-0548fa9ce11c {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:30:31.358141 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 on network caa118c4-0fce-4401-977d-0548fa9ce11c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:30:31.358453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Attempting to bind port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 on network caa118c4-0fce-4401-977d-0548fa9ce11c {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:30:31.364794 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:30:31.365124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Checking segment: {'id': 'd92a60ee-4baf-4bed-91b9-0cb464d8f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:30:31.365501 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Bound using segment: {'id': 'd92a60ee-4baf-4bed-91b9-0cb464d8f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:30:31.365913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Bound port: 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd92a60ee-4baf-4bed-91b9-0cb464d8f823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:30:31.366276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:31.457714 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] For port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:30:31.461022 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] For port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,segment=NetworkSegment(d92a60ee-4baf-4bed-91b9-0cb464d8f823),segment_id=d92a60ee-4baf-4bed-91b9-0cb464d8f823)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:30:31.530152 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:31.645325 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:31.646745 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] 10.222.0.49 "PUT /v2.0/ports/9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 HTTP/1.1" status: 200 len: 1130 time: 1.1114354 Dec 21 22:30:31.648655 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '623498c0-07dd-448d-af3c-2fe59e949238', 'tag': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:30:31.662134 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44f92b-751c-4b2c-aed4-74d45b1f51fc service neutron] Pushing event updated for resources: {'Port': ['ID=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,revision_number=8']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:31.691367 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72be29-2c66-4dc8-b085-247431808375 req-9d5a8dd7-f6ac-4afe-b9bc-ca3200538b0e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:31.693300 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4f72be29-2c66-4dc8-b085-247431808375 req-9d5a8dd7-f6ac-4afe-b9bc-ca3200538b0e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 980 time: 0.1578510 Dec 21 22:30:31.715460 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '623498c0-07dd-448d-af3c-2fe59e949238', 'tag': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8', 'status': 'completed', 'code': 200} Dec 21 22:30:31.779330 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4f72be29-2c66-4dc8-b085-247431808375 req-d623dd43-1511-44e1-ac56-c93620de10d8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803769 Dec 21 22:30:31.821096 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bc6782a1-9dff-41e7-af31-cd15cb8c1d2e req-08c14669-87d8-47db-8828-7e877f67a7c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 1133 time: 0.0793393 Dec 21 22:30:31.969791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6782a1-9dff-41e7-af31-cd15cb8c1d2e req-c4446691-cc96-4c8f-b33d-d6b4b1f1a6ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:31.971532 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bc6782a1-9dff-41e7-af31-cd15cb8c1d2e req-c4446691-cc96-4c8f-b33d-d6b4b1f1a6ab service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a0afca56990a43fd95e729e8f15e2964&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1382685 Dec 21 22:30:32.107893 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6782a1-9dff-41e7-af31-cd15cb8c1d2e req-ccad4e4c-28ca-4e33-b991-a93fe39550f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:32.109315 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bc6782a1-9dff-41e7-af31-cd15cb8c1d2e req-ccad4e4c-28ca-4e33-b991-a93fe39550f4 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292305 Dec 21 22:30:32.172030 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:32.229138 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-0d88aa41-f9b7-4fcc-9c79-0f053f3ca8c1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 1133 time: 0.0775926 Dec 21 22:30:32.336573 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-b6b4cd7b-c2d0-49a5-88c2-cf89786e189c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 HTTP/1.1" status: 200 len: 1035 time: 0.0964081 Dec 21 22:30:32.495964 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-e5fb3664-afea-42fc-9d3d-e2361d359fc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:32.497274 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-e5fb3664-afea-42fc-9d3d-e2361d359fc4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=a5c4da90-b1ca-4880-81f4-b580a3bc2374 HTTP/1.1" status: 200 len: 835 time: 0.1503427 Dec 21 22:30:32.576016 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-0748e47c-c8cd-4bf0-a803-f53aa11f0ad9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=caa118c4-0fce-4401-977d-0548fa9ce11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685117 Dec 21 22:30:32.709239 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-7940b05e-c35c-4ea6-8f1f-5c9806ac29d5 service neutron] 10.222.0.49 "GET /v2.0/networks/caa118c4-0fce-4401-977d-0548fa9ce11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231792 Dec 21 22:30:32.844492 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6d5c797-2972-4e4f-98f6-8ac4bf70270c req-ae1e822e-5718-443f-aa55-6dffc5436e65 service neutron] 10.222.0.49 "GET /v2.0/networks/caa118c4-0fce-4401-977d-0548fa9ce11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227083 Dec 21 22:30:32.978668 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cade1-98c7-400c-a59e-6197b1d6fc12 req-74df5a86-8e0c-4862-bfb5-23ff3b9e51e7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:32.980131 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-824cade1-98c7-400c-a59e-6197b1d6fc12 req-74df5a86-8e0c-4862-bfb5-23ff3b9e51e7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 980 time: 0.0773368 Dec 21 22:30:33.024141 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-824cade1-98c7-400c-a59e-6197b1d6fc12 req-959fdb56-0486-4422-af23-1d30abf4a472 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:30:33.102955 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-824cade1-98c7-400c-a59e-6197b1d6fc12 req-959fdb56-0486-4422-af23-1d30abf4a472 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:30:33.104030 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-824cade1-98c7-400c-a59e-6197b1d6fc12 req-959fdb56-0486-4422-af23-1d30abf4a472 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184118 Dec 21 22:30:34.300480 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530e192-4575-45bb-aa14-f66002a4bd0a req-9728dfb7-25d2-4fd4-b034-48152f29ef3d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:34.301938 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e530e192-4575-45bb-aa14-f66002a4bd0a req-9728dfb7-25d2-4fd4-b034-48152f29ef3d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 980 time: 0.0795870 Dec 21 22:30:34.347333 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e530e192-4575-45bb-aa14-f66002a4bd0a req-3a9aec64-bbd1-4c57-8186-dafb50823151 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396531 Dec 21 22:30:35.542112 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1daec-cab4-4dd8-bc9c-cdb9a3754c80 req-3597ebdb-470c-4b3d-a44c-c6353318e4bb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:35.543450 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f1e1daec-cab4-4dd8-bc9c-cdb9a3754c80 req-3597ebdb-470c-4b3d-a44c-c6353318e4bb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 980 time: 0.0771232 Dec 21 22:30:35.587667 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f1e1daec-cab4-4dd8-bc9c-cdb9a3754c80 req-a4fe4551-bc7c-4dd6-9345-8e55f7f454e9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388093 Dec 21 22:30:35.880206 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:30:36.014642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,segment=NetworkSegment(d92a60ee-4baf-4bed-91b9-0cb464d8f823),segment_id=d92a60ee-4baf-4bed-91b9-0cb464d8f823)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:30:36.027355 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8', 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c', 'port_id': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8', 'mac_address': 'fa:16:3e:42:a1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:30:36.078784 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:36.095576 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:30:36.109859 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,segment=NetworkSegment(d92a60ee-4baf-4bed-91b9-0cb464d8f823),segment_id=d92a60ee-4baf-4bed-91b9-0cb464d8f823)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:30:36.175542 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:36.244342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,revision_number=9']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:36.431964 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:30:36.783620 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f68101-71e6-4a02-bce8-8c28dab6446b req-844c89a8-f8f6-48f5-93a9-69de477a4c09 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:36.785169 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-27f68101-71e6-4a02-bce8-8c28dab6446b req-844c89a8-f8f6-48f5-93a9-69de477a4c09 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 981 time: 0.0786688 Dec 21 22:30:36.829710 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-27f68101-71e6-4a02-bce8-8c28dab6446b req-5bd5cd41-2616-4c80-8729-7b15d4c40535 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390491 Dec 21 22:30:37.880225 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:30:38.006080 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:30:38.012262 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:30:38.012652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:38.026001 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3baa85-10ab-48f0-86cc-56ed242c5483 req-4f6c3f96-0541-4ed7-aa76-bb60842c40a4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:38.027458 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9d3baa85-10ab-48f0-86cc-56ed242c5483 req-4f6c3f96-0541-4ed7-aa76-bb60842c40a4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 981 time: 0.0777876 Dec 21 22:30:38.073158 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9d3baa85-10ab-48f0-86cc-56ed242c5483 req-f972a92a-32a3-4879-ba17-c205b3354f15 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397055 Dec 21 22:30:38.130105 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:38.155578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '623498c0-07dd-448d-af3c-2fe59e949238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:30:38.165029 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,segment=NetworkSegment(d92a60ee-4baf-4bed-91b9-0cb464d8f823),segment_id=d92a60ee-4baf-4bed-91b9-0cb464d8f823)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:30:38.208396 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '623498c0-07dd-448d-af3c-2fe59e949238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8', 'code': 200} Dec 21 22:30:38.215164 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:38.280842 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,revision_number=10']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:38.544758 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5b3f3a00-d9b9-460e-af90-a95c81bf4944 req-276bd019-bd70-4d1b-8057-127fbee18435 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 1136 time: 0.0664647 Dec 21 22:30:38.589704 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5b3f3a00-d9b9-460e-af90-a95c81bf4944 req-eee5b901-3719-412e-9870-f2dad99e2b66 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346665 Dec 21 22:30:39.271320 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e55a6-e1c9-4dda-94bc-551f8505ba6a req-7dadc53f-418f-4081-9998-8306d13f91b7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:39.272769 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-662e55a6-e1c9-4dda-94bc-551f8505ba6a req-7dadc53f-418f-4081-9998-8306d13f91b7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 983 time: 0.0789108 Dec 21 22:30:39.317785 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-662e55a6-e1c9-4dda-94bc-551f8505ba6a req-41c86ccc-d1d1-495d-bde7-f474a2587561 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393813 Dec 21 22:30:40.516046 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b2170-0b0b-43bc-9aa8-cc7913efada3 req-05f15fbb-514f-4e4c-b211-845377f4a45e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:40.517531 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9b4b2170-0b0b-43bc-9aa8-cc7913efada3 req-05f15fbb-514f-4e4c-b211-845377f4a45e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 983 time: 0.0805929 Dec 21 22:30:40.562790 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9b4b2170-0b0b-43bc-9aa8-cc7913efada3 req-296be633-0440-46ce-8e5e-c160449b24c1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396824 Dec 21 22:30:40.752964 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab743412-a96d-4b66-a410-0938be3f817a req-edd3476e-7040-4ff2-9d86-acdb6326ac22 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:40.754408 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ab743412-a96d-4b66-a410-0938be3f817a req-edd3476e-7040-4ff2-9d86-acdb6326ac22 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 983 time: 0.0741310 Dec 21 22:30:40.802992 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ab743412-a96d-4b66-a410-0938be3f817a req-44dabf2f-c713-4923-abc7-ce3937bc221c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427694 Dec 21 22:30:40.829214 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40480) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:40.904307 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1cbfb176-5a21-43c0-877f-5730abf06302 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238&network_id=caa118c4-0fce-4401-977d-0548fa9ce11c HTTP/1.1" status: 200 len: 1131 time: 0.0739884 Dec 21 22:30:41.458659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb379bf-72a8-4afd-a382-05d7ec9712c6 req-3e2dba66-8bf6-4f59-841d-7e8e34a63ad6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:41.460085 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ccb379bf-72a8-4afd-a382-05d7ec9712c6 req-3e2dba66-8bf6-4f59-841d-7e8e34a63ad6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 983 time: 0.0764117 Dec 21 22:30:41.508108 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ccb379bf-72a8-4afd-a382-05d7ec9712c6 req-4fd8f421-9a8c-485a-870d-0c1eabd69eb4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426157 Dec 21 22:30:42.701471 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9c589-0c21-4e48-a3ce-3611cbaa9def req-56713d85-d7e9-4489-a72c-bcdde7fa8508 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:42.702912 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-20b9c589-0c21-4e48-a3ce-3611cbaa9def req-56713d85-d7e9-4489-a72c-bcdde7fa8508 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 983 time: 0.0739651 Dec 21 22:30:42.749791 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-20b9c589-0c21-4e48-a3ce-3611cbaa9def req-2170b246-8cf6-4b92-bf41-6e918cda6e42 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414486 Dec 21 22:30:42.822482 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5354e53-19bc-4b87-8d63-223bb1765af9 req-254101fe-c36f-428f-802a-7c09c582ff23 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:42.823785 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a5354e53-19bc-4b87-8d63-223bb1765af9 req-254101fe-c36f-428f-802a-7c09c582ff23 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 983 time: 0.0731812 Dec 21 22:30:42.894517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5354e53-19bc-4b87-8d63-223bb1765af9 req-9775c688-c4f6-4a35-91eb-0e30bfd5954a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:42.895847 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a5354e53-19bc-4b87-8d63-223bb1765af9 req-9775c688-c4f6-4a35-91eb-0e30bfd5954a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/ports/9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0624905 Dec 21 22:30:43.042283 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a5354e53-19bc-4b87-8d63-223bb1765af9 req-906f35a0-e174-4e34-bc63-215108781be5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/networks/caa118c4-0fce-4401-977d-0548fa9ce11c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1387563 Dec 21 22:30:43.055129 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-a5354e53-19bc-4b87-8d63-223bb1765af9 req-be73ed9d-e157-4682-8697-5defe3b21521 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:43.157289 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a5354e53-19bc-4b87-8d63-223bb1765af9 req-be73ed9d-e157-4682-8697-5defe3b21521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:43.351836 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-a5354e53-19bc-4b87-8d63-223bb1765af9 req-be73ed9d-e157-4682-8697-5defe3b21521 service neutron] For port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,segment=NetworkSegment(d92a60ee-4baf-4bed-91b9-0cb464d8f823),segment_id=d92a60ee-4baf-4bed-91b9-0cb464d8f823)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:30:43.380562 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-a5354e53-19bc-4b87-8d63-223bb1765af9 req-be73ed9d-e157-4682-8697-5defe3b21521 service neutron] For port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:30:43.428925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-a5354e53-19bc-4b87-8d63-223bb1765af9 req-be73ed9d-e157-4682-8697-5defe3b21521 service neutron] device_id is not set on port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 yet. {{(pid=84168) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 21 22:30:43.436400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a5354e53-19bc-4b87-8d63-223bb1765af9 req-be73ed9d-e157-4682-8697-5defe3b21521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:43.503069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a5354e53-19bc-4b87-8d63-223bb1765af9 req-be73ed9d-e157-4682-8697-5defe3b21521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:43.726950 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73ed9d-e157-4682-8697-5defe3b21521 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,revision_number=11']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:43.785669 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5354e53-19bc-4b87-8d63-223bb1765af9 req-be73ed9d-e157-4682-8697-5defe3b21521 service neutron] No DVR routers for this DVR port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:30:43.913068 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-35aba1be-ca36-4ac1-9d73-1db8b2f9d953 None None] Provisioning complete for port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:30:43.913651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-35aba1be-ca36-4ac1-9d73-1db8b2f9d953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:43.915200 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8dba2e69-79e1-4cd2-ae9f-35c0e9809727 req-82fcb33a-bc50-49c8-89f6-4af47d4e7dc4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 210 time: 0.0405512 Dec 21 22:30:43.966772 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-35aba1be-ca36-4ac1-9d73-1db8b2f9d953 None None] Port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:30:44.028126 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-a5354e53-19bc-4b87-8d63-223bb1765af9 req-be73ed9d-e157-4682-8697-5defe3b21521 service neutron] In _notify_port_updated(), no bound segment for port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 on network caa118c4-0fce-4401-977d-0548fa9ce11c {{(pid=84168) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 21 22:30:44.029141 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a5354e53-19bc-4b87-8d63-223bb1765af9 req-be73ed9d-e157-4682-8697-5defe3b21521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:44.030409 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a5354e53-19bc-4b87-8d63-223bb1765af9 req-be73ed9d-e157-4682-8697-5defe3b21521 service neutron] 10.222.0.49 "PUT /v2.0/ports/9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 HTTP/1.1" status: 200 len: 1026 time: 0.9792895 Dec 21 22:30:45.091377 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-015af6d0-d3b4-4469-97ff-4c3c667eb496 req-b35c8294-3936-479f-9f53-a627d1e25436 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=623498c0-07dd-448d-af3c-2fe59e949238 HTTP/1.1" status: 200 len: 210 time: 0.0399458 Dec 21 22:30:45.243973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:45.925095 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:30:45.983552 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:30:46.195701 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40496) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:46.261857 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9b479f83-e926-4e7d-bb42-48d2ed72f0cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:46.293503 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9b479f83-e926-4e7d-bb42-48d2ed72f0cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:46.420754 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9b479f83-e926-4e7d-bb42-48d2ed72f0cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:46.438280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b479f83-e926-4e7d-bb42-48d2ed72f0cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77071b60-ffc6-4853-b555-cafa4c0f7cc3,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:46.448811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b479f83-e926-4e7d-bb42-48d2ed72f0cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:46.449152 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b479f83-e926-4e7d-bb42-48d2ed72f0cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:46.449502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b479f83-e926-4e7d-bb42-48d2ed72f0cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:46.449811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b479f83-e926-4e7d-bb42-48d2ed72f0cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:46.450168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b479f83-e926-4e7d-bb42-48d2ed72f0cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:46.450495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b479f83-e926-4e7d-bb42-48d2ed72f0cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:46.450816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b479f83-e926-4e7d-bb42-48d2ed72f0cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:46.451133 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b479f83-e926-4e7d-bb42-48d2ed72f0cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:46.451455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b479f83-e926-4e7d-bb42-48d2ed72f0cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:46.451767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b479f83-e926-4e7d-bb42-48d2ed72f0cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:46.452080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b479f83-e926-4e7d-bb42-48d2ed72f0cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:46.516854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9b479f83-e926-4e7d-bb42-48d2ed72f0cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:46.518074 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9b479f83-e926-4e7d-bb42-48d2ed72f0cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/security-groups/77071b60-ffc6-4853-b555-cafa4c0f7cc3 HTTP/1.1" status: 204 len: 168 time: 0.3213172 Dec 21 22:30:46.611950 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40502) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:46.808777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port a34877e6-0351-4ba1-bce0-a78e4131203b {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:30:46.809023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:46.975261 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:46.975583 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:47.187729 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for a34877e6-0351-4ba1-bce0-a78e4131203b owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:30:47.417543 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:47.460584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=a34877e6-0351-4ba1-bce0-a78e4131203b,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:47.501936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:47.502324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:47.502744 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:47.503074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:47.503400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:47.503722 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:47.504039 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:47.504403 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:47.504716 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:47.505028 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:47.505341 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:47.563270 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:47.707318 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:30:47.942910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c73162d8-ee0b-4748-9170-971465abceaf has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:30:48.140031 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:30:48.151921 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60446e3-fd76-4ceb-aefc-187cd596537b None None] Sync routers for ids ['c73162d8-ee0b-4748-9170-971465abceaf'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:30:48.163219 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60446e3-fd76-4ceb-aefc-187cd596537b None None] Routers {'c73162d8-ee0b-4748-9170-971465abceaf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:30:48.163910 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-c60446e3-fd76-4ceb-aefc-187cd596537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:30:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c73162d8-ee0b-4748-9170-971465abceaf'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:48.215502 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:48.270269 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-97603acc-c3d3-484a-aa01-4b4ac2b4a288 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/floatingips/93fec5fe-3102-42e3-bff0-97b8afe8695e HTTP/1.1" status: 204 len: 168 time: 1.6541693 Dec 21 22:30:48.338433 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-c60446e3-fd76-4ceb-aefc-187cd596537b None None] Set router c73162d8-ee0b-4748-9170-971465abceaf gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:30:48.426259 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40510) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:48.494114 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-66671066-3482-4c0a-b1e2-16ba60788731 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:48.523850 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-66671066-3482-4c0a-b1e2-16ba60788731 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:48.648191 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-c60446e3-fd76-4ceb-aefc-187cd596537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'name': 'tempest-TestNetworkBasicOps-router-933247324', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:49Z', 'updated_at': '2021-12-21T22:29:54Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:50Z', 'updated_at': '2021-12-21T22:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '35a30145-436f-48e1-8840-2ea5aedf6218', 'name': '', 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:1a:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:54Z', 'updated_at': '2021-12-21T22:30:01Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:48.649652 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-66671066-3482-4c0a-b1e2-16ba60788731 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:48.653366 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60446e3-fd76-4ceb-aefc-187cd596537b None None] Checking router: c73162d8-ee0b-4748-9170-971465abceaf for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:30:48.664006 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60446e3-fd76-4ceb-aefc-187cd596537b None None] Routers {'c73162d8-ee0b-4748-9170-971465abceaf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:30:48.664600 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-c60446e3-fd76-4ceb-aefc-187cd596537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:30:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c73162d8-ee0b-4748-9170-971465abceaf'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:48.668083 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66671066-3482-4c0a-b1e2-16ba60788731 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fd8a3b-2958-4457-ac6c-cb5e16196c42,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:48.675816 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-66671066-3482-4c0a-b1e2-16ba60788731 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:48.676943 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-66671066-3482-4c0a-b1e2-16ba60788731 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/security-groups/13fd8a3b-2958-4457-ac6c-cb5e16196c42 HTTP/1.1" status: 204 len: 168 time: 0.2500138 Dec 21 22:30:48.770721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40516) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:48.835078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-86b66054-2089-4a5a-ba22-132f5944e559 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:30:48.835422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-86b66054-2089-4a5a-ba22-132f5944e559 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:48.843332 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-c60446e3-fd76-4ceb-aefc-187cd596537b None None] Set router c73162d8-ee0b-4748-9170-971465abceaf gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:30:49.074778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-86b66054-2089-4a5a-ba22-132f5944e559 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:49.177592 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-c60446e3-fd76-4ceb-aefc-187cd596537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'name': 'tempest-TestNetworkBasicOps-router-933247324', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:49Z', 'updated_at': '2021-12-21T22:29:54Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:50Z', 'updated_at': '2021-12-21T22:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '35a30145-436f-48e1-8840-2ea5aedf6218', 'name': '', 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:1a:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:54Z', 'updated_at': '2021-12-21T22:30:01Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:49.181686 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60446e3-fd76-4ceb-aefc-187cd596537b None None] The sync data for ids ['c73162d8-ee0b-4748-9170-971465abceaf'] in dv-neutron-822520-1-hyperv is: [{'id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'name': 'tempest-TestNetworkBasicOps-router-933247324', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:49Z', 'updated_at': '2021-12-21T22:29:54Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:50Z', 'updated_at': '2021-12-21T22:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '35a30145-436f-48e1-8840-2ea5aedf6218', 'name': '', 'network_id': 'caa118c4-0fce-4401-977d-0548fa9ce11c', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:1a:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:54Z', 'updated_at': '2021-12-21T22:30:01Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'a5c4da90-b1ca-4880-81f4-b580a3bc2374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:30:49.196157 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-86b66054-2089-4a5a-ba22-132f5944e559 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 owned by {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:30:49.405649 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264975e0-dfbf-4ba8-9675-d2643c7f56bf None None] New status for floating IP 93fec5fe-3102-42e3-bff0-97b8afe8695e: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:30:49.415581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-86b66054-2089-4a5a-ba22-132f5944e559 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:49.466911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b66054-2089-4a5a-ba22-132f5944e559 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:49.569568 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-86b66054-2089-4a5a-ba22-132f5944e559 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:49.579055 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-86b66054-2089-4a5a-ba22-132f5944e559 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/ports/9fcc1fa8-1a92-48f7-9d68-00fa5d91d6e8 HTTP/1.1" status: 204 len: 168 time: 0.8072734 Dec 21 22:30:49.582421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40520) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:50.072314 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-637916a0-4045-43a7-8464-e4585c1c832e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:50.673739 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-637916a0-4045-43a7-8464-e4585c1c832e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 35a30145-436f-48e1-8840-2ea5aedf6218 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:30:50.674312 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-637916a0-4045-43a7-8464-e4585c1c832e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:50.856714 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-637916a0-4045-43a7-8464-e4585c1c832e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 35a30145-436f-48e1-8840-2ea5aedf6218, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=35a30145-436f-48e1-8840-2ea5aedf6218,segment=NetworkSegment(d92a60ee-4baf-4bed-91b9-0cb464d8f823),segment_id=d92a60ee-4baf-4bed-91b9-0cb464d8f823)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:30:50.857052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-637916a0-4045-43a7-8464-e4585c1c832e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:50.975600 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-637916a0-4045-43a7-8464-e4585c1c832e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 35a30145-436f-48e1-8840-2ea5aedf6218 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:30:51.222877 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-637916a0-4045-43a7-8464-e4585c1c832e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:51.267483 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637916a0-4045-43a7-8464-e4585c1c832e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=35a30145-436f-48e1-8840-2ea5aedf6218,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:51.664715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-637916a0-4045-43a7-8464-e4585c1c832e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:52.224338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637916a0-4045-43a7-8464-e4585c1c832e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router c73162d8-ee0b-4748-9170-971465abceaf has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:30:52.421403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637916a0-4045-43a7-8464-e4585c1c832e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:30:52.431590 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c178aa-f36b-4ac9-aa10-2a175d55d413 None None] Sync routers for ids ['c73162d8-ee0b-4748-9170-971465abceaf'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:30:52.434925 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-637916a0-4045-43a7-8464-e4585c1c832e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/c73162d8-ee0b-4748-9170-971465abceaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8515170 Dec 21 22:30:52.437665 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40524) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:52.444466 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c178aa-f36b-4ac9-aa10-2a175d55d413 None None] Routers {'c73162d8-ee0b-4748-9170-971465abceaf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:30:52.445062 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-15c178aa-f36b-4ac9-aa10-2a175d55d413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:30:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c73162d8-ee0b-4748-9170-971465abceaf'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:52.617705 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-15c178aa-f36b-4ac9-aa10-2a175d55d413 None None] Set router c73162d8-ee0b-4748-9170-971465abceaf gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:30:52.618283 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e810d59-17c3-4aca-99bc-d6f538959ab0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting subnet a5c4da90-b1ca-4880-81f4-b580a3bc2374 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:30:52.621090 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2e810d59-17c3-4aca-99bc-d6f538959ab0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:52.674772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2e810d59-17c3-4aca-99bc-d6f538959ab0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:52.758974 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2e810d59-17c3-4aca-99bc-d6f538959ab0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:52.892206 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-15c178aa-f36b-4ac9-aa10-2a175d55d413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'name': 'tempest-TestNetworkBasicOps-router-933247324', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:49Z', 'updated_at': '2021-12-21T22:30:51Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:50Z', 'updated_at': '2021-12-21T22:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:52.896631 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c178aa-f36b-4ac9-aa10-2a175d55d413 None None] Checking router: c73162d8-ee0b-4748-9170-971465abceaf for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:30:52.898068 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2e810d59-17c3-4aca-99bc-d6f538959ab0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:52.907095 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c178aa-f36b-4ac9-aa10-2a175d55d413 None None] Routers {'c73162d8-ee0b-4748-9170-971465abceaf'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:30:52.907677 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-15c178aa-f36b-4ac9-aa10-2a175d55d413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:30:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c73162d8-ee0b-4748-9170-971465abceaf'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:52.942833 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e810d59-17c3-4aca-99bc-d6f538959ab0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c4da90-b1ca-4880-81f4-b580a3bc2374,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:52.952689 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2e810d59-17c3-4aca-99bc-d6f538959ab0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:52.959646 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0933192-ce7d-4a2f-b13f-f3885de6c523 None None] Network caa118c4-0fce-4401-977d-0548fa9ce11c requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:30:52.961861 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2e810d59-17c3-4aca-99bc-d6f538959ab0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/subnets/a5c4da90-b1ca-4880-81f4-b580a3bc2374 HTTP/1.1" status: 204 len: 168 time: 0.5228279 Dec 21 22:30:52.965305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40528) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:53.091216 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-15c178aa-f36b-4ac9-aa10-2a175d55d413 None None] Set router c73162d8-ee0b-4748-9170-971465abceaf gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:30:53.165875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c27b766d-b19a-4c0e-9174-8133cbb90662 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:53.298247 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] DHCP port deletion for caa118c4-0fce-4401-977d-0548fa9ce11c request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:30:53.303260 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] Deleting port d2fc36e4-f1be-4859-9348-48409b344255 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:30:53.303857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:53.372013 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c27b766d-b19a-4c0e-9174-8133cbb90662 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:53.388031 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-15c178aa-f36b-4ac9-aa10-2a175d55d413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'name': 'tempest-TestNetworkBasicOps-router-933247324', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:49Z', 'updated_at': '2021-12-21T22:30:51Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:50Z', 'updated_at': '2021-12-21T22:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:53.391863 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c178aa-f36b-4ac9-aa10-2a175d55d413 None None] The sync data for ids ['c73162d8-ee0b-4748-9170-971465abceaf'] in dv-neutron-822520-1-hyperv is: [{'id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'name': 'tempest-TestNetworkBasicOps-router-933247324', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77'}], 'enable_snat': True}, 'gw_port_id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:29:49Z', 'updated_at': '2021-12-21T22:30:51Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '524e8ec1-33d9-4173-8051-b1ec8a2454f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73162d8-ee0b-4748-9170-971465abceaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:29:50Z', 'updated_at': '2021-12-21T22:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:30:53.449664 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-c27b766d-b19a-4c0e-9174-8133cbb90662 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 524e8ec1-33d9-4173-8051-b1ec8a2454f1 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:30:53.450019 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c27b766d-b19a-4c0e-9174-8133cbb90662 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:53.505394 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] For port d2fc36e4-f1be-4859-9348-48409b344255, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=d2fc36e4-f1be-4859-9348-48409b344255,segment=NetworkSegment(d92a60ee-4baf-4bed-91b9-0cb464d8f823),segment_id=d92a60ee-4baf-4bed-91b9-0cb464d8f823)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:30:53.505700 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:53.628709 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] Calling delete_port for d2fc36e4-f1be-4859-9348-48409b344255 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:30:53.735089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-c27b766d-b19a-4c0e-9174-8133cbb90662 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 524e8ec1-33d9-4173-8051-b1ec8a2454f1, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=524e8ec1-33d9-4173-8051-b1ec8a2454f1,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:30:53.735450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c27b766d-b19a-4c0e-9174-8133cbb90662 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:53.770383 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:53.820953 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 35a30145-436f-48e1-8840-2ea5aedf6218 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:30:53.847429 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] Pushing event deleted for resources: {'Port': ['ID=d2fc36e4-f1be-4859-9348-48409b344255,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:53.849802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] No DVR routers for this DVR port d2fc36e4-f1be-4859-9348-48409b344255 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:30:53.866649 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-c27b766d-b19a-4c0e-9174-8133cbb90662 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 524e8ec1-33d9-4173-8051-b1ec8a2454f1 owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:30:53.868047 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 35a30145-436f-48e1-8840-2ea5aedf6218 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:30:53.868345 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 35a30145-436f-48e1-8840-2ea5aedf6218 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:30:53.868785 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d2fc36e4-f1be-4859-9348-48409b344255 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:30:53.897874 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:53.898249 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:53.898585 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:53.898919 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:53.899255 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:53.899578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:53.899897 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:53.900216 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:53.900537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:53.901178 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:53.901178 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44d9714-7e08-47c6-ba71-e600e2b89308 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:30:53.908786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: d2fc36e4-f1be-4859-9348-48409b344255 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:30:53.909126 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device d2fc36e4-f1be-4859-9348-48409b344255 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:30:54.113399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c27b766d-b19a-4c0e-9174-8133cbb90662 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:54.155644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b766d-b19a-4c0e-9174-8133cbb90662 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=524e8ec1-33d9-4173-8051-b1ec8a2454f1,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:54.373002 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c27b766d-b19a-4c0e-9174-8133cbb90662 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:54.635803 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c27b766d-b19a-4c0e-9174-8133cbb90662 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:54.639752 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c27b766d-b19a-4c0e-9174-8133cbb90662 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:54.725734 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c27b766d-b19a-4c0e-9174-8133cbb90662 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:54.726292 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27b766d-b19a-4c0e-9174-8133cbb90662 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Fanout notify agent at l3_agent the message router_deleted on router c73162d8-ee0b-4748-9170-971465abceaf {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:30:54.740818 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c27b766d-b19a-4c0e-9174-8133cbb90662 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:54.743900 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c27b766d-b19a-4c0e-9174-8133cbb90662 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/routers/c73162d8-ee0b-4748-9170-971465abceaf HTTP/1.1" status: 204 len: 168 time: 1.7753534 Dec 21 22:30:54.744440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40532) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:54.860618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5e6b71b8-3220-4689-9b97-ad5e892dd6ba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:54.989942 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5e6b71b8-3220-4689-9b97-ad5e892dd6ba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:55.014256 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-5e6b71b8-3220-4689-9b97-ad5e892dd6ba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa118c4-0fce-4401-977d-0548fa9ce11c']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:55.026599 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-5e6b71b8-3220-4689-9b97-ad5e892dd6ba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd92a60ee-4baf-4bed-91b9-0cb464d8f823') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:55.026890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-5e6b71b8-3220-4689-9b97-ad5e892dd6ba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd92a60ee-4baf-4bed-91b9-0cb464d8f823') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:55.038462 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5e6b71b8-3220-4689-9b97-ad5e892dd6ba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:55.053810 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5e6b71b8-3220-4689-9b97-ad5e892dd6ba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:55.059901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6b71b8-3220-4689-9b97-ad5e892dd6ba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:30:55.060439 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5e6b71b8-3220-4689-9b97-ad5e892dd6ba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:30:55.074893 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:30:55.337161 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5e6b71b8-3220-4689-9b97-ad5e892dd6ba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:55.354225 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5e6b71b8-3220-4689-9b97-ad5e892dd6ba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:55.365624 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b71b8-3220-4689-9b97-ad5e892dd6ba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Network': ['ID=caa118c4-0fce-4401-977d-0548fa9ce11c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:55.429444 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5e6b71b8-3220-4689-9b97-ad5e892dd6ba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/networks/caa118c4-0fce-4401-977d-0548fa9ce11c HTTP/1.1" status: 204 len: 168 time: 0.6839721 Dec 21 22:30:55.445154 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40536) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:55.458031 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dc956835-6413-4083-8486-2540b1ccb7a2 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0117292 Dec 21 22:30:55.460517 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40540) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:55.465764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b97812a0-28dd-4878-98cf-d90e25428e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'network': {'name': 'tempest-network-smoke--1001728927', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'port_security_enabled': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:55.470761 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b97812a0-28dd-4878-98cf-d90e25428e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:30:55.474753 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b97812a0-28dd-4878-98cf-d90e25428e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:network and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:30:55.490198 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 524e8ec1-33d9-4173-8051-b1ec8a2454f1 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:30:55.525164 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 524e8ec1-33d9-4173-8051-b1ec8a2454f1 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:30:55.525515 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 524e8ec1-33d9-4173-8051-b1ec8a2454f1 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:30:55.565561 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b97812a0-28dd-4878-98cf-d90e25428e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:30:55.571194 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b97812a0-28dd-4878-98cf-d90e25428e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:30:55.649742 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97812a0-28dd-4878-98cf-d90e25428e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:30:55.652681 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b97812a0-28dd-4878-98cf-d90e25428e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:55.681258 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97812a0-28dd-4878-98cf-d90e25428e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:30:55.689784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b97812a0-28dd-4878-98cf-d90e25428e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:55.690136 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-b97812a0-28dd-4878-98cf-d90e25428e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Added segment 8968b778-840d-4395-8bcd-5a057b505b55 of type vlan for network 357f2d62-ff97-4425-95e1-df7b29334b64 Dec 21 22:30:55.715144 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b97812a0-28dd-4878-98cf-d90e25428e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:55.814852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b97812a0-28dd-4878-98cf-d90e25428e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:55.818566 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97812a0-28dd-4878-98cf-d90e25428e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:55.819078 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b97812a0-28dd-4878-98cf-d90e25428e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:55.926889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97812a0-28dd-4878-98cf-d90e25428e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Network': ['ID=357f2d62-ff97-4425-95e1-df7b29334b64,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:55.938041 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 357f2d62-ff97-4425-95e1-df7b29334b64 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:30:55.941813 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b97812a0-28dd-4878-98cf-d90e25428e24 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4802983 Dec 21 22:30:55.944491 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40544) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:55.949610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-827983871', 'admin_state_up': True, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:55.956874 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:30:55.960675 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:router and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:30:55.963504 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:30:55.969136 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:30:56.032689 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:56.034421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:56.052576 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:56.281358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:56.516500 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:56.545067 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:56.677544 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.26.3.226 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/dbd207dc-a43e-492d-82bc-b73eb971e43d) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:30:56.819735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:56.885850 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:56.950544 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:30:56.953223 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:30:56.957680 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:30:56.993287 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=dbd207dc-a43e-492d-82bc-b73eb971e43d,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:57.171997 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:57.172633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:57.257290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-66d3b083-2af8-43d4-8beb-93c931925f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:57.451430 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:30:57.644663 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:30:57.655323 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Sync routers for ids ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:30:57.668048 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Routers {'5e5ccd73-b7c3-4e36-8e27-110c728e76ed'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:30:57.668672 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:30:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:57.729687 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:57.731592 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-80c20223-a1ef-4195-b87b-b0c3a5650054 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7858467 Dec 21 22:30:57.734479 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40548) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:57.850744 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Set router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:30:57.872622 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-028c9e91-2d26-495f-a911-5de899122a32 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a0afca56990a43fd95e729e8f15e2964&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1369803 Dec 21 22:30:57.875255 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40552) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:58.006353 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b404f213-f699-4e52-a921-4d39311ed010 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:58.007817 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b404f213-f699-4e52-a921-4d39311ed010 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316540 Dec 21 22:30:58.010849 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40556) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:58.049956 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-28fd92b1-e131-4fa7-a020-3141974eeb4c tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380445 Dec 21 22:30:58.052591 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40560) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:58.058183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ad18c46b-623c-410c-932a-3d3fa41a1fdf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-342946343', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:30:58.133850 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'name': 'tempest-TestNetworkBasicOps-router-827983871', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:30:57Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:58.137700 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Checking router: 5e5ccd73-b7c3-4e36-8e27-110c728e76ed for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:30:58.138058 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Updating router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed port dbd207dc-a43e-492d-82bc-b73eb971e43d binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:30:58.164962 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ad18c46b-623c-410c-932a-3d3fa41a1fdf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:30:58.168711 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ad18c46b-623c-410c-932a-3d3fa41a1fdf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:subnet and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:30:58.171515 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ad18c46b-623c-410c-932a-3d3fa41a1fdf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:30:58.177231 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ad18c46b-623c-410c-932a-3d3fa41a1fdf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:30:58.224436 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:58.251271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad18c46b-623c-410c-932a-3d3fa41a1fdf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:30:58.353647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ad18c46b-623c-410c-932a-3d3fa41a1fdf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:58.547956 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:58.560506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Transition to ACTIVE for port object dbd207dc-a43e-492d-82bc-b73eb971e43d will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:30:58.622888 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:58.646194 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ad18c46b-623c-410c-932a-3d3fa41a1fdf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:58.700675 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62216b5-aeee-4d2b-a5a2-86f58e867d74 None None] Pushing event updated for resources: {'Port': ['ID=dbd207dc-a43e-492d-82bc-b73eb971e43d,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:58.702992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Attempting to bind port dbd207dc-a43e-492d-82bc-b73eb971e43d on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:30:58.703357 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Attempting to bind port dbd207dc-a43e-492d-82bc-b73eb971e43d by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:30:58.703823 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Attempting to bind port dbd207dc-a43e-492d-82bc-b73eb971e43d on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:30:58.710971 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:30:58.711342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:30:58.711736 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:58.712118 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:30:58.712570 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Bound port: dbd207dc-a43e-492d-82bc-b73eb971e43d, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:30:58.712933 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:58.726501 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18c46b-623c-410c-932a-3d3fa41a1fdf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Subnet': ['ID=773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:58.738344 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad18c46b-623c-410c-932a-3d3fa41a1fdf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Checking segment: {'id': '8968b778-840d-4395-8bcd-5a057b505b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:30:58.738702 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad18c46b-623c-410c-932a-3d3fa41a1fdf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network hostable DHCP agents. Network: 357f2d62-ff97-4425-95e1-df7b29334b64, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:30:58.785848 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] For port dbd207dc-a43e-492d-82bc-b73eb971e43d, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:30:58.788749 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] For port dbd207dc-a43e-492d-82bc-b73eb971e43d, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=dbd207dc-a43e-492d-82bc-b73eb971e43d,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:30:58.828239 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad18c46b-623c-410c-932a-3d3fa41a1fdf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 357f2d62-ff97-4425-95e1-df7b29334b64 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:30:58.868796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:58.896634 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-ad18c46b-623c-410c-932a-3d3fa41a1fdf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 357f2d62-ff97-4425-95e1-df7b29334b64) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:30:58.900581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18c46b-623c-410c-932a-3d3fa41a1fdf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:30:58.901160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ad18c46b-623c-410c-932a-3d3fa41a1fdf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:58.907604 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbdd422-acd0-4d13-a07b-b718f46edc00 None None] Network 357f2d62-ff97-4425-95e1-df7b29334b64 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:30:58.972520 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ad18c46b-623c-410c-932a-3d3fa41a1fdf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9186769 Dec 21 22:30:58.975294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40564) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:30:59.041449 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62216b5-aeee-4d2b-a5a2-86f58e867d74 None None] Pushing event updated for resources: {'Port': ['ID=dbd207dc-a43e-492d-82bc-b73eb971e43d,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:30:59.058292 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Routers {'5e5ccd73-b7c3-4e36-8e27-110c728e76ed'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:30:59.058924 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:30:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:59.320144 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-357f2d62-ff97-4425-95e1-df7b29334b64', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ips': [{'subnet_id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:30:59.320937 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:59.342763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] Set router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:30:59.726928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:59.737558 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-51936903-fa7a-43b5-a157-6a972cf94b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:30:59.745206 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Allocated IP 172.20.0.2 (357f2d62-ff97-4425-95e1-df7b29334b64/773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb/98d8504f-fcc9-45ca-9ae0-71ace66c1401) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:30:59.916669 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'name': 'tempest-TestNetworkBasicOps-router-827983871', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:30:57Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:30:59.932585 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de212e93-7c60-4c4f-9b80-dcac973347f5 None None] The sync data for ids ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'] in dv-neutron-822520-1-hyperv is: [{'id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'name': 'tempest-TestNetworkBasicOps-router-827983871', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:30:57Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:31:00.017152 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:00.027828 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Transition to ACTIVE for port object 98d8504f-fcc9-45ca-9ae0-71ace66c1401 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:31:00.049381 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Transition to ACTIVE for port object 98d8504f-fcc9-45ca-9ae0-71ace66c1401 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:31:00.124504 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:00.197216 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.1 (357f2d62-ff97-4425-95e1-df7b29334b64/773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb/61b00a01-7e71-4af5-8526-2f22bc20947e) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:31:00.203336 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Network 357f2d62-ff97-4425-95e1-df7b29334b64 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:31:00.208255 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Pushing event updated for resources: {'Port': ['ID=98d8504f-fcc9-45ca-9ae0-71ace66c1401,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:00.212181 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:31:00.214442 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:31:00.315323 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Attempting to bind port 98d8504f-fcc9-45ca-9ae0-71ace66c1401 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:31:00.315740 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Attempting to bind port 98d8504f-fcc9-45ca-9ae0-71ace66c1401 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '8968b778-840d-4395-8bcd-5a057b505b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:31:00.316095 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Attempting to bind port 98d8504f-fcc9-45ca-9ae0-71ace66c1401 on network 357f2d62-ff97-4425-95e1-df7b29334b64 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:31:00.324108 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:31:00.324485 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Checking segment: {'id': '8968b778-840d-4395-8bcd-5a057b505b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:31:00.324865 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:00.325244 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Bound using segment: {'id': '8968b778-840d-4395-8bcd-5a057b505b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:31:00.326487 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Bound port: 98d8504f-fcc9-45ca-9ae0-71ace66c1401, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8968b778-840d-4395-8bcd-5a057b505b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:31:00.326872 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:00.384186 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:00.402375 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object 61b00a01-7e71-4af5-8526-2f22bc20947e will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:31:00.424418 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] For port 98d8504f-fcc9-45ca-9ae0-71ace66c1401, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:31:00.435016 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] For port 98d8504f-fcc9-45ca-9ae0-71ace66c1401, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=98d8504f-fcc9-45ca-9ae0-71ace66c1401,segment=NetworkSegment(8968b778-840d-4395-8bcd-5a057b505b55),segment_id=8968b778-840d-4395-8bcd-5a057b505b55)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:31:00.486693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:00.496832 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:00.559328 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 357f2d62-ff97-4425-95e1-df7b29334b64 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:31:00.562605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:31:00.567543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:31:00.586904 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673afe1-1d3d-4a65-b253-5395f0545027 None None] Pushing event updated for resources: {'Port': ['ID=98d8504f-fcc9-45ca-9ae0-71ace66c1401,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:00.700372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:00.716635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=61b00a01-7e71-4af5-8526-2f22bc20947e,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:00.792773 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:00.794136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:00.952387 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:01.411069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:01.491264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:01.591020 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dbd207dc-a43e-492d-82bc-b73eb971e43d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:31:01.658383 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:01.672989 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=61b00a01-7e71-4af5-8526-2f22bc20947e,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:01.717936 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c7dae6-3378-4218-aa68-ee2942f61af3 None None] Network 357f2d62-ff97-4425-95e1-df7b29334b64 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:31:01.735486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port dbd207dc-a43e-492d-82bc-b73eb971e43d completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:31:01.755321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port dbd207dc-a43e-492d-82bc-b73eb971e43d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:31:01.755687 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:01.818872 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 357f2d62-ff97-4425-95e1-df7b29334b64 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:31:01.820114 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:31:01.979366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-76921a34-9385-4d2a-b929-57826bd9f6ca None None] Provisioning for port 98d8504f-fcc9-45ca-9ae0-71ace66c1401 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:31:02.048037 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:02.075555 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port dbd207dc-a43e-492d-82bc-b73eb971e43d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=dbd207dc-a43e-492d-82bc-b73eb971e43d,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:31:02.137316 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:02.142088 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 98d8504f-fcc9-45ca-9ae0-71ace66c1401 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:31:02.212867 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:02.244650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:31:02.269866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=dbd207dc-a43e-492d-82bc-b73eb971e43d,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:02.340902 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 98d8504f-fcc9-45ca-9ae0-71ace66c1401 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:31:02.350208 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 98d8504f-fcc9-45ca-9ae0-71ace66c1401 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:31:02.350208 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:02.480967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:31:02.500821 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-dfd109d1-32ba-47f3-a4cf-fc82b12d9a83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/5e5ccd73-b7c3-4e36-8e27-110c728e76ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5219724 Dec 21 22:31:02.501279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40578) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:02.514245 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:02.528128 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-433e9717-5ddc-42c2-bf79-731e724e8005 None None] Provisioning for port 61b00a01-7e71-4af5-8526-2f22bc20947e completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:31:02.535767 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-433e9717-5ddc-42c2-bf79-731e724e8005 None None] Provisioning complete for port 61b00a01-7e71-4af5-8526-2f22bc20947e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:31:02.536136 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-433e9717-5ddc-42c2-bf79-731e724e8005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:02.603059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 98d8504f-fcc9-45ca-9ae0-71ace66c1401, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=98d8504f-fcc9-45ca-9ae0-71ace66c1401,segment=NetworkSegment(8968b778-840d-4395-8bcd-5a057b505b55),segment_id=8968b778-840d-4395-8bcd-5a057b505b55)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:31:02.605686 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-433e9717-5ddc-42c2-bf79-731e724e8005 None None] Port 61b00a01-7e71-4af5-8526-2f22bc20947e cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:31:02.619735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-433e9717-5ddc-42c2-bf79-731e724e8005 None None] Provisioning complete for port 98d8504f-fcc9-45ca-9ae0-71ace66c1401 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:31:02.620099 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-433e9717-5ddc-42c2-bf79-731e724e8005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:02.669183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97464810-ff13-407a-9347-e257eb148ec8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:02.669551 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97464810-ff13-407a-9347-e257eb148ec8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:02.669919 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97464810-ff13-407a-9347-e257eb148ec8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:02.670303 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97464810-ff13-407a-9347-e257eb148ec8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:02.670659 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97464810-ff13-407a-9347-e257eb148ec8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:02.671012 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97464810-ff13-407a-9347-e257eb148ec8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:02.672726 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-97464810-ff13-407a-9347-e257eb148ec8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1704330 Dec 21 22:31:02.676551 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40582) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:02.693779 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:02.761149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5146c84e-9d60-4b9f-8cbd-4076786a5024 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:02.761498 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5146c84e-9d60-4b9f-8cbd-4076786a5024 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:02.761778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5146c84e-9d60-4b9f-8cbd-4076786a5024 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:02.762402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5146c84e-9d60-4b9f-8cbd-4076786a5024 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:02.762940 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5146c84e-9d60-4b9f-8cbd-4076786a5024 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:02.762940 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5146c84e-9d60-4b9f-8cbd-4076786a5024 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:02.769211 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5146c84e-9d60-4b9f-8cbd-4076786a5024 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0866585 Dec 21 22:31:02.769516 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40586) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:02.822831 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=98d8504f-fcc9-45ca-9ae0-71ace66c1401,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:02.947382 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-8199bf72-9fb3-4ce0-8e6d-7a8bcf3ef5be None None] Provisioning complete for port 61b00a01-7e71-4af5-8526-2f22bc20947e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:31:02.947802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8199bf72-9fb3-4ce0-8e6d-7a8bcf3ef5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:03.005973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-8199bf72-9fb3-4ce0-8e6d-7a8bcf3ef5be None None] Port 61b00a01-7e71-4af5-8526-2f22bc20947e cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:31:03.095995 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5633bc05-f5b9-45ed-b99a-5aa8344d2421 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.3251431 Dec 21 22:31:03.390170 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40594) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:03.396684 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ff34f097-3de2-406d-8e74-7aa2efc700cf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-658639409', 'description': 'tempest-secgroup-smoke-658639409 description', 'project_id': 'a0afca56990a43fd95e729e8f15e2964'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:31:03.402686 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ff34f097-3de2-406d-8e74-7aa2efc700cf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:31:03.406742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ff34f097-3de2-406d-8e74-7aa2efc700cf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:31:03.409601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ff34f097-3de2-406d-8e74-7aa2efc700cf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:31:03.415644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ff34f097-3de2-406d-8e74-7aa2efc700cf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:31:03.489023 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff34f097-3de2-406d-8e74-7aa2efc700cf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:03.513622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dbd207dc-a43e-492d-82bc-b73eb971e43d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:31:03.544030 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Sync routers for ids ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:31:03.573063 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ff34f097-3de2-406d-8e74-7aa2efc700cf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:31:03.574594 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Routers {'5e5ccd73-b7c3-4e36-8e27-110c728e76ed'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:31:03.576356 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:31:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:31:03.583477 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ff34f097-3de2-406d-8e74-7aa2efc700cf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:31:03.590704 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ff34f097-3de2-406d-8e74-7aa2efc700cf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:31:03.604651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ff34f097-3de2-406d-8e74-7aa2efc700cf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:31:03.664757 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port dbd207dc-a43e-492d-82bc-b73eb971e43d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:31:03.665406 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:03.703520 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff34f097-3de2-406d-8e74-7aa2efc700cf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:03.774666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff34f097-3de2-406d-8e74-7aa2efc700cf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:03.822846 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34f097-3de2-406d-8e74-7aa2efc700cf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0ef97d-b1e1-446c-9868-368d58d2e7f7,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:03.827318 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Set router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:31:03.834527 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 98d8504f-fcc9-45ca-9ae0-71ace66c1401 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:31:03.874425 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff34f097-3de2-406d-8e74-7aa2efc700cf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:03.877564 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ff34f097-3de2-406d-8e74-7aa2efc700cf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4863038 Dec 21 22:31:03.880563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40598) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:03.887256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a444fac6-6506-4ec3-b747-8da2fe7c42f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '8a0ef97d-b1e1-446c-9868-368d58d2e7f7', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:31:03.896194 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a444fac6-6506-4ec3-b747-8da2fe7c42f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:31:03.903578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a444fac6-6506-4ec3-b747-8da2fe7c42f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:31:03.906051 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 98d8504f-fcc9-45ca-9ae0-71ace66c1401 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:31:03.906441 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:03.909010 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a444fac6-6506-4ec3-b747-8da2fe7c42f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:31:03.915525 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a444fac6-6506-4ec3-b747-8da2fe7c42f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:31:04.035778 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a444fac6-6506-4ec3-b747-8da2fe7c42f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:04.096555 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a444fac6-6506-4ec3-b747-8da2fe7c42f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:04.187469 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'name': 'tempest-TestNetworkBasicOps-router-827983871', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:31:00Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '61b00a01-7e71-4af5-8526-2f22bc20947e', 'name': '', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:e1:f6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:59Z', 'updated_at': '2021-12-21T22:31:01Z', 'revision_number': 2, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:31:04.192142 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Checking router: 5e5ccd73-b7c3-4e36-8e27-110c728e76ed for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:31:04.192640 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Updating router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed port 61b00a01-7e71-4af5-8526-2f22bc20947e binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:31:04.203509 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a444fac6-6506-4ec3-b747-8da2fe7c42f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:04.229248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444fac6-6506-4ec3-b747-8da2fe7c42f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b42b4dd-b5c4-440d-bcd5-44589c670aca,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:04.246713 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:04.325763 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a444fac6-6506-4ec3-b747-8da2fe7c42f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:04.329488 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a444fac6-6506-4ec3-b747-8da2fe7c42f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4449346 Dec 21 22:31:04.330307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40608) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:04.335964 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-9a885f9d-7f12-4897-b3c9-1cacbd01fb1d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '8a0ef97d-b1e1-446c-9868-368d58d2e7f7', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:31:04.342292 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9a885f9d-7f12-4897-b3c9-1cacbd01fb1d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:31:04.349673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9a885f9d-7f12-4897-b3c9-1cacbd01fb1d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:31:04.350521 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9a885f9d-7f12-4897-b3c9-1cacbd01fb1d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:31:04.356570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9a885f9d-7f12-4897-b3c9-1cacbd01fb1d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:31:04.438702 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9a885f9d-7f12-4897-b3c9-1cacbd01fb1d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:04.507423 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9a885f9d-7f12-4897-b3c9-1cacbd01fb1d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:04.580835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9a885f9d-7f12-4897-b3c9-1cacbd01fb1d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:04.594038 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:04.604704 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a885f9d-7f12-4897-b3c9-1cacbd01fb1d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24e9ee1-05c8-4a57-8a6e-1a72cd756db1,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:04.606813 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Transition to ACTIVE for port object 61b00a01-7e71-4af5-8526-2f22bc20947e will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:31:04.691192 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:04.719858 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9a885f9d-7f12-4897-b3c9-1cacbd01fb1d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:04.721596 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9a885f9d-7f12-4897-b3c9-1cacbd01fb1d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3903751 Dec 21 22:31:04.724475 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40612) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:04.730315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-6e84b413-671e-41f8-930e-47b9872ddc83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '8a0ef97d-b1e1-446c-9868-368d58d2e7f7', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:31:04.736986 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6e84b413-671e-41f8-930e-47b9872ddc83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:31:04.741129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6e84b413-671e-41f8-930e-47b9872ddc83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:31:04.744931 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6e84b413-671e-41f8-930e-47b9872ddc83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:31:04.753932 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6e84b413-671e-41f8-930e-47b9872ddc83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:31:04.820329 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0baa96-1890-44dc-9104-800cf01466c8 None None] Pushing event updated for resources: {'Port': ['ID=61b00a01-7e71-4af5-8526-2f22bc20947e,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:04.839723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6e84b413-671e-41f8-930e-47b9872ddc83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:04.858147 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0baa96-1890-44dc-9104-800cf01466c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:04.858321 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0baa96-1890-44dc-9104-800cf01466c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:04.858515 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0baa96-1890-44dc-9104-800cf01466c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:04.858844 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0baa96-1890-44dc-9104-800cf01466c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:04.859176 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0baa96-1890-44dc-9104-800cf01466c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:04.859519 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0baa96-1890-44dc-9104-800cf01466c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:04.859836 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0baa96-1890-44dc-9104-800cf01466c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:04.860154 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0baa96-1890-44dc-9104-800cf01466c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:04.860472 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0baa96-1890-44dc-9104-800cf01466c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:04.861810 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0baa96-1890-44dc-9104-800cf01466c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:04.861925 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0baa96-1890-44dc-9104-800cf01466c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:04.916028 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6e84b413-671e-41f8-930e-47b9872ddc83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:04.925968 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Attempting to bind port 61b00a01-7e71-4af5-8526-2f22bc20947e on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:31:04.926432 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Attempting to bind port 61b00a01-7e71-4af5-8526-2f22bc20947e by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '8968b778-840d-4395-8bcd-5a057b505b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:31:04.926713 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Attempting to bind port 61b00a01-7e71-4af5-8526-2f22bc20947e on network 357f2d62-ff97-4425-95e1-df7b29334b64 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:31:04.933875 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:31:04.934304 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Checking segment: {'id': '8968b778-840d-4395-8bcd-5a057b505b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:31:04.934696 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:04.935093 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Bound using segment: {'id': '8968b778-840d-4395-8bcd-5a057b505b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:31:04.935553 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Bound port: 61b00a01-7e71-4af5-8526-2f22bc20947e, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8968b778-840d-4395-8bcd-5a057b505b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:31:04.935931 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:05.017750 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6e84b413-671e-41f8-930e-47b9872ddc83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:05.025082 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] For port 61b00a01-7e71-4af5-8526-2f22bc20947e, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:31:05.028137 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] For port 61b00a01-7e71-4af5-8526-2f22bc20947e, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=61b00a01-7e71-4af5-8526-2f22bc20947e,segment=NetworkSegment(8968b778-840d-4395-8bcd-5a057b505b55),segment_id=8968b778-840d-4395-8bcd-5a057b505b55)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:31:05.041352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84b413-671e-41f8-930e-47b9872ddc83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd35c1d5-31fd-47fe-8640-c42af1cc366c,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:05.090411 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:05.147222 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6e84b413-671e-41f8-930e-47b9872ddc83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:05.152195 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40618) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:05.163276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-92927d2b-2701-46c1-a484-8943ddb3e87d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '8a0ef97d-b1e1-446c-9868-368d58d2e7f7', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:31:05.169378 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6e84b413-671e-41f8-930e-47b9872ddc83 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4438801 Dec 21 22:31:05.171677 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0baa96-1890-44dc-9104-800cf01466c8 None None] Pushing event updated for resources: {'Port': ['ID=61b00a01-7e71-4af5-8526-2f22bc20947e,revision_number=4']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:05.177449 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-92927d2b-2701-46c1-a484-8943ddb3e87d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:31:05.178234 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Routers {'5e5ccd73-b7c3-4e36-8e27-110c728e76ed'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:31:05.178851 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:31:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:31:05.183674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-92927d2b-2701-46c1-a484-8943ddb3e87d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:31:05.195735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-92927d2b-2701-46c1-a484-8943ddb3e87d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:31:05.207202 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-92927d2b-2701-46c1-a484-8943ddb3e87d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:31:05.331345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-92927d2b-2701-46c1-a484-8943ddb3e87d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:05.383369 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] Set router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:31:05.402393 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-92927d2b-2701-46c1-a484-8943ddb3e87d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:05.483571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-92927d2b-2701-46c1-a484-8943ddb3e87d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:05.507330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92927d2b-2701-46c1-a484-8943ddb3e87d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a088d2c-bfe8-43aa-815b-d8646fdd8adc,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:05.583574 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-92927d2b-2701-46c1-a484-8943ddb3e87d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:05.587503 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-92927d2b-2701-46c1-a484-8943ddb3e87d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4315286 Dec 21 22:31:05.587811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40626) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:05.593611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f7188c44-9116-472b-a6a5-bdb4d82dabc4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '8a0ef97d-b1e1-446c-9868-368d58d2e7f7', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:31:05.601232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f7188c44-9116-472b-a6a5-bdb4d82dabc4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:31:05.604736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f7188c44-9116-472b-a6a5-bdb4d82dabc4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:31:05.607757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f7188c44-9116-472b-a6a5-bdb4d82dabc4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:31:05.614269 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f7188c44-9116-472b-a6a5-bdb4d82dabc4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:31:05.718347 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-f7188c44-9116-472b-a6a5-bdb4d82dabc4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:31:05.726585 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7188c44-9116-472b-a6a5-bdb4d82dabc4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:05.733738 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'name': 'tempest-TestNetworkBasicOps-router-827983871', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:31:00Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '61b00a01-7e71-4af5-8526-2f22bc20947e', 'name': '', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:e1:f6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:59Z', 'updated_at': '2021-12-21T22:31:05Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:31:05.738080 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8fba7f-8558-47c7-b955-858cbf677346 None None] The sync data for ids ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'] in dv-neutron-822520-1-hyperv is: [{'id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'name': 'tempest-TestNetworkBasicOps-router-827983871', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:31:00Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '61b00a01-7e71-4af5-8526-2f22bc20947e', 'name': '', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:e1:f6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:59Z', 'updated_at': '2021-12-21T22:31:05Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:31:05.826585 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7188c44-9116-472b-a6a5-bdb4d82dabc4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:05.890028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7188c44-9116-472b-a6a5-bdb4d82dabc4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:05.916308 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7188c44-9116-472b-a6a5-bdb4d82dabc4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a90907-dea8-4e8a-853a-69e59f01b1f5,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:06.006838 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7188c44-9116-472b-a6a5-bdb4d82dabc4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:06.007580 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f7188c44-9116-472b-a6a5-bdb4d82dabc4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4187224 Dec 21 22:31:06.011267 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40630) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:06.017226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-065057d3-0d06-49dd-93f0-d4e9e68223f4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '8a0ef97d-b1e1-446c-9868-368d58d2e7f7', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:31:06.023767 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-065057d3-0d06-49dd-93f0-d4e9e68223f4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:31:06.028167 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-065057d3-0d06-49dd-93f0-d4e9e68223f4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:31:06.031456 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-065057d3-0d06-49dd-93f0-d4e9e68223f4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:31:06.037839 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-065057d3-0d06-49dd-93f0-d4e9e68223f4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:31:06.141359 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-065057d3-0d06-49dd-93f0-d4e9e68223f4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:31:06.148775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065057d3-0d06-49dd-93f0-d4e9e68223f4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:06.248681 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065057d3-0d06-49dd-93f0-d4e9e68223f4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:06.331935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065057d3-0d06-49dd-93f0-d4e9e68223f4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:06.362947 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065057d3-0d06-49dd-93f0-d4e9e68223f4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11b2350-9bed-49b3-9a01-6d8ccd873c0a,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:06.417065 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-065057d3-0d06-49dd-93f0-d4e9e68223f4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:06.418380 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-065057d3-0d06-49dd-93f0-d4e9e68223f4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4060924 Dec 21 22:31:06.602137 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-41444dce-01f7-479e-9126-da0b09065cb5 req-5d53744b-ea46-4e6d-abd2-4a9239ee66d1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:31:06.683854 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-41444dce-01f7-479e-9126-da0b09065cb5 req-5d53744b-ea46-4e6d-abd2-4a9239ee66d1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:31:06.685044 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-41444dce-01f7-479e-9126-da0b09065cb5 req-5d53744b-ea46-4e6d-abd2-4a9239ee66d1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658639409&fields=id&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 267 time: 0.1275301 Dec 21 22:31:06.831358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41444dce-01f7-479e-9126-da0b09065cb5 req-7109ffb6-3b82-498e-849d-838cbd390f0f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:06.832010 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-41444dce-01f7-479e-9126-da0b09065cb5 req-7109ffb6-3b82-498e-849d-838cbd390f0f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:31:06.929872 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-41444dce-01f7-479e-9126-da0b09065cb5 req-7109ffb6-3b82-498e-849d-838cbd390f0f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:31:06.931139 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-41444dce-01f7-479e-9126-da0b09065cb5 req-7109ffb6-3b82-498e-849d-838cbd390f0f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/networks?id=357f2d62-ff97-4425-95e1-df7b29334b64 HTTP/1.1" status: 200 len: 797 time: 0.2396681 Dec 21 22:31:06.952908 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-41444dce-01f7-479e-9126-da0b09065cb5 req-d74e55d7-2292-4644-95a5-7d9d28fd9532 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/quotas/a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 375 time: 0.0163445 Dec 21 22:31:07.028024 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-41444dce-01f7-479e-9126-da0b09065cb5 req-93672c56-8144-4960-aa28-383e1f17c40d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:31:07.101149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-41444dce-01f7-479e-9126-da0b09065cb5 req-93672c56-8144-4960-aa28-383e1f17c40d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:31:07.102514 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-41444dce-01f7-479e-9126-da0b09065cb5 req-93672c56-8144-4960-aa28-383e1f17c40d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1488056 Dec 21 22:31:07.243736 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-41444dce-01f7-479e-9126-da0b09065cb5 req-ce2d8707-aa60-4d51-9acd-72c134c5c98d service neutron] 10.222.0.37 "GET /v2.0/networks/357f2d62-ff97-4425-95e1-df7b29334b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283386 Dec 21 22:31:07.486413 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-41444dce-01f7-479e-9126-da0b09065cb5 req-c9cba161-f115-401f-ae95-42a50236b915 service neutron] 10.222.0.37 "GET /v2.0/networks/357f2d62-ff97-4425-95e1-df7b29334b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366142 Dec 21 22:31:07.529671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 61b00a01-7e71-4af5-8526-2f22bc20947e up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:31:07.683667 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 61b00a01-7e71-4af5-8526-2f22bc20947e completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:31:07.688792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 61b00a01-7e71-4af5-8526-2f22bc20947e triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:31:07.689308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:07.806424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-85d8cd90-4ce4-4aa4-b187-d715934069b1 req-6ea05a0e-2f38-4d75-971a-08021dafed44 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:31:07.818935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-85d8cd90-4ce4-4aa4-b187-d715934069b1 req-6ea05a0e-2f38-4d75-971a-08021dafed44 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:31:07.820086 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-85d8cd90-4ce4-4aa4-b187-d715934069b1 req-6ea05a0e-2f38-4d75-971a-08021dafed44 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 210 time: 0.0684259 Dec 21 22:31:07.854278 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:07.887560 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 61b00a01-7e71-4af5-8526-2f22bc20947e, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=61b00a01-7e71-4af5-8526-2f22bc20947e,segment=NetworkSegment(8968b778-840d-4395-8bcd-5a057b505b55),segment_id=8968b778-840d-4395-8bcd-5a057b505b55)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:31:07.977032 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:08.046288 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=61b00a01-7e71-4af5-8526-2f22bc20947e,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:09.010401 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ed868cd4-cb7f-405f-ab13-f1f0d6dc6c06 req-da5e935e-9c90-486d-b6c1-3e758d41643e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 210 time: 0.0474107 Dec 21 22:31:09.501129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 61b00a01-7e71-4af5-8526-2f22bc20947e up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:31:09.571433 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 61b00a01-7e71-4af5-8526-2f22bc20947e triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:31:09.572019 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:10.057838 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41444dce-01f7-479e-9126-da0b09065cb5 req-096fe8cc-bace-4d2a-98e7-95bb8d9a07c6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:10.058554 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-41444dce-01f7-479e-9126-da0b09065cb5 req-096fe8cc-bace-4d2a-98e7-95bb8d9a07c6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:31:10.074936 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-41444dce-01f7-479e-9126-da0b09065cb5 req-096fe8cc-bace-4d2a-98e7-95bb8d9a07c6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:31:10.075991 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-41444dce-01f7-479e-9126-da0b09065cb5 req-096fe8cc-bace-4d2a-98e7-95bb8d9a07c6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/networks?id=357f2d62-ff97-4425-95e1-df7b29334b64 HTTP/1.1" status: 200 len: 797 time: 0.1662943 Dec 21 22:31:10.144140 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-41444dce-01f7-479e-9126-da0b09065cb5 req-29fd0aa9-a827-48a8-a9b1-4b4a5f77388e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:31:10.198644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-41444dce-01f7-479e-9126-da0b09065cb5 req-29fd0aa9-a827-48a8-a9b1-4b4a5f77388e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:31:10.199757 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-41444dce-01f7-479e-9126-da0b09065cb5 req-29fd0aa9-a827-48a8-a9b1-4b4a5f77388e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 379 time: 0.1085062 Dec 21 22:31:10.207579 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7b7e01f2-e651-45e9-b726-d551f5c20add req-c13f5b1e-9882-4c0a-a63c-efe2b08e3fd8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 210 time: 0.0528202 Dec 21 22:31:10.212565 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-41444dce-01f7-479e-9126-da0b09065cb5 req-e2898175-865d-4e95-bca8-126e0ea7253e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'port': {'device_id': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'admin_state_up': True, 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'security_groups': ['8a0ef97d-b1e1-446c-9868-368d58d2e7f7']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:31:10.355867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-41444dce-01f7-479e-9126-da0b09065cb5 req-e2898175-865d-4e95-bca8-126e0ea7253e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:31:10.366445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-41444dce-01f7-479e-9126-da0b09065cb5 req-e2898175-865d-4e95-bca8-126e0ea7253e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:31:10.461852 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41444dce-01f7-479e-9126-da0b09065cb5 req-e2898175-865d-4e95-bca8-126e0ea7253e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:31:10.465309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-41444dce-01f7-479e-9126-da0b09065cb5 req-e2898175-865d-4e95-bca8-126e0ea7253e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:10.632513 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-41444dce-01f7-479e-9126-da0b09065cb5 req-e2898175-865d-4e95-bca8-126e0ea7253e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.13 (357f2d62-ff97-4425-95e1-df7b29334b64/773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb/940ef762-5b52-4600-be06-b0b833b0166e) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:31:10.831244 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-41444dce-01f7-479e-9126-da0b09065cb5 req-e2898175-865d-4e95-bca8-126e0ea7253e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:10.846929 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-41444dce-01f7-479e-9126-da0b09065cb5 req-e2898175-865d-4e95-bca8-126e0ea7253e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object 940ef762-5b52-4600-be06-b0b833b0166e will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:31:10.971903 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-41444dce-01f7-479e-9126-da0b09065cb5 req-e2898175-865d-4e95-bca8-126e0ea7253e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:11.050351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41444dce-01f7-479e-9126-da0b09065cb5 req-e2898175-865d-4e95-bca8-126e0ea7253e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 357f2d62-ff97-4425-95e1-df7b29334b64 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:31:11.053680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-41444dce-01f7-479e-9126-da0b09065cb5 req-e2898175-865d-4e95-bca8-126e0ea7253e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:31:11.058190 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-41444dce-01f7-479e-9126-da0b09065cb5 req-e2898175-865d-4e95-bca8-126e0ea7253e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:31:11.086445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2898175-865d-4e95-bca8-126e0ea7253e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=940ef762-5b52-4600-be06-b0b833b0166e,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:11.124504 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41444dce-01f7-479e-9126-da0b09065cb5 req-e2898175-865d-4e95-bca8-126e0ea7253e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:11.125096 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-41444dce-01f7-479e-9126-da0b09065cb5 req-e2898175-865d-4e95-bca8-126e0ea7253e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:11.225054 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-41444dce-01f7-479e-9126-da0b09065cb5 req-e2898175-865d-4e95-bca8-126e0ea7253e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0163219 Dec 21 22:31:11.246795 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Request body: {'port': {'device_id': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:31:11.368252 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:11.417014 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e014a-bbcf-41e2-ae01-3b9ac9ded4c0 req-5c5bd21d-103e-41bd-b91d-813c9affc4ef tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:11.417654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-064924dd-220b-4e52-94ea-8d004a094fc4 None None] Provisioning for port 940ef762-5b52-4600-be06-b0b833b0166e completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:31:11.420591 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1c7e014a-bbcf-41e2-ae01-3b9ac9ded4c0 req-5c5bd21d-103e-41bd-b91d-813c9affc4ef tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 932 time: 0.0804710 Dec 21 22:31:11.428535 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-064924dd-220b-4e52-94ea-8d004a094fc4 None None] Provisioning complete for port 940ef762-5b52-4600-be06-b0b833b0166e triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:31:11.429155 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-064924dd-220b-4e52-94ea-8d004a094fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:11.468324 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1c7e014a-bbcf-41e2-ae01-3b9ac9ded4c0 req-b7ceb1d2-b415-43b1-9e67-8b3f5525355f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0ef97d-b1e1-446c-9868-368d58d2e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418174 Dec 21 22:31:11.490163 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-064924dd-220b-4e52-94ea-8d004a094fc4 None None] Port 940ef762-5b52-4600-be06-b0b833b0166e cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:31:11.826542 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940ef762-5b52-4600-be06-b0b833b0166e {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:31:11.834170 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:11.849811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Transition to ACTIVE for port object 940ef762-5b52-4600-be06-b0b833b0166e will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:31:11.913421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:12.040779 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Pushing event updated for resources: {'Port': ['ID=940ef762-5b52-4600-be06-b0b833b0166e,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:12.155564 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Attempting to bind port 940ef762-5b52-4600-be06-b0b833b0166e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:31:12.156360 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Attempting to bind port 940ef762-5b52-4600-be06-b0b833b0166e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '8968b778-840d-4395-8bcd-5a057b505b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:31:12.156360 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Attempting to bind port 940ef762-5b52-4600-be06-b0b833b0166e on network 357f2d62-ff97-4425-95e1-df7b29334b64 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:31:12.162730 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Port 940ef762-5b52-4600-be06-b0b833b0166e on network 357f2d62-ff97-4425-95e1-df7b29334b64 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:31:12.162975 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Attempting to bind port 940ef762-5b52-4600-be06-b0b833b0166e on network 357f2d62-ff97-4425-95e1-df7b29334b64 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:31:12.169533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:31:12.169861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Checking segment: {'id': '8968b778-840d-4395-8bcd-5a057b505b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:31:12.170264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Bound using segment: {'id': '8968b778-840d-4395-8bcd-5a057b505b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:31:12.170673 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Bound port: 940ef762-5b52-4600-be06-b0b833b0166e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8968b778-840d-4395-8bcd-5a057b505b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:31:12.171015 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:12.263791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] For port 940ef762-5b52-4600-be06-b0b833b0166e, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:31:12.266611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] For port 940ef762-5b52-4600-be06-b0b833b0166e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=940ef762-5b52-4600-be06-b0b833b0166e,segment=NetworkSegment(8968b778-840d-4395-8bcd-5a057b505b55),segment_id=8968b778-840d-4395-8bcd-5a057b505b55)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:31:12.348416 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:12.411285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:12.412629 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-41444dce-01f7-479e-9126-da0b09065cb5 req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] 10.222.0.49 "PUT /v2.0/ports/940ef762-5b52-4600-be06-b0b833b0166e HTTP/1.1" status: 200 len: 1094 time: 1.1748252 Dec 21 22:31:12.413058 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'tag': '940ef762-5b52-4600-be06-b0b833b0166e'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:31:12.435344 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7457d-7aae-4b98-90d0-09adfdc63d4e service neutron] Pushing event updated for resources: {'Port': ['ID=940ef762-5b52-4600-be06-b0b833b0166e,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:12.473422 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'tag': '940ef762-5b52-4600-be06-b0b833b0166e', 'status': 'completed', 'code': 200} Dec 21 22:31:12.579060 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5cf7242e-2058-4363-bd72-546a32e0b53d req-68fd420d-c6c4-4669-8f91-5a1266e3c591 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 1097 time: 0.0860088 Dec 21 22:31:12.696491 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f89be-b14d-4de7-82c8-d12be69c1796 req-c09347b6-e881-4f35-a94a-d499c9363822 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:12.697923 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7a7f89be-b14d-4de7-82c8-d12be69c1796 req-c09347b6-e881-4f35-a94a-d499c9363822 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 944 time: 0.0888572 Dec 21 22:31:12.740789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7242e-2058-4363-bd72-546a32e0b53d req-a57c862d-d701-4845-8b90-5c52dc546306 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:12.742424 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5cf7242e-2058-4363-bd72-546a32e0b53d req-a57c862d-d701-4845-8b90-5c52dc546306 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a0afca56990a43fd95e729e8f15e2964&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1524324 Dec 21 22:31:12.757421 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7a7f89be-b14d-4de7-82c8-d12be69c1796 req-c9cc32a5-47aa-4fb0-a74f-55978351e2fa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0ef97d-b1e1-446c-9868-368d58d2e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536544 Dec 21 22:31:12.885615 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7242e-2058-4363-bd72-546a32e0b53d req-300edc63-4d43-45d2-aab9-9f790643f329 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:12.887099 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5cf7242e-2058-4363-bd72-546a32e0b53d req-300edc63-4d43-45d2-aab9-9f790643f329 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366944 Dec 21 22:31:13.008667 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-41444dce-01f7-479e-9126-da0b09065cb5 req-898ac718-3b3c-4e83-a747-54d3c259fed1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 1097 time: 0.0751588 Dec 21 22:31:13.083886 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-41444dce-01f7-479e-9126-da0b09065cb5 req-23550788-2266-473f-bcb1-17da890f745f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=940ef762-5b52-4600-be06-b0b833b0166e HTTP/1.1" status: 200 len: 217 time: 0.0645542 Dec 21 22:31:13.150833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41444dce-01f7-479e-9126-da0b09065cb5 req-d2b8ebfe-871c-4e43-bac1-a3a1a2bbf3bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:13.152160 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-41444dce-01f7-479e-9126-da0b09065cb5 req-d2b8ebfe-871c-4e43-bac1-a3a1a2bbf3bf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb HTTP/1.1" status: 200 len: 834 time: 0.0609856 Dec 21 22:31:13.230588 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-41444dce-01f7-479e-9126-da0b09065cb5 req-b83987a6-cf6a-46a8-8b2e-a264e9ac1958 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=357f2d62-ff97-4425-95e1-df7b29334b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688045 Dec 21 22:31:13.369951 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-41444dce-01f7-479e-9126-da0b09065cb5 req-378396f7-326e-40f3-98a4-8e8d557a1b61 service neutron] 10.222.0.49 "GET /v2.0/networks/357f2d62-ff97-4425-95e1-df7b29334b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291552 Dec 21 22:31:13.511928 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-41444dce-01f7-479e-9126-da0b09065cb5 req-faf30d9f-b899-455e-a8b0-63aeb31b3fa4 service neutron] 10.222.0.49 "GET /v2.0/networks/357f2d62-ff97-4425-95e1-df7b29334b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317863 Dec 21 22:31:13.965234 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc1ae3-2053-4321-b085-71ec32c91d87 req-9eb27c89-f627-4b04-9a7b-00cafddc0e23 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:13.965915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-46cc1ae3-2053-4321-b085-71ec32c91d87 req-9eb27c89-f627-4b04-9a7b-00cafddc0e23 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:31:14.034655 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-46cc1ae3-2053-4321-b085-71ec32c91d87 req-9eb27c89-f627-4b04-9a7b-00cafddc0e23 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:31:14.035824 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-46cc1ae3-2053-4321-b085-71ec32c91d87 req-9eb27c89-f627-4b04-9a7b-00cafddc0e23 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 944 time: 0.1545372 Dec 21 22:31:14.090990 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-46cc1ae3-2053-4321-b085-71ec32c91d87 req-cd84750c-be5a-4276-89ae-5416767539c2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0ef97d-b1e1-446c-9868-368d58d2e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486407 Dec 21 22:31:15.284866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:15.327116 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecc0b3-b54f-4075-9764-6344ef169e3d req-86792917-2253-4fc5-a4ce-ece0368f72da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:15.328617 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-68ecc0b3-b54f-4075-9764-6344ef169e3d req-86792917-2253-4fc5-a4ce-ece0368f72da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 944 time: 0.1017168 Dec 21 22:31:15.379475 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-68ecc0b3-b54f-4075-9764-6344ef169e3d req-2bd05e29-e626-4ffc-afac-98832514000c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0ef97d-b1e1-446c-9868-368d58d2e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443897 Dec 21 22:31:16.062835 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 940ef762-5b52-4600-be06-b0b833b0166e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:31:16.212958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 940ef762-5b52-4600-be06-b0b833b0166e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=940ef762-5b52-4600-be06-b0b833b0166e,segment=NetworkSegment(8968b778-840d-4395-8bcd-5a057b505b55),segment_id=8968b778-840d-4395-8bcd-5a057b505b55)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:31:16.233212 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '940ef762-5b52-4600-be06-b0b833b0166e', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'port_id': '940ef762-5b52-4600-be06-b0b833b0166e', 'mac_address': 'fa:16:3e:d6:24:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:31:16.291496 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:16.309944 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940ef762-5b52-4600-be06-b0b833b0166e {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:31:16.325769 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 940ef762-5b52-4600-be06-b0b833b0166e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=940ef762-5b52-4600-be06-b0b833b0166e,segment=NetworkSegment(8968b778-840d-4395-8bcd-5a057b505b55),segment_id=8968b778-840d-4395-8bcd-5a057b505b55)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:31:16.439735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:16.507908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=940ef762-5b52-4600-be06-b0b833b0166e,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:16.707658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['940ef762-5b52-4600-be06-b0b833b0166e'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:31:16.715994 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193c270-4452-49b2-a431-f5044e32e16b req-16c7b358-62f7-4cc9-a36b-c395b28ff47a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:16.717485 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0193c270-4452-49b2-a431-f5044e32e16b req-16c7b358-62f7-4cc9-a36b-c395b28ff47a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 945 time: 0.2042146 Dec 21 22:31:16.769174 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0193c270-4452-49b2-a431-f5044e32e16b req-067c135a-8c9c-4a04-aa55-4de31e6711ec tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0ef97d-b1e1-446c-9868-368d58d2e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436747 Dec 21 22:31:17.982894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d3db5-bae7-452c-a87d-e86904008300 req-3281ecb6-f9eb-4ffa-9f79-6324afdae4d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:17.984324 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-433d3db5-bae7-452c-a87d-e86904008300 req-3281ecb6-f9eb-4ffa-9f79-6324afdae4d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 945 time: 0.0867307 Dec 21 22:31:18.033729 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-433d3db5-bae7-452c-a87d-e86904008300 req-67211f33-bea3-4950-842c-926c4e8724ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0ef97d-b1e1-446c-9868-368d58d2e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425982 Dec 21 22:31:18.066671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 940ef762-5b52-4600-be06-b0b833b0166e up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:31:18.218351 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 940ef762-5b52-4600-be06-b0b833b0166e completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:31:18.224165 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 940ef762-5b52-4600-be06-b0b833b0166e triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:31:18.224537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:18.350277 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:18.376853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940ef762-5b52-4600-be06-b0b833b0166e'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:31:18.388240 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 940ef762-5b52-4600-be06-b0b833b0166e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=940ef762-5b52-4600-be06-b0b833b0166e,segment=NetworkSegment(8968b778-840d-4395-8bcd-5a057b505b55),segment_id=8968b778-840d-4395-8bcd-5a057b505b55)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:31:18.435813 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940ef762-5b52-4600-be06-b0b833b0166e', 'code': 200} Dec 21 22:31:18.472439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:18.539164 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=940ef762-5b52-4600-be06-b0b833b0166e,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:18.923804 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3d8db585-433f-4273-a5d1-dfc6a506e0e1 req-30ebd866-dbfe-426b-8c39-aed348a36d0e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 1099 time: 0.1587594 Dec 21 22:31:18.971651 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3d8db585-433f-4273-a5d1-dfc6a506e0e1 req-b596003d-fe91-4b56-9c65-d022dc9b162c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8a0ef97d-b1e1-446c-9868-368d58d2e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380313 Dec 21 22:31:19.308440 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16aa85-542e-43da-bced-038a770c50a3 req-a94539a9-4710-40b4-8338-f6e1b850aee9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:19.309964 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cd16aa85-542e-43da-bced-038a770c50a3 req-a94539a9-4710-40b4-8338-f6e1b850aee9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 946 time: 0.1518228 Dec 21 22:31:19.362000 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cd16aa85-542e-43da-bced-038a770c50a3 req-c0840886-1fd7-45f0-afcb-d0ff5493b660 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0ef97d-b1e1-446c-9868-368d58d2e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463994 Dec 21 22:31:20.564241 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f594405-192e-48a1-8316-91fcfc5fc5eb req-149e61e0-6ea7-43d7-920a-f97f30afa141 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:20.565731 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5f594405-192e-48a1-8316-91fcfc5fc5eb req-149e61e0-6ea7-43d7-920a-f97f30afa141 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 946 time: 0.0798438 Dec 21 22:31:20.611373 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5f594405-192e-48a1-8316-91fcfc5fc5eb req-e031da7d-f0ba-4c16-83da-131311a835f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0ef97d-b1e1-446c-9868-368d58d2e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393946 Dec 21 22:31:20.816608 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89cd61-f90f-4a2c-b357-08a1cdec4325 req-7bc2d27b-73e9-413d-91c1-9f54417736e3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:20.822483 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5e89cd61-f90f-4a2c-b357-08a1cdec4325 req-7bc2d27b-73e9-413d-91c1-9f54417736e3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 946 time: 0.0833046 Dec 21 22:31:20.865760 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5e89cd61-f90f-4a2c-b357-08a1cdec4325 req-95f66a00-7294-4a5c-b703-ceaa89023041 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0ef97d-b1e1-446c-9868-368d58d2e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420856 Dec 21 22:31:20.893819 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40712) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:20.974663 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-75e951f3-3226-4976-a695-96a29d0fc522 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 1094 time: 0.0796928 Dec 21 22:31:20.977446 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40716) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:20.982642 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': '940ef762-5b52-4600-be06-b0b833b0166e', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:31:20.990414 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:31:20.994877 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:floatingip and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:31:20.997667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:31:21.003290 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:31:21.136785 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:21.275812 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:21.410843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.26.3.225 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/1da95c64-12b8-40ae-bb1a-dd5414da72f4) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:31:21.563392 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:21.663374 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:21.736505 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:31:21.740569 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:31:21.744970 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:31:21.769213 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=1da95c64-12b8-40ae-bb1a-dd5414da72f4,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:22.358251 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:22.500662 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:22.707204 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:22.782517 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:22.892821 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=1da95c64-12b8-40ae-bb1a-dd5414da72f4,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:22.910644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:23.112777 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Floating IP db92f838-0ec1-4319-b729-bde14358d1db associated. External IP: 172.26.3.225, port: 940ef762-5b52-4600-be06-b0b833b0166e. Dec 21 22:31:23.514392 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:31:23.725740 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:31:23.735263 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433cf55b-748d-4494-80b1-c2ebcd9f7ef1 None None] Sync routers for ids ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:31:23.746858 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433cf55b-748d-4494-80b1-c2ebcd9f7ef1 None None] Routers {'5e5ccd73-b7c3-4e36-8e27-110c728e76ed'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:31:23.747463 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-433cf55b-748d-4494-80b1-c2ebcd9f7ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:31:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:31:23.856406 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:23.912731 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6487d0d7-5c74-4674-8046-b0fc23d2f0c8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9341846 Dec 21 22:31:23.913565 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'tag': '940ef762-5b52-4600-be06-b0b833b0166e'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:31:23.915383 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40724) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:23.974365 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'tag': '940ef762-5b52-4600-be06-b0b833b0166e', 'status': 'completed', 'code': 200} Dec 21 22:31:23.974834 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-433cf55b-748d-4494-80b1-c2ebcd9f7ef1 None None] Set router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:31:24.151527 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-88ca6615-e121-448f-a9d7-12a56caae631 req-f506fe6b-88d4-4962-97c2-90ccd9a49d44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 1099 time: 0.1507325 Dec 21 22:31:24.320643 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-491f29a7-671c-450d-8d69-ed1fdd4295b0 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/routers/5e5ccd73-b7c3-4e36-8e27-110c728e76ed HTTP/1.1" status: 200 len: 922 time: 0.4010081 Dec 21 22:31:24.322724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40732) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:24.337418 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca6615-e121-448f-a9d7-12a56caae631 req-2f3034bb-1451-4806-9baf-d012392acd53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:24.338863 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-88ca6615-e121-448f-a9d7-12a56caae631 req-2f3034bb-1451-4806-9baf-d012392acd53 service neutron] 10.222.0.49 "GET /v2.0/networks?id=357f2d62-ff97-4425-95e1-df7b29334b64 HTTP/1.1" status: 200 len: 898 time: 0.1791296 Dec 21 22:31:24.431642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-433cf55b-748d-4494-80b1-c2ebcd9f7ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'name': 'tempest-TestNetworkBasicOps-router-827983871', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:31:00Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'db92f838-0ec1-4319-b729-bde14358d1db', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.225', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'port_id': '940ef762-5b52-4600-be06-b0b833b0166e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'mac_address': 'fa:16:3e:d6:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:31:22Z', 'updated_at': '2021-12-21T22:31:22Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b00a01-7e71-4af5-8526-2f22bc20947e', 'name': '', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:e1:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:59Z', 'updated_at': '2021-12-21T22:31:07Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:31:24.436688 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433cf55b-748d-4494-80b1-c2ebcd9f7ef1 None None] Checking router: 5e5ccd73-b7c3-4e36-8e27-110c728e76ed for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:31:24.449380 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433cf55b-748d-4494-80b1-c2ebcd9f7ef1 None None] Routers {'5e5ccd73-b7c3-4e36-8e27-110c728e76ed'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:31:24.450128 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-433cf55b-748d-4494-80b1-c2ebcd9f7ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:31:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:31:24.462319 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-88ca6615-e121-448f-a9d7-12a56caae631 req-7dcf2000-84f4-4560-9d1d-53dcffbf044c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=940ef762-5b52-4600-be06-b0b833b0166e HTTP/1.1" status: 200 len: 1000 time: 0.1134801 Dec 21 22:31:24.546778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca6615-e121-448f-a9d7-12a56caae631 req-97eceb79-6a08-4396-ad97-3fda71fd3803 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:24.548540 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-88ca6615-e121-448f-a9d7-12a56caae631 req-97eceb79-6a08-4396-ad97-3fda71fd3803 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb HTTP/1.1" status: 200 len: 834 time: 0.0790620 Dec 21 22:31:24.583021 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bd7e892a-b570-40dc-a8bb-a54e15f5d666 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/db92f838-0ec1-4319-b729-bde14358d1db HTTP/1.1" status: 200 len: 992 time: 0.2586584 Dec 21 22:31:24.642206 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-433cf55b-748d-4494-80b1-c2ebcd9f7ef1 None None] Set router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:31:24.645431 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-88ca6615-e121-448f-a9d7-12a56caae631 req-3af7918d-53eb-49a2-b14a-dafdec041585 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=357f2d62-ff97-4425-95e1-df7b29334b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904245 Dec 21 22:31:24.709349 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:31:24.809037 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-88ca6615-e121-448f-a9d7-12a56caae631 req-80d9198e-42ed-46ad-8627-797e557b5a95 service neutron] 10.222.0.49 "GET /v2.0/networks/357f2d62-ff97-4425-95e1-df7b29334b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546617 Dec 21 22:31:24.956878 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-88ca6615-e121-448f-a9d7-12a56caae631 req-547ac459-c07b-45bb-bcb0-f5d0e013aacb service neutron] 10.222.0.49 "GET /v2.0/networks/357f2d62-ff97-4425-95e1-df7b29334b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364272 Dec 21 22:31:25.045800 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-433cf55b-748d-4494-80b1-c2ebcd9f7ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'name': 'tempest-TestNetworkBasicOps-router-827983871', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:31:00Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'db92f838-0ec1-4319-b729-bde14358d1db', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.225', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'port_id': '940ef762-5b52-4600-be06-b0b833b0166e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'mac_address': 'fa:16:3e:d6:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:31:22Z', 'updated_at': '2021-12-21T22:31:22Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b00a01-7e71-4af5-8526-2f22bc20947e', 'name': '', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:e1:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:59Z', 'updated_at': '2021-12-21T22:31:07Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:31:25.049826 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433cf55b-748d-4494-80b1-c2ebcd9f7ef1 None None] The sync data for ids ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'] in dv-neutron-822520-1-hyperv is: [{'id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'name': 'tempest-TestNetworkBasicOps-router-827983871', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:31:00Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'db92f838-0ec1-4319-b729-bde14358d1db', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.225', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'port_id': '940ef762-5b52-4600-be06-b0b833b0166e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'mac_address': 'fa:16:3e:d6:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:31:22Z', 'updated_at': '2021-12-21T22:31:22Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b00a01-7e71-4af5-8526-2f22bc20947e', 'name': '', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:e1:f6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:59Z', 'updated_at': '2021-12-21T22:31:07Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:31:25.292804 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7538fe-1877-455c-ae82-9753eb2447fd None None] New status for floating IP db92f838-0ec1-4319-b729-bde14358d1db: ACTIVE {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:31:25.588317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40738) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:25.707056 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0708fafe-5d42-43eb-919d-509d5addf50b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/db92f838-0ec1-4319-b729-bde14358d1db HTTP/1.1" status: 200 len: 992 time: 0.1189430 Dec 21 22:31:26.594564 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-b2f2b5d1-1abe-4717-bdd0-fcdc27f4ca23 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1419962878&fields=id&tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d HTTP/1.1" status: 200 len: 267 time: 0.0404418 Dec 21 22:31:26.711519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40752) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:26.738549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-e0b01491-2427-40f2-bfb2-d9dc879975f3 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:26.740332 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-e0b01491-2427-40f2-bfb2-d9dc879975f3 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/networks?id=30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 200 len: 811 time: 0.1392267 Dec 21 22:31:26.756776 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-a8065fb5-0c50-4aa5-a47c-e2c2237144e4 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/quotas/b8d8b5b9fdb0458fb8e74e87d7d41d6d HTTP/1.1" status: 200 len: 375 time: 0.0112479 Dec 21 22:31:26.821746 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-97827378-036b-4e57-9339-fc62eb8eb67b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/db92f838-0ec1-4319-b729-bde14358d1db HTTP/1.1" status: 200 len: 994 time: 0.1090922 Dec 21 22:31:26.841829 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ca27940f-1415-4fd5-a3b3-b6f256c75e6f tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0798688 Dec 21 22:31:26.975578 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-7fa3be6c-e6ea-4091-a768-fa3459c01643 service neutron] 10.222.0.37 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226003 Dec 21 22:31:27.104618 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-9125ae1a-697c-40d8-862f-2d9daee36d06 service neutron] 10.222.0.37 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235137 Dec 21 22:31:27.249608 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-baef9bd2-7309-4097-8fdf-461f6e496b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:27.773378 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c04950cb-a307-4162-a7c1-e23340237fbc req-7596261f-1b49-4463-90f1-f175b59902aa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 210 time: 0.0404851 Dec 21 22:31:28.941591 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d28531be-96ef-4cb8-b681-829595913f0b req-cc36e952-2408-4615-9010-87924901a7ea tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 210 time: 0.0449166 Dec 21 22:31:29.482968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-07d3a930-1a16-47d5-a815-760269722b00 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:29.484353 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-07d3a930-1a16-47d5-a815-760269722b00 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.49 "GET /v2.0/networks?id=30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 200 len: 811 time: 0.1421270 Dec 21 22:31:29.538846 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-06952662-e2b9-44e3-8de6-60104836e442 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d HTTP/1.1" status: 200 len: 380 time: 0.0413020 Dec 21 22:31:29.546945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-a273d2a8-0b93-458d-99c1-f1ce93fa8c85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Request body: {'port': {'device_id': '8de019a5-1615-4ac1-8e36-533a73aa420b', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'admin_state_up': True, 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'security_groups': ['908ba60d-30ea-43d6-8c02-9249e70b8160']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:31:29.645801 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b7c0c153-8b72-4473-8dfe-7fc14a3e4707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:29.791041 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-a273d2a8-0b93-458d-99c1-f1ce93fa8c85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:31:29.800186 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-a273d2a8-0b93-458d-99c1-f1ce93fa8c85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:31:29.850747 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-a273d2a8-0b93-458d-99c1-f1ce93fa8c85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Made reservation on behalf of b8d8b5b9fdb0458fb8e74e87d7d41d6d for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:31:29.853791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-a273d2a8-0b93-458d-99c1-f1ce93fa8c85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:30.020849 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-a273d2a8-0b93-458d-99c1-f1ce93fa8c85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Allocated IP 172.20.0.5 (30c8348e-de0d-452f-98c1-e75fb40a3979/073f42ae-bd0f-4484-a9d4-70d9e72514e8/1ff89397-53e8-4a26-9c67-2d48d49b0acf) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:31:30.154176 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7edace90-7b5b-4816-8d20-28d3e7c278b5 req-772f8d36-3530-4c74-881e-8fefcd394ecc tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 210 time: 0.0608473 Dec 21 22:31:30.258435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-a273d2a8-0b93-458d-99c1-f1ce93fa8c85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:30.274453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-a273d2a8-0b93-458d-99c1-f1ce93fa8c85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Transition to ACTIVE for port object 1ff89397-53e8-4a26-9c67-2d48d49b0acf will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:31:30.371020 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-a273d2a8-0b93-458d-99c1-f1ce93fa8c85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:30.442680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-a273d2a8-0b93-458d-99c1-f1ce93fa8c85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Network 30c8348e-de0d-452f-98c1-e75fb40a3979 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:31:30.445701 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-a273d2a8-0b93-458d-99c1-f1ce93fa8c85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:31:30.449554 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-a273d2a8-0b93-458d-99c1-f1ce93fa8c85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:31:30.494628 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273d2a8-0b93-458d-99c1-f1ce93fa8c85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event updated for resources: {'Port': ['ID=1ff89397-53e8-4a26-9c67-2d48d49b0acf,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:30.517339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-a273d2a8-0b93-458d-99c1-f1ce93fa8c85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:30.517996 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-a273d2a8-0b93-458d-99c1-f1ce93fa8c85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:30.606050 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-a273d2a8-0b93-458d-99c1-f1ce93fa8c85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0622373 Dec 21 22:31:30.621066 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Request body: {'port': {'device_id': '8de019a5-1615-4ac1-8e36-533a73aa420b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:31:30.713368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:30.733477 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:30.771224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f60cfe9c-149e-4b12-8832-60d17e5c6eb4 None None] Provisioning for port 1ff89397-53e8-4a26-9c67-2d48d49b0acf completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:31:30.777026 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f60cfe9c-149e-4b12-8832-60d17e5c6eb4 None None] Provisioning complete for port 1ff89397-53e8-4a26-9c67-2d48d49b0acf triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:31:30.777565 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f60cfe9c-149e-4b12-8832-60d17e5c6eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:30.811514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:30.842970 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f60cfe9c-149e-4b12-8832-60d17e5c6eb4 None None] Port 1ff89397-53e8-4a26-9c67-2d48d49b0acf cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:31:31.077773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff89397-53e8-4a26-9c67-2d48d49b0acf {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:31:31.085865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:31.100178 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Transition to ACTIVE for port object 1ff89397-53e8-4a26-9c67-2d48d49b0acf will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:31:31.147864 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:31.279021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff89397-53e8-4a26-9c67-2d48d49b0acf,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:31.373804 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8507126-6964-4cc3-9064-9c0851b599b8 req-1ae3a8b8-a4b7-479e-abfc-a02dcbb1f3f9 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:31.381704 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b8507126-6964-4cc3-9064-9c0851b599b8 req-1ae3a8b8-a4b7-479e-abfc-a02dcbb1f3f9 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 943 time: 0.1043310 Dec 21 22:31:31.400392 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Attempting to bind port 1ff89397-53e8-4a26-9c67-2d48d49b0acf on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:31:31.404838 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Attempting to bind port 1ff89397-53e8-4a26-9c67-2d48d49b0acf by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:31:31.404838 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Attempting to bind port 1ff89397-53e8-4a26-9c67-2d48d49b0acf on network 30c8348e-de0d-452f-98c1-e75fb40a3979 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:31:31.408168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Port 1ff89397-53e8-4a26-9c67-2d48d49b0acf on network 30c8348e-de0d-452f-98c1-e75fb40a3979 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:31:31.408490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Attempting to bind port 1ff89397-53e8-4a26-9c67-2d48d49b0acf on network 30c8348e-de0d-452f-98c1-e75fb40a3979 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:31:31.416357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:31:31.416692 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Checking segment: {'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:31:31.417523 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Bound using segment: {'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:31:31.417633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Bound port: 1ff89397-53e8-4a26-9c67-2d48d49b0acf, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d35fd81-94e6-4b2e-9c63-8224015a8500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:31:31.417968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:31.432191 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b8507126-6964-4cc3-9064-9c0851b599b8 req-535005a3-c8ad-4c7e-8f28-2a6f9d4a76f4 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469747 Dec 21 22:31:31.512398 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] For port 1ff89397-53e8-4a26-9c67-2d48d49b0acf, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:31:31.515310 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] For port 1ff89397-53e8-4a26-9c67-2d48d49b0acf, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1ff89397-53e8-4a26-9c67-2d48d49b0acf,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:31:31.605647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:31.676068 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:31.677945 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] 10.222.0.49 "PUT /v2.0/ports/1ff89397-53e8-4a26-9c67-2d48d49b0acf HTTP/1.1" status: 200 len: 1093 time: 1.0632167 Dec 21 22:31:31.678661 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de019a5-1615-4ac1-8e36-533a73aa420b', 'tag': '1ff89397-53e8-4a26-9c67-2d48d49b0acf'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:31:31.697835 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb5a64-7092-40e6-be6a-941e4e2fd783 service neutron] Pushing event updated for resources: {'Port': ['ID=1ff89397-53e8-4a26-9c67-2d48d49b0acf,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:31.737486 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de019a5-1615-4ac1-8e36-533a73aa420b', 'tag': '1ff89397-53e8-4a26-9c67-2d48d49b0acf', 'status': 'completed', 'code': 200} Dec 21 22:31:31.831263 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-16b5cffc-1e53-42f5-9aca-efbca1942980 req-34f2ec31-6355-4174-bbae-c1a3619c1d77 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 1096 time: 0.0721958 Dec 21 22:31:32.066042 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5cffc-1e53-42f5-9aca-efbca1942980 req-40f8ce73-2277-4567-8111-04dead749020 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:32.067547 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-16b5cffc-1e53-42f5-9aca-efbca1942980 req-40f8ce73-2277-4567-8111-04dead749020 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2290356 Dec 21 22:31:32.190051 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:32.208510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5cffc-1e53-42f5-9aca-efbca1942980 req-6a4e8584-8910-452f-872a-8c8faa736140 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:32.213346 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-16b5cffc-1e53-42f5-9aca-efbca1942980 req-6a4e8584-8910-452f-872a-8c8faa736140 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1360824 Dec 21 22:31:32.324508 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-28570f8c-b3c3-42dc-8da0-e5b1a5778e2e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 1096 time: 0.0732217 Dec 21 22:31:32.393453 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-5257128a-2ea2-489e-86f7-0088338a37e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff89397-53e8-4a26-9c67-2d48d49b0acf HTTP/1.1" status: 200 len: 217 time: 0.0616982 Dec 21 22:31:32.457366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-e2cfc10a-91f2-4d1e-8fbd-46dbaa369a18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:32.459545 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-e2cfc10a-91f2-4d1e-8fbd-46dbaa369a18 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=073f42ae-bd0f-4484-a9d4-70d9e72514e8 HTTP/1.1" status: 200 len: 850 time: 0.0598555 Dec 21 22:31:32.537864 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-778b51ee-6bd1-496b-9116-81fcbf75ec8c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30c8348e-de0d-452f-98c1-e75fb40a3979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688522 Dec 21 22:31:32.644610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c92bbe-29be-460b-bc43-af8f8d1980c8 req-43111520-0df8-4b29-87bc-37c3c2fc6ecd tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:32.646846 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e2c92bbe-29be-460b-bc43-af8f8d1980c8 req-43111520-0df8-4b29-87bc-37c3c2fc6ecd tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 943 time: 0.0804536 Dec 21 22:31:32.673810 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-a88be262-d150-4568-a5c9-0f0183ca5473 service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285024 Dec 21 22:31:32.693347 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e2c92bbe-29be-460b-bc43-af8f8d1980c8 req-137d66c9-2802-41df-bc32-d71eec436c3b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407071 Dec 21 22:31:32.808695 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0dfc9d5-b3b1-4868-8582-eebdb9b59f00 req-b77bb017-9079-4abb-8aa3-18a03a8101bb service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266172 Dec 21 22:31:33.894243 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2f92f-ab0c-4dc4-b2c4-4d793a5af684 req-4573e68e-eda7-481a-9094-6f7e09391b29 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:33.894892 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-a7c2f92f-ab0c-4dc4-b2c4-4d793a5af684 req-4573e68e-eda7-481a-9094-6f7e09391b29 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Synchronizing usage tracker for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:31:33.997694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-a7c2f92f-ab0c-4dc4-b2c4-4d793a5af684 req-4573e68e-eda7-481a-9094-6f7e09391b29 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Unset dirty status for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:31:33.998812 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7c2f92f-ab0c-4dc4-b2c4-4d793a5af684 req-4573e68e-eda7-481a-9094-6f7e09391b29 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 943 time: 0.1819136 Dec 21 22:31:34.047721 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7c2f92f-ab0c-4dc4-b2c4-4d793a5af684 req-2d67f777-50dc-43e3-ad1a-07ecab34d133 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432303 Dec 21 22:31:35.248566 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ed287-e378-4331-9f3a-6af5dba7108d req-d70324f9-1314-497f-bcc5-4b840dd7c7e0 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:35.250029 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b26ed287-e378-4331-9f3a-6af5dba7108d req-d70324f9-1314-497f-bcc5-4b840dd7c7e0 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 943 time: 0.0816312 Dec 21 22:31:35.298711 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b26ed287-e378-4331-9f3a-6af5dba7108d req-1d381855-dd31-4653-a728-5baa71872833 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424037 Dec 21 22:31:36.492978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790c60d-dc39-422e-877f-1ef5485f98ad req-a873ed22-c617-4708-8915-5c6c45f882a8 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:36.494416 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8790c60d-dc39-422e-877f-1ef5485f98ad req-a873ed22-c617-4708-8915-5c6c45f882a8 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 943 time: 0.0751939 Dec 21 22:31:36.540776 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8790c60d-dc39-422e-877f-1ef5485f98ad req-00932cbf-5933-4c28-842b-134ad702702f tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405300 Dec 21 22:31:37.734500 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681d677-0520-4d44-8aa4-972a16db5d1d req-dd8d46e3-c5e4-4176-9896-48e3eba049f2 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:37.735931 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f681d677-0520-4d44-8aa4-972a16db5d1d req-dd8d46e3-c5e4-4176-9896-48e3eba049f2 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 943 time: 0.0771949 Dec 21 22:31:37.780195 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f681d677-0520-4d44-8aa4-972a16db5d1d req-b0f87bdd-139f-444a-a5e6-1670fd6f4203 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387228 Dec 21 22:31:38.980746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444296d6-2971-48dc-9a60-34e2e8139bd0 req-adaf34ca-88a2-4643-8e1a-15175331825b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:38.982220 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-444296d6-2971-48dc-9a60-34e2e8139bd0 req-adaf34ca-88a2-4643-8e1a-15175331825b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 943 time: 0.0795150 Dec 21 22:31:39.027632 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-444296d6-2971-48dc-9a60-34e2e8139bd0 req-bcf8f55b-0808-49bb-9e21-fefe299f28b1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398643 Dec 21 22:31:40.224340 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 1ff89397-53e8-4a26-9c67-2d48d49b0acf details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:31:40.228460 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c35c89-0fdc-4d26-9a68-79c5254ed5ec req-b17a2907-1ecb-4457-86ec-1d4ce4a46914 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:40.229928 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b0c35c89-0fdc-4d26-9a68-79c5254ed5ec req-b17a2907-1ecb-4457-86ec-1d4ce4a46914 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 943 time: 0.0803564 Dec 21 22:31:40.277097 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b0c35c89-0fdc-4d26-9a68-79c5254ed5ec req-0c864f7b-c9d3-49dc-83d5-16f7e1d5b499 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409682 Dec 21 22:31:40.362323 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 1ff89397-53e8-4a26-9c67-2d48d49b0acf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1ff89397-53e8-4a26-9c67-2d48d49b0acf,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:31:40.375145 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '1ff89397-53e8-4a26-9c67-2d48d49b0acf', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'port_id': '1ff89397-53e8-4a26-9c67-2d48d49b0acf', 'mac_address': 'fa:16:3e:a5:e5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:31:40.471637 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:40.488255 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff89397-53e8-4a26-9c67-2d48d49b0acf {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:31:40.503616 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 1ff89397-53e8-4a26-9c67-2d48d49b0acf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1ff89397-53e8-4a26-9c67-2d48d49b0acf,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:31:40.572359 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:40.633621 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=1ff89397-53e8-4a26-9c67-2d48d49b0acf,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:40.819630 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['1ff89397-53e8-4a26-9c67-2d48d49b0acf'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:31:41.470564 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f2d13-2d8f-471d-8b5b-170d98e1ed8f req-925f3c2a-bee1-4869-9fd7-d5e8fe4bcc9f tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:41.472016 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9c6f2d13-2d8f-471d-8b5b-170d98e1ed8f req-925f3c2a-bee1-4869-9fd7-d5e8fe4bcc9f tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 944 time: 0.0765450 Dec 21 22:31:41.517205 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9c6f2d13-2d8f-471d-8b5b-170d98e1ed8f req-fe243bce-9a45-4d8e-918b-0747f5758bf7 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390368 Dec 21 22:31:42.222900 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 1ff89397-53e8-4a26-9c67-2d48d49b0acf up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:31:42.345823 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 1ff89397-53e8-4a26-9c67-2d48d49b0acf completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:31:42.351549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 1ff89397-53e8-4a26-9c67-2d48d49b0acf triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:31:42.351921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:42.465234 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:42.492216 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de019a5-1615-4ac1-8e36-533a73aa420b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff89397-53e8-4a26-9c67-2d48d49b0acf'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:31:42.501966 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 1ff89397-53e8-4a26-9c67-2d48d49b0acf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1ff89397-53e8-4a26-9c67-2d48d49b0acf,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:31:42.552835 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de019a5-1615-4ac1-8e36-533a73aa420b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff89397-53e8-4a26-9c67-2d48d49b0acf', 'code': 200} Dec 21 22:31:42.576325 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:42.641744 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=1ff89397-53e8-4a26-9c67-2d48d49b0acf,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:42.725997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed838f-339d-4a73-91a5-edddacb07406 req-481f3211-4521-4926-8a37-91e392ef2028 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:42.727461 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2eed838f-339d-4a73-91a5-edddacb07406 req-481f3211-4521-4926-8a37-91e392ef2028 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 945 time: 0.0797374 Dec 21 22:31:42.772239 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2eed838f-339d-4a73-91a5-edddacb07406 req-f5bc374f-852a-4064-80f0-c72729b82b0d tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391052 Dec 21 22:31:43.042690 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f49f36-5123-43fa-8596-5905739a6a34 req-f9af31f8-4ee7-469e-b8a6-19440cef56ee service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 1098 time: 0.1351113 Dec 21 22:31:43.089535 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f49f36-5123-43fa-8596-5905739a6a34 req-93875637-cab6-4c8d-9fc5-78226873d633 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398958 Dec 21 22:31:43.979311 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbef3a-5ee9-4eac-aa58-492e407af951 req-ab2d3880-20a1-4ae9-acfc-3e17b2688c53 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:43.980819 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d9fbef3a-5ee9-4eac-aa58-492e407af951 req-ab2d3880-20a1-4ae9-acfc-3e17b2688c53 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 945 time: 0.0773201 Dec 21 22:31:44.025904 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d9fbef3a-5ee9-4eac-aa58-492e407af951 req-646025f1-5037-4496-81f6-2d0ade978ba5 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396614 Dec 21 22:31:45.222243 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f65342-1c42-44dd-b264-13a7fb779d3c req-aab3d605-6b02-4012-8668-8ff0bab604e1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:45.223886 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-20f65342-1c42-44dd-b264-13a7fb779d3c req-aab3d605-6b02-4012-8668-8ff0bab604e1 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 945 time: 0.0765765 Dec 21 22:31:45.269382 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-20f65342-1c42-44dd-b264-13a7fb779d3c req-3ca81bfd-cb33-41b4-9fbd-1fdec5d4fe96 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399253 Dec 21 22:31:45.290438 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:45.468617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfd56f-8d48-4744-9775-f286a304a5ef req-e4f07e7e-6592-4bab-bc61-2505d478dd85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:45.470063 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-20dfd56f-8d48-4744-9775-f286a304a5ef req-e4f07e7e-6592-4bab-bc61-2505d478dd85 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 945 time: 0.0782924 Dec 21 22:31:45.515559 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-20dfd56f-8d48-4744-9775-f286a304a5ef req-094ace3e-d694-4f10-9b00-c62473e1548a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391929 Dec 21 22:31:45.544562 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40808) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:45.746704 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ecefc1af-e7bc-4275-8797-34885e2751eb tempest-TestVolumeBootPattern-2107966837 tempest-TestVolumeBootPattern-2107966837-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 1093 time: 0.2010269 Dec 21 22:31:45.749290 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40814) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:45.754241 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': '1ff89397-53e8-4a26-9c67-2d48d49b0acf', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:31:45.759879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:31:45.763586 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Usage tracker for resource:floatingip and tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:31:45.766456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:31:45.772725 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:31:45.861851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:46.004870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:46.220984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Allocated IP 172.26.3.22 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/3ef1e181-5a9a-4421-b8c4-08863acd8b8f) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:31:46.371753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:46.439034 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:46.504248 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:31:46.508108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:31:46.513183 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:31:46.537084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event updated for resources: {'Port': ['ID=3ef1e181-5a9a-4421-b8c4-08863acd8b8f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:46.555272 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:46.555609 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:46.555939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:46.556264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:46.556587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:46.556909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:46.557227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:46.557702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:46.558077 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:46.558180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:46.558473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:47.036332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:47.131759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:47.343639 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:47.398812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:47.501269 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event updated for resources: {'Port': ['ID=3ef1e181-5a9a-4421-b8c4-08863acd8b8f,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:47.518890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:47.706120 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Floating IP 323e02ef-c6e7-40c3-b281-b2e59801a21a associated. External IP: 172.26.3.22, port: 1ff89397-53e8-4a26-9c67-2d48d49b0acf. Dec 21 22:31:48.193400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:31:48.395151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:31:48.405308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9661f482-5a9f-49f9-ac73-493b24ef0f36 None None] Sync routers for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:31:48.417697 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9661f482-5a9f-49f9-ac73-493b24ef0f36 None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:31:48.418315 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9661f482-5a9f-49f9-ac73-493b24ef0f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:31:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:31:48.477986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:48.540183 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2316fba4-6923-4744-97be-95381b039caa tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7898939 Dec 21 22:31:48.540736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de019a5-1615-4ac1-8e36-533a73aa420b', 'tag': '1ff89397-53e8-4a26-9c67-2d48d49b0acf'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:31:48.606887 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-9661f482-5a9f-49f9-ac73-493b24ef0f36 None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:31:48.679177 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de019a5-1615-4ac1-8e36-533a73aa420b', 'tag': '1ff89397-53e8-4a26-9c67-2d48d49b0acf', 'status': 'completed', 'code': 200} Dec 21 22:31:48.777836 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-958b8307-f536-48cd-a805-73c2da9cab1e req-a075c5e6-d818-4a2a-aac4-dfc0877814f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 1098 time: 0.0714886 Dec 21 22:31:48.912439 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b8307-f536-48cd-a805-73c2da9cab1e req-670bb97d-9cb2-4261-ae2e-a49c62832e32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:48.913800 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-958b8307-f536-48cd-a805-73c2da9cab1e req-670bb97d-9cb2-4261-ae2e-a49c62832e32 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 200 len: 912 time: 0.1286936 Dec 21 22:31:48.958886 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9661f482-5a9f-49f9-ac73-493b24ef0f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '323e02ef-c6e7-40c3-b281-b2e59801a21a', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'floating_ip_address': '172.26.3.22', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'port_id': '1ff89397-53e8-4a26-9c67-2d48d49b0acf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'mac_address': 'fa:16:3e:a5:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de019a5-1615-4ac1-8e36-533a73aa420b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:31:46Z', 'updated_at': '2021-12-21T22:31:46Z', 'revision_number': 0, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address_scope': None}, {'id': '39a92a7c-aa07-435e-a0ba-3f29e5721057', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'floating_ip_address': '172.26.3.72', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'port_id': '3bdd390f-c737-4c7f-b03e-62e0ab962629', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'mac_address': 'fa:16:3e:06:8e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:28:28Z', 'updated_at': '2021-12-21T22:28:31Z', 'revision_number': 1, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:31:48.963053 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9661f482-5a9f-49f9-ac73-493b24ef0f36 None None] Checking router: 3f800ce2-cf04-45f8-bbea-33e53bf8cfef for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:31:48.973298 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9661f482-5a9f-49f9-ac73-493b24ef0f36 None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:31:48.974669 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9661f482-5a9f-49f9-ac73-493b24ef0f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:31:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:31:49.022085 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-958b8307-f536-48cd-a805-73c2da9cab1e req-21628c09-a2b5-46e7-b4f2-ef3382428b36 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff89397-53e8-4a26-9c67-2d48d49b0acf HTTP/1.1" status: 200 len: 998 time: 0.1012635 Dec 21 22:31:49.086003 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b8307-f536-48cd-a805-73c2da9cab1e req-885fb8f3-8844-4385-8ee0-06ec597d6c1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:49.087425 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-958b8307-f536-48cd-a805-73c2da9cab1e req-885fb8f3-8844-4385-8ee0-06ec597d6c1a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=073f42ae-bd0f-4484-a9d4-70d9e72514e8 HTTP/1.1" status: 200 len: 850 time: 0.0582659 Dec 21 22:31:49.156757 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-9661f482-5a9f-49f9-ac73-493b24ef0f36 None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:31:49.164356 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-958b8307-f536-48cd-a805-73c2da9cab1e req-a2749e75-9633-45fd-abb6-586adc084ef4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30c8348e-de0d-452f-98c1-e75fb40a3979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694158 Dec 21 22:31:49.301479 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-958b8307-f536-48cd-a805-73c2da9cab1e req-23f3fe41-f8f9-440d-94bb-d5a584073467 service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288991 Dec 21 22:31:49.437664 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-958b8307-f536-48cd-a805-73c2da9cab1e req-c46eb02d-84dd-463c-a579-e614eb92c617 service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288593 Dec 21 22:31:49.551237 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9661f482-5a9f-49f9-ac73-493b24ef0f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '323e02ef-c6e7-40c3-b281-b2e59801a21a', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'floating_ip_address': '172.26.3.22', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'port_id': '1ff89397-53e8-4a26-9c67-2d48d49b0acf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'mac_address': 'fa:16:3e:a5:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de019a5-1615-4ac1-8e36-533a73aa420b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:31:46Z', 'updated_at': '2021-12-21T22:31:46Z', 'revision_number': 0, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address_scope': None}, {'id': '39a92a7c-aa07-435e-a0ba-3f29e5721057', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'floating_ip_address': '172.26.3.72', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'port_id': '3bdd390f-c737-4c7f-b03e-62e0ab962629', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'mac_address': 'fa:16:3e:06:8e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:28:28Z', 'updated_at': '2021-12-21T22:28:31Z', 'revision_number': 1, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:31:49.555675 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9661f482-5a9f-49f9-ac73-493b24ef0f36 None None] The sync data for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv is: [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '323e02ef-c6e7-40c3-b281-b2e59801a21a', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'floating_ip_address': '172.26.3.22', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'port_id': '1ff89397-53e8-4a26-9c67-2d48d49b0acf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'mac_address': 'fa:16:3e:a5:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de019a5-1615-4ac1-8e36-533a73aa420b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:31:46Z', 'updated_at': '2021-12-21T22:31:46Z', 'revision_number': 0, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address_scope': None}, {'id': '39a92a7c-aa07-435e-a0ba-3f29e5721057', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'floating_ip_address': '172.26.3.72', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'port_id': '3bdd390f-c737-4c7f-b03e-62e0ab962629', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'mac_address': 'fa:16:3e:06:8e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:28:28Z', 'updated_at': '2021-12-21T22:28:31Z', 'revision_number': 1, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:31:49.739965 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59494f69-0783-438e-9ad1-8921cee93c2b None None] New status for floating IP 323e02ef-c6e7-40c3-b281-b2e59801a21a: ACTIVE {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:31:57.256463 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7990cc06-91c2-4d4f-bf0e-ed56759ae45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:57.864181 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5395dfb8-4fc3-48e8-8b0c-3199baa0ebc7 req-ce3e2886-3de1-45d1-a718-01332e6418b1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794291 Dec 21 22:31:57.996015 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40836) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:58.017935 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5395dfb8-4fc3-48e8-8b0c-3199baa0ebc7 req-3faad3d1-17a4-40b5-98da-e33a488511c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 1099 time: 0.0722754 Dec 21 22:31:58.284717 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-217445b2-6334-4138-acfc-915b1176153f tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/routers/5e5ccd73-b7c3-4e36-8e27-110c728e76ed/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2873464 Dec 21 22:31:58.287318 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40840) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:58.288563 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395dfb8-4fc3-48e8-8b0c-3199baa0ebc7 req-cf65ac62-0052-4d4b-a132-883b4b691c4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:58.290326 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5395dfb8-4fc3-48e8-8b0c-3199baa0ebc7 req-cf65ac62-0052-4d4b-a132-883b4b691c4d service neutron] 10.222.0.49 "GET /v2.0/networks?id=30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 200 len: 912 time: 0.2509990 Dec 21 22:31:58.394999 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5395dfb8-4fc3-48e8-8b0c-3199baa0ebc7 req-5e297088-bd08-4ec5-836f-8f13fe6dd705 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bdd390f-c737-4c7f-b03e-62e0ab962629 HTTP/1.1" status: 200 len: 1001 time: 0.0979428 Dec 21 22:31:58.462148 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395dfb8-4fc3-48e8-8b0c-3199baa0ebc7 req-ec98311a-ed7f-45ce-b0ff-bbcdeb08f4e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:31:58.463649 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5395dfb8-4fc3-48e8-8b0c-3199baa0ebc7 req-ec98311a-ed7f-45ce-b0ff-bbcdeb08f4e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=073f42ae-bd0f-4484-a9d4-70d9e72514e8 HTTP/1.1" status: 200 len: 850 time: 0.0617857 Dec 21 22:31:58.539891 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5395dfb8-4fc3-48e8-8b0c-3199baa0ebc7 req-baad28cd-c5b7-41fa-8767-24a73b85ec71 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30c8348e-de0d-452f-98c1-e75fb40a3979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689502 Dec 21 22:31:58.565254 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc92eff8-3411-4dc5-a92a-1a3ce085dd9c tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Notify agent at dv-neutron-822520-1-hyperv the message router_removed_from_agent {{(pid=84169) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 21 22:31:58.568648 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fc92eff8-3411-4dc5-a92a-1a3ce085dd9c tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "DELETE /v2.0/agents/20060682-f45a-45da-9d52-0f396f295d44/l3-routers/5e5ccd73-b7c3-4e36-8e27-110c728e76ed HTTP/1.1" status: 204 len: 168 time: 0.2800868 Dec 21 22:31:58.571154 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40844) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:58.677663 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5395dfb8-4fc3-48e8-8b0c-3199baa0ebc7 req-c42eb1bd-0059-43ac-99e2-b751d72d86d7 service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294460 Dec 21 22:31:58.753638 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9ac3a406-2c82-404d-a72f-4d25e211e677 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/routers/5e5ccd73-b7c3-4e36-8e27-110c728e76ed/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1814044 Dec 21 22:31:58.756297 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40848) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:58.815678 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5395dfb8-4fc3-48e8-8b0c-3199baa0ebc7 req-94eeb4f6-495c-4484-b89a-0e3d39ecfbdb service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305184 Dec 21 22:31:58.861635 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5686ecc5-0655-491c-9b7e-2e71f48be4b3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/db92f838-0ec1-4319-b729-bde14358d1db HTTP/1.1" status: 200 len: 994 time: 0.1043103 Dec 21 22:31:59.515044 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 61b00a01-7e71-4af5-8526-2f22bc20947e no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:31:59.634077 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:59.666335 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 61b00a01-7e71-4af5-8526-2f22bc20947e, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=61b00a01-7e71-4af5-8526-2f22bc20947e,segment=NetworkSegment(8968b778-840d-4395-8bcd-5a057b505b55),segment_id=8968b778-840d-4395-8bcd-5a057b505b55)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:31:59.678121 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-85c6478c-4661-4e4f-8167-bf81370c51ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:59.752834 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:31:59.817584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=61b00a01-7e71-4af5-8526-2f22bc20947e,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:31:59.826357 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:59.826702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:59.827035 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:59.827365 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:59.827693 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:59.828019 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:59.828341 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:59.828664 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:59.828988 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:59.829297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:59.829612 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:31:59.865439 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40852) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:31:59.974582 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-925421fa-e9f2-418b-a89d-d68bc553ae46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/db92f838-0ec1-4319-b729-bde14358d1db HTTP/1.1" status: 200 len: 994 time: 0.1079590 Dec 21 22:32:00.284608 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d4024d-bb8c-49de-8db4-a22a2416a684 None None] New status for floating IP db92f838-0ec1-4319-b729-bde14358d1db: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:32:00.706648 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:00.749485 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:00.977408 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40856) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:01.082628 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-08d9fc9a-90e4-4309-bc59-a7b608e2d75c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/db92f838-0ec1-4319-b729-bde14358d1db HTTP/1.1" status: 200 len: 992 time: 0.1040041 Dec 21 22:32:01.516978 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dbd207dc-a43e-492d-82bc-b73eb971e43d no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:32:01.630613 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:01.646189 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port dbd207dc-a43e-492d-82bc-b73eb971e43d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=dbd207dc-a43e-492d-82bc-b73eb971e43d,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:32:01.709818 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:32:01.724438 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:01.793627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=dbd207dc-a43e-492d-82bc-b73eb971e43d,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:02.191773 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:02.237719 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40864) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:02.512372 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf984130-9cde-4d59-a60b-b969de64cf2b tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:32:02.512742 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf984130-9cde-4d59-a60b-b969de64cf2b tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Notify agent at dv-neutron-822520-1-hyperv the message router_added_to_agent {{(pid=84169) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 21 22:32:02.539557 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cf984130-9cde-4d59-a60b-b969de64cf2b tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "POST /v2.0/agents/20060682-f45a-45da-9d52-0f396f295d44/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3008003 Dec 21 22:32:02.542777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40870) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:02.562128 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4590e2-7644-4a23-97ff-6dcfe1fff44a None None] Sync routers for ids ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:32:02.578064 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4590e2-7644-4a23-97ff-6dcfe1fff44a None None] Routers {'5e5ccd73-b7c3-4e36-8e27-110c728e76ed'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:32:02.578580 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-dd4590e2-7644-4a23-97ff-6dcfe1fff44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:32:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:02.723655 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-690556a2-ea79-4e7f-941e-bf591fce5afb tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/routers/5e5ccd73-b7c3-4e36-8e27-110c728e76ed/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1798666 Dec 21 22:32:02.726388 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40876) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:02.753956 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-dd4590e2-7644-4a23-97ff-6dcfe1fff44a None None] Set router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:32:02.831823 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a80b7181-c428-491e-8620-9aa708b5712d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/db92f838-0ec1-4319-b729-bde14358d1db HTTP/1.1" status: 200 len: 992 time: 0.1043932 Dec 21 22:32:03.098106 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-dd4590e2-7644-4a23-97ff-6dcfe1fff44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'name': 'tempest-TestNetworkBasicOps-router-827983871', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:31:00Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:32:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'db92f838-0ec1-4319-b729-bde14358d1db', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.225', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'port_id': '940ef762-5b52-4600-be06-b0b833b0166e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'mac_address': 'fa:16:3e:d6:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:31:22Z', 'updated_at': '2021-12-21T22:32:00Z', 'revision_number': 2, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b00a01-7e71-4af5-8526-2f22bc20947e', 'name': '', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:e1:f6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:59Z', 'updated_at': '2021-12-21T22:31:59Z', 'revision_number': 6, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:03.101833 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4590e2-7644-4a23-97ff-6dcfe1fff44a None None] Checking router: 5e5ccd73-b7c3-4e36-8e27-110c728e76ed for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:32:03.113505 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4590e2-7644-4a23-97ff-6dcfe1fff44a None None] Routers {'5e5ccd73-b7c3-4e36-8e27-110c728e76ed'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:32:03.114119 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-dd4590e2-7644-4a23-97ff-6dcfe1fff44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:32:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:03.295545 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-dd4590e2-7644-4a23-97ff-6dcfe1fff44a None None] Set router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:32:03.650719 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-dd4590e2-7644-4a23-97ff-6dcfe1fff44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'name': 'tempest-TestNetworkBasicOps-router-827983871', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:31:00Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:32:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'db92f838-0ec1-4319-b729-bde14358d1db', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.225', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'port_id': '940ef762-5b52-4600-be06-b0b833b0166e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'mac_address': 'fa:16:3e:d6:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:31:22Z', 'updated_at': '2021-12-21T22:32:00Z', 'revision_number': 2, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b00a01-7e71-4af5-8526-2f22bc20947e', 'name': '', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:e1:f6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:59Z', 'updated_at': '2021-12-21T22:31:59Z', 'revision_number': 6, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:03.654581 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4590e2-7644-4a23-97ff-6dcfe1fff44a None None] The sync data for ids ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'] in dv-neutron-822520-1-hyperv is: [{'id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'name': 'tempest-TestNetworkBasicOps-router-827983871', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:31:00Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:32:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'db92f838-0ec1-4319-b729-bde14358d1db', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.225', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'port_id': '940ef762-5b52-4600-be06-b0b833b0166e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'mac_address': 'fa:16:3e:d6:24:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:31:22Z', 'updated_at': '2021-12-21T22:32:00Z', 'revision_number': 2, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b00a01-7e71-4af5-8526-2f22bc20947e', 'name': '', 'network_id': '357f2d62-ff97-4425-95e1-df7b29334b64', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:e1:f6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:59Z', 'updated_at': '2021-12-21T22:31:59Z', 'revision_number': 6, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:32:03.835776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40880) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:03.944891 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-98658e4a-0986-4d66-8c10-45e61d59084f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/db92f838-0ec1-4319-b729-bde14358d1db HTTP/1.1" status: 200 len: 992 time: 0.1078432 Dec 21 22:32:04.953263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40884) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:05.163525 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f373ceac-5d59-4e17-895f-505fbafec2d0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/db92f838-0ec1-4319-b729-bde14358d1db HTTP/1.1" status: 200 len: 992 time: 0.2065363 Dec 21 22:32:05.575957 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dbd207dc-a43e-492d-82bc-b73eb971e43d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:32:05.646563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port dbd207dc-a43e-492d-82bc-b73eb971e43d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:32:05.646563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:05.771481 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:05.784922 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port dbd207dc-a43e-492d-82bc-b73eb971e43d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=dbd207dc-a43e-492d-82bc-b73eb971e43d,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:32:05.875557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:05.875557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 61b00a01-7e71-4af5-8526-2f22bc20947e up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:32:05.993782 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=dbd207dc-a43e-492d-82bc-b73eb971e43d,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:06.007094 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 61b00a01-7e71-4af5-8526-2f22bc20947e triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:32:06.007094 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:06.128927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:06.161152 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 61b00a01-7e71-4af5-8526-2f22bc20947e, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=61b00a01-7e71-4af5-8526-2f22bc20947e,segment=NetworkSegment(8968b778-840d-4395-8bcd-5a057b505b55),segment_id=8968b778-840d-4395-8bcd-5a057b505b55)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:32:06.169168 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40888) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:06.243812 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:06.300253 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fed94ba6-2ea0-4f2a-ba4e-fa189fbeee61 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/db92f838-0ec1-4319-b729-bde14358d1db HTTP/1.1" status: 200 len: 992 time: 0.1331577 Dec 21 22:32:06.336331 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=61b00a01-7e71-4af5-8526-2f22bc20947e,revision_number=7']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:07.303411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40892) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:07.412928 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9f4d49dd-320c-461b-9d22-790731b140ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/db92f838-0ec1-4319-b729-bde14358d1db HTTP/1.1" status: 200 len: 992 time: 0.1092191 Dec 21 22:32:07.533081 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dbd207dc-a43e-492d-82bc-b73eb971e43d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:32:07.621947 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port dbd207dc-a43e-492d-82bc-b73eb971e43d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:32:07.621947 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:07.733992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 61b00a01-7e71-4af5-8526-2f22bc20947e up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:32:07.833842 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 61b00a01-7e71-4af5-8526-2f22bc20947e triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:32:07.834240 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:08.413139 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40896) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:08.517528 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3665a238-3e1f-45b6-b44d-f83436ea9bb5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/db92f838-0ec1-4319-b729-bde14358d1db HTTP/1.1" status: 200 len: 992 time: 0.1032715 Dec 21 22:32:09.521429 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40902) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:09.635216 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-069a6e10-cac7-461f-b65c-a80fcb1abebc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/db92f838-0ec1-4319-b729-bde14358d1db HTTP/1.1" status: 200 len: 992 time: 0.1058269 Dec 21 22:32:10.631875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40906) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:10.737677 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-de7a7023-61be-4f9a-93ac-a9d02d798c90 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/db92f838-0ec1-4319-b729-bde14358d1db HTTP/1.1" status: 200 len: 992 time: 0.1046958 Dec 21 22:32:10.856705 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094bc133-9a83-4d3a-b49e-c120c80c7463 None None] New status for floating IP db92f838-0ec1-4319-b729-bde14358d1db: ACTIVE {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:32:11.741554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40910) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:11.845676 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-efd75bc8-2d3d-47d0-ba8c-fc245cb843d2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/db92f838-0ec1-4319-b729-bde14358d1db HTTP/1.1" status: 200 len: 994 time: 0.1029711 Dec 21 22:32:12.137941 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40918) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:12.347761 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 1da95c64-12b8-40ae-bb1a-dd5414da72f4 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:32:12.348092 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:12.513109 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:12.513429 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:12.638348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 1da95c64-12b8-40ae-bb1a-dd5414da72f4 owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:32:12.958298 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:13.005785 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=1da95c64-12b8-40ae-bb1a-dd5414da72f4,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:13.045770 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:13.045770 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:13.046244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:13.046244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:13.046495 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:13.046821 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:13.047143 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:13.047465 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:13.047782 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:13.048099 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:13.048456 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:13.107004 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:13.600377 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:32:13.804390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:32:13.918926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:13.974711 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cd22bbb1-2d37-40d0-8e9e-563db570973e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/floatingips/db92f838-0ec1-4319-b729-bde14358d1db HTTP/1.1" status: 204 len: 168 time: 1.8356874 Dec 21 22:32:13.975350 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'tag': '940ef762-5b52-4600-be06-b0b833b0166e'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:32:14.030276 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'tag': '940ef762-5b52-4600-be06-b0b833b0166e', 'status': 'completed', 'code': 200} Dec 21 22:32:14.128050 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79bf6092-a506-4f6b-871f-1ccdc7b4b3cf req-13873757-767b-4b53-b9b5-165b4c47c79a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 1099 time: 0.0693130 Dec 21 22:32:14.258265 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf6092-a506-4f6b-871f-1ccdc7b4b3cf req-d04a64b8-2b04-4441-8be8-8b84f05a417d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:14.259682 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79bf6092-a506-4f6b-871f-1ccdc7b4b3cf req-d04a64b8-2b04-4441-8be8-8b84f05a417d service neutron] 10.222.0.49 "GET /v2.0/networks?id=357f2d62-ff97-4425-95e1-df7b29334b64 HTTP/1.1" status: 200 len: 898 time: 0.1250553 Dec 21 22:32:14.336574 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79bf6092-a506-4f6b-871f-1ccdc7b4b3cf req-0274ae0e-2644-4619-90e6-972d79155a5f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=940ef762-5b52-4600-be06-b0b833b0166e HTTP/1.1" status: 200 len: 217 time: 0.0662658 Dec 21 22:32:14.400625 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf6092-a506-4f6b-871f-1ccdc7b4b3cf req-732335dd-f622-4c81-a78d-df034b357b11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:14.403530 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79bf6092-a506-4f6b-871f-1ccdc7b4b3cf req-732335dd-f622-4c81-a78d-df034b357b11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb HTTP/1.1" status: 200 len: 834 time: 0.0599282 Dec 21 22:32:14.488866 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79bf6092-a506-4f6b-871f-1ccdc7b4b3cf req-870f9334-02f6-431f-9cfc-f81c2c7e5d1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=357f2d62-ff97-4425-95e1-df7b29334b64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729330 Dec 21 22:32:14.589049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea045b5-744a-400c-a677-1366ed09f92e req-0b801da3-8454-4bd6-ba61-89ce81810729 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:14.590178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-9ea045b5-744a-400c-a677-1366ed09f92e req-0b801da3-8454-4bd6-ba61-89ce81810729 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:32:14.625480 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79bf6092-a506-4f6b-871f-1ccdc7b4b3cf req-ea00f3a4-f3a2-429c-b9da-64b1ba9034ba service neutron] 10.222.0.49 "GET /v2.0/networks/357f2d62-ff97-4425-95e1-df7b29334b64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316187 Dec 21 22:32:14.668859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-9ea045b5-744a-400c-a677-1366ed09f92e req-0b801da3-8454-4bd6-ba61-89ce81810729 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:32:14.668859 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9ea045b5-744a-400c-a677-1366ed09f92e req-0b801da3-8454-4bd6-ba61-89ce81810729 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 946 time: 0.1580129 Dec 21 22:32:14.716951 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9ea045b5-744a-400c-a677-1366ed09f92e req-ea736572-68c5-498f-8a8d-81dec8c33182 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0ef97d-b1e1-446c-9868-368d58d2e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466604 Dec 21 22:32:14.864750 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79bf6092-a506-4f6b-871f-1ccdc7b4b3cf req-4411db99-c9af-4c1e-96f0-9a1f82647e14 service neutron] 10.222.0.49 "GET /v2.0/networks/357f2d62-ff97-4425-95e1-df7b29334b64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309678 Dec 21 22:32:15.285877 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:15.915977 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f834a4-07f1-47e6-9412-e0e88055a905 req-85d65b37-79a3-493b-8824-4b70b2d36804 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:15.917929 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d5f834a4-07f1-47e6-9412-e0e88055a905 req-85d65b37-79a3-493b-8824-4b70b2d36804 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 946 time: 0.0759063 Dec 21 22:32:15.981206 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d5f834a4-07f1-47e6-9412-e0e88055a905 req-01dd6ca6-2321-4b9d-983c-2663b86e2a37 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a0ef97d-b1e1-446c-9868-368d58d2e7f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451698 Dec 21 22:32:16.082289 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d905404-fc81-46d5-8fb6-656abcf04317 req-9439887f-37df-410b-bf56-615ee5904cfa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:16.083783 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9d905404-fc81-46d5-8fb6-656abcf04317 req-9439887f-37df-410b-bf56-615ee5904cfa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 946 time: 0.0856423 Dec 21 22:32:16.158262 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-9d905404-fc81-46d5-8fb6-656abcf04317 req-a05481f5-af32-4819-9ad2-cf4835705485 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 940ef762-5b52-4600-be06-b0b833b0166e {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:32:16.158262 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9d905404-fc81-46d5-8fb6-656abcf04317 req-a05481f5-af32-4819-9ad2-cf4835705485 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:16.406757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-9d905404-fc81-46d5-8fb6-656abcf04317 req-a05481f5-af32-4819-9ad2-cf4835705485 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 940ef762-5b52-4600-be06-b0b833b0166e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=940ef762-5b52-4600-be06-b0b833b0166e,segment=NetworkSegment(8968b778-840d-4395-8bcd-5a057b505b55),segment_id=8968b778-840d-4395-8bcd-5a057b505b55)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:32:16.407048 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9d905404-fc81-46d5-8fb6-656abcf04317 req-a05481f5-af32-4819-9ad2-cf4835705485 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:16.524094 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-9d905404-fc81-46d5-8fb6-656abcf04317 req-a05481f5-af32-4819-9ad2-cf4835705485 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 940ef762-5b52-4600-be06-b0b833b0166e owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:32:16.769849 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9d905404-fc81-46d5-8fb6-656abcf04317 req-a05481f5-af32-4819-9ad2-cf4835705485 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:16.819905 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05481f5-af32-4819-9ad2-cf4835705485 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=940ef762-5b52-4600-be06-b0b833b0166e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:16.895351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d905404-fc81-46d5-8fb6-656abcf04317 req-a05481f5-af32-4819-9ad2-cf4835705485 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] No DVR routers for this DVR port 940ef762-5b52-4600-be06-b0b833b0166e on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:32:16.897731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9d905404-fc81-46d5-8fb6-656abcf04317 req-a05481f5-af32-4819-9ad2-cf4835705485 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:16.900219 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'name': 'network-vif-deleted', 'tag': '940ef762-5b52-4600-be06-b0b833b0166e'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:32:16.954690 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdb5abc-ef42-40ae-ba45-dac209a769ef', 'name': 'network-vif-deleted', 'tag': '940ef762-5b52-4600-be06-b0b833b0166e', 'status': 'completed', 'code': 200} Dec 21 22:32:16.995719 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9d905404-fc81-46d5-8fb6-656abcf04317 req-a05481f5-af32-4819-9ad2-cf4835705485 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "DELETE /v2.0/ports/940ef762-5b52-4600-be06-b0b833b0166e HTTP/1.1" status: 204 len: 173 time: 0.9037251 Dec 21 22:32:17.142985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-4f08345f-513b-4712-be77-0d28f5e4112c req-7a28e92a-75d8-4cea-95bf-57c9ee1364ec tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:32:17.267261 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-4f08345f-513b-4712-be77-0d28f5e4112c req-7a28e92a-75d8-4cea-95bf-57c9ee1364ec tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:32:17.271762 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4f08345f-513b-4712-be77-0d28f5e4112c req-7a28e92a-75d8-4cea-95bf-57c9ee1364ec tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdb5abc-ef42-40ae-ba45-dac209a769ef HTTP/1.1" status: 200 len: 210 time: 0.1679089 Dec 21 22:32:18.380609 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40938) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:18.387314 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 940ef762-5b52-4600-be06-b0b833b0166e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:32:18.419585 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 940ef762-5b52-4600-be06-b0b833b0166e {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:32:18.419927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 940ef762-5b52-4600-be06-b0b833b0166e not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:32:18.451061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8e326b10-850b-4ab9-b11b-0693767b050c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:18.480220 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8e326b10-850b-4ab9-b11b-0693767b050c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:18.637847 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8e326b10-850b-4ab9-b11b-0693767b050c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:18.657042 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e326b10-850b-4ab9-b11b-0693767b050c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0ef97d-b1e1-446c-9868-368d58d2e7f7,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:18.735163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8e326b10-850b-4ab9-b11b-0693767b050c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:18.736310 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8e326b10-850b-4ab9-b11b-0693767b050c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/security-groups/8a0ef97d-b1e1-446c-9868-368d58d2e7f7 HTTP/1.1" status: 204 len: 168 time: 0.3547261 Dec 21 22:32:18.805030 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40944) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:19.211738 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff56ffb7-ef18-4db2-9058-15eabfb52790 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:19.830528 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-ff56ffb7-ef18-4db2-9058-15eabfb52790 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 61b00a01-7e71-4af5-8526-2f22bc20947e {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:32:19.831189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff56ffb7-ef18-4db2-9058-15eabfb52790 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:20.119445 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-ff56ffb7-ef18-4db2-9058-15eabfb52790 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 61b00a01-7e71-4af5-8526-2f22bc20947e, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=61b00a01-7e71-4af5-8526-2f22bc20947e,segment=NetworkSegment(8968b778-840d-4395-8bcd-5a057b505b55),segment_id=8968b778-840d-4395-8bcd-5a057b505b55)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:32:20.119445 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff56ffb7-ef18-4db2-9058-15eabfb52790 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:20.246156 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-ff56ffb7-ef18-4db2-9058-15eabfb52790 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 61b00a01-7e71-4af5-8526-2f22bc20947e owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:32:20.535191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff56ffb7-ef18-4db2-9058-15eabfb52790 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:20.585696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56ffb7-ef18-4db2-9058-15eabfb52790 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=61b00a01-7e71-4af5-8526-2f22bc20947e,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:20.883302 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff56ffb7-ef18-4db2-9058-15eabfb52790 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:21.305837 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd1df0-f602-49a7-b9c2-3cf6cbbc5483 None None] Sync routers for ids ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:32:21.318794 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd1df0-f602-49a7-b9c2-3cf6cbbc5483 None None] Routers {'5e5ccd73-b7c3-4e36-8e27-110c728e76ed'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:32:21.319389 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-f1dd1df0-f602-49a7-b9c2-3cf6cbbc5483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:32:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:21.464048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff56ffb7-ef18-4db2-9058-15eabfb52790 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:32:21.511021 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-f1dd1df0-f602-49a7-b9c2-3cf6cbbc5483 None None] Set router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:32:21.804857 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff56ffb7-ef18-4db2-9058-15eabfb52790 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:32:21.811104 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-f1dd1df0-f602-49a7-b9c2-3cf6cbbc5483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'name': 'tempest-TestNetworkBasicOps-router-827983871', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:32:20Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:32:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:21.815515 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd1df0-f602-49a7-b9c2-3cf6cbbc5483 None None] Checking router: 5e5ccd73-b7c3-4e36-8e27-110c728e76ed for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:32:21.838221 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd1df0-f602-49a7-b9c2-3cf6cbbc5483 None None] Routers {'5e5ccd73-b7c3-4e36-8e27-110c728e76ed'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:32:21.838221 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-f1dd1df0-f602-49a7-b9c2-3cf6cbbc5483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:32:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:21.880617 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ff56ffb7-ef18-4db2-9058-15eabfb52790 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/5e5ccd73-b7c3-4e36-8e27-110c728e76ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0746641 Dec 21 22:32:21.883245 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40948) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:22.005735 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-f1dd1df0-f602-49a7-b9c2-3cf6cbbc5483 None None] Set router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:32:22.078006 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-a356fe24-44b8-43f8-b1b8-67056db2c435 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting subnet 773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:32:22.079711 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a356fe24-44b8-43f8-b1b8-67056db2c435 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:22.134561 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a356fe24-44b8-43f8-b1b8-67056db2c435 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:22.222225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a356fe24-44b8-43f8-b1b8-67056db2c435 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:22.322710 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-f1dd1df0-f602-49a7-b9c2-3cf6cbbc5483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'name': 'tempest-TestNetworkBasicOps-router-827983871', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:32:20Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:32:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:22.327227 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd1df0-f602-49a7-b9c2-3cf6cbbc5483 None None] The sync data for ids ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'] in dv-neutron-822520-1-hyperv is: [{'id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'name': 'tempest-TestNetworkBasicOps-router-827983871', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226'}], 'enable_snat': True}, 'gw_port_id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:32:20Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'dbd207dc-a43e-492d-82bc-b73eb971e43d', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:87:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5ccd73-b7c3-4e36-8e27-110c728e76ed', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:30:56Z', 'updated_at': '2021-12-21T22:32:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:32:22.375487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a356fe24-44b8-43f8-b1b8-67056db2c435 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:22.415638 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356fe24-44b8-43f8-b1b8-67056db2c435 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Subnet': ['ID=773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:22.423802 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a356fe24-44b8-43f8-b1b8-67056db2c435 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:22.426972 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df18114-3f05-431c-88f6-a19b63e587de None None] Network 357f2d62-ff97-4425-95e1-df7b29334b64 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:32:22.430426 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a356fe24-44b8-43f8-b1b8-67056db2c435 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/subnets/773c8cc5-ba0b-4e80-8a15-ae9c1b7d27eb HTTP/1.1" status: 204 len: 168 time: 0.5461245 Dec 21 22:32:22.433775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40952) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:22.638603 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45e004d1-98ad-4392-b2f3-0cb44fe0cf41 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:22.706852 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a4e2d1-d2a4-4857-b6d2-05c02743ea32 None None] DHCP port deletion for 357f2d62-ff97-4425-95e1-df7b29334b64 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:32:22.711368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-18a4e2d1-d2a4-4857-b6d2-05c02743ea32 None None] Deleting port 98d8504f-fcc9-45ca-9ae0-71ace66c1401 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:32:22.711851 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-18a4e2d1-d2a4-4857-b6d2-05c02743ea32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:22.848408 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45e004d1-98ad-4392-b2f3-0cb44fe0cf41 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:22.932141 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-18a4e2d1-d2a4-4857-b6d2-05c02743ea32 None None] For port 98d8504f-fcc9-45ca-9ae0-71ace66c1401, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=98d8504f-fcc9-45ca-9ae0-71ace66c1401,segment=NetworkSegment(8968b778-840d-4395-8bcd-5a057b505b55),segment_id=8968b778-840d-4395-8bcd-5a057b505b55)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:32:22.932561 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-18a4e2d1-d2a4-4857-b6d2-05c02743ea32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:22.934889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-45e004d1-98ad-4392-b2f3-0cb44fe0cf41 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port dbd207dc-a43e-492d-82bc-b73eb971e43d {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:32:22.938836 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45e004d1-98ad-4392-b2f3-0cb44fe0cf41 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:23.062447 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-18a4e2d1-d2a4-4857-b6d2-05c02743ea32 None None] Calling delete_port for 98d8504f-fcc9-45ca-9ae0-71ace66c1401 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:32:23.127847 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-45e004d1-98ad-4392-b2f3-0cb44fe0cf41 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port dbd207dc-a43e-492d-82bc-b73eb971e43d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=dbd207dc-a43e-492d-82bc-b73eb971e43d,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:32:23.128388 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45e004d1-98ad-4392-b2f3-0cb44fe0cf41 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:23.197680 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-18a4e2d1-d2a4-4857-b6d2-05c02743ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:23.246966 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4e2d1-d2a4-4857-b6d2-05c02743ea32 None None] Pushing event deleted for resources: {'Port': ['ID=98d8504f-fcc9-45ca-9ae0-71ace66c1401,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:23.251771 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-45e004d1-98ad-4392-b2f3-0cb44fe0cf41 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for dbd207dc-a43e-492d-82bc-b73eb971e43d owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:32:23.256549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a4e2d1-d2a4-4857-b6d2-05c02743ea32 None None] No DVR routers for this DVR port 98d8504f-fcc9-45ca-9ae0-71ace66c1401 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:32:23.533023 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 61b00a01-7e71-4af5-8526-2f22bc20947e no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:32:23.569013 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 61b00a01-7e71-4af5-8526-2f22bc20947e {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:32:23.569353 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 61b00a01-7e71-4af5-8526-2f22bc20947e not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:32:23.569752 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 98d8504f-fcc9-45ca-9ae0-71ace66c1401 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:32:23.599718 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 98d8504f-fcc9-45ca-9ae0-71ace66c1401 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:32:23.600055 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 98d8504f-fcc9-45ca-9ae0-71ace66c1401 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:32:23.608823 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45e004d1-98ad-4392-b2f3-0cb44fe0cf41 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:23.652014 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e004d1-98ad-4392-b2f3-0cb44fe0cf41 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=dbd207dc-a43e-492d-82bc-b73eb971e43d,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:23.873632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45e004d1-98ad-4392-b2f3-0cb44fe0cf41 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:24.126698 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45e004d1-98ad-4392-b2f3-0cb44fe0cf41 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:24.130921 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45e004d1-98ad-4392-b2f3-0cb44fe0cf41 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:24.249350 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45e004d1-98ad-4392-b2f3-0cb44fe0cf41 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:24.252843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e004d1-98ad-4392-b2f3-0cb44fe0cf41 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Fanout notify agent at l3_agent the message router_deleted on router 5e5ccd73-b7c3-4e36-8e27-110c728e76ed {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:32:24.266640 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-45e004d1-98ad-4392-b2f3-0cb44fe0cf41 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:24.267800 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-45e004d1-98ad-4392-b2f3-0cb44fe0cf41 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/routers/5e5ccd73-b7c3-4e36-8e27-110c728e76ed HTTP/1.1" status: 204 len: 168 time: 1.8331175 Dec 21 22:32:24.270562 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40956) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:24.392130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1514024a-b195-4869-bf75-39c0c05a4c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:24.525396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1514024a-b195-4869-bf75-39c0c05a4c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:24.549652 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-1514024a-b195-4869-bf75-39c0c05a4c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357f2d62-ff97-4425-95e1-df7b29334b64']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:24.561956 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-1514024a-b195-4869-bf75-39c0c05a4c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8968b778-840d-4395-8bcd-5a057b505b55') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:24.562278 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-1514024a-b195-4869-bf75-39c0c05a4c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8968b778-840d-4395-8bcd-5a057b505b55') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:24.573716 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1514024a-b195-4869-bf75-39c0c05a4c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:24.588725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1514024a-b195-4869-bf75-39c0c05a4c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:24.594511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1514024a-b195-4869-bf75-39c0c05a4c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:32:24.594884 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1514024a-b195-4869-bf75-39c0c05a4c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:32:24.608649 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:32:24.751423 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1514024a-b195-4869-bf75-39c0c05a4c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:24.769302 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1514024a-b195-4869-bf75-39c0c05a4c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:24.781730 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514024a-b195-4869-bf75-39c0c05a4c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Network': ['ID=357f2d62-ff97-4425-95e1-df7b29334b64,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:24.855343 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1514024a-b195-4869-bf75-39c0c05a4c30 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/networks/357f2d62-ff97-4425-95e1-df7b29334b64 HTTP/1.1" status: 204 len: 168 time: 0.5836842 Dec 21 22:32:24.880254 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40960) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:24.887375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ecd5cc73-c06c-4040-bb02-dad830776853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'network': {'name': 'tempest-network-smoke--354113298', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'port_security_enabled': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:24.892339 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ecd5cc73-c06c-4040-bb02-dad830776853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:32:24.896677 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ecd5cc73-c06c-4040-bb02-dad830776853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:network and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:32:24.899584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ecd5cc73-c06c-4040-bb02-dad830776853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:32:24.905507 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ecd5cc73-c06c-4040-bb02-dad830776853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:32:24.997350 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd5cc73-c06c-4040-bb02-dad830776853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:32:24.997350 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ecd5cc73-c06c-4040-bb02-dad830776853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:25.029053 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd5cc73-c06c-4040-bb02-dad830776853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:32:25.031571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ecd5cc73-c06c-4040-bb02-dad830776853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:25.031910 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-ecd5cc73-c06c-4040-bb02-dad830776853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Added segment 5bf0ea50-a121-4451-a960-dbe133f98854 of type vlan for network dbd9edb1-ce0d-468a-898f-36f91248acdb Dec 21 22:32:25.059491 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ecd5cc73-c06c-4040-bb02-dad830776853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:25.174416 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ecd5cc73-c06c-4040-bb02-dad830776853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:25.178249 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd5cc73-c06c-4040-bb02-dad830776853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:25.178819 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ecd5cc73-c06c-4040-bb02-dad830776853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:25.302397 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5cc73-c06c-4040-bb02-dad830776853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Network': ['ID=dbd9edb1-ce0d-468a-898f-36f91248acdb,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:25.310829 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ecd5cc73-c06c-4040-bb02-dad830776853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4263840 Dec 21 22:32:25.310829 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40964) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:25.314069 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network dbd9edb1-ce0d-468a-898f-36f91248acdb details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:32:25.316181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1554852184', 'admin_state_up': True, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:25.323625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:32:25.328209 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:router and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:32:25.331072 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:32:25.336759 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:32:25.387621 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:25.388843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:25.411342 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:25.457412 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b83209-55fb-4623-b4f3-b2052e7deff2 None None] New status for floating IP db92f838-0ec1-4319-b729-bde14358d1db: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:32:25.717556 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b3a192-895f-4da4-8c61-8dbfb5d62e0b None None] Sync routers for ids ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:32:25.730581 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b3a192-895f-4da4-8c61-8dbfb5d62e0b None None] Routers set() bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:32:25.730786 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b3a192-895f-4da4-8c61-8dbfb5d62e0b None None] Router IDs set() for agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 21 22:32:25.731344 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_agentschedulers_db [None req-17b3a192-895f-4da4-8c61-8dbfb5d62e0b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5e5ccd73-b7c3-4e36-8e27-110c728e76ed'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:32:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent'). {{(pid=84171) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 21 22:32:25.735271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:25.742237 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b3a192-895f-4da4-8c61-8dbfb5d62e0b None None] Routers set() bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:32:25.742237 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b3a192-895f-4da4-8c61-8dbfb5d62e0b None None] Router IDs set() for agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 21 22:32:25.742825 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_agentschedulers_db [None req-17b3a192-895f-4da4-8c61-8dbfb5d62e0b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5e5ccd73-b7c3-4e36-8e27-110c728e76ed'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:32:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent'). {{(pid=84171) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 21 22:32:25.743191 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b3a192-895f-4da4-8c61-8dbfb5d62e0b None None] The sync data for ids ['5e5ccd73-b7c3-4e36-8e27-110c728e76ed'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:32:26.007076 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:26.037136 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:26.247021 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.26.3.130 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/8666b743-e004-47ef-9f67-be8ede46c55f) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:32:26.395449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:26.478914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:26.544733 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:32:26.547510 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:32:26.551792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:32:26.579367 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=8666b743-e004-47ef-9f67-be8ede46c55f,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:26.776651 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:26.777378 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:27.095273 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router af27d94a-900a-4ace-81e0-8965ab7979a1 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:32:27.296920 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:32:27.311457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Sync routers for ids ['af27d94a-900a-4ace-81e0-8965ab7979a1'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:32:27.319278 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Routers {'af27d94a-900a-4ace-81e0-8965ab7979a1'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:32:27.319886 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:32:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['af27d94a-900a-4ace-81e0-8965ab7979a1'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:27.374379 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fb48729d-2473-4f26-9f46-264d105b2795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:27.427085 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:27.428292 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e88ccd76-13df-4e9d-b72b-5ad5911be58d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1165626 Dec 21 22:32:27.431803 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40968) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:27.476266 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1be5d9d2-52b4-46b3-a746-41458d1ca6fa tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a0afca56990a43fd95e729e8f15e2964&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432460 Dec 21 22:32:27.478846 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40972) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:27.500926 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dbd207dc-a43e-492d-82bc-b73eb971e43d no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:32:27.530540 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Set router af27d94a-900a-4ace-81e0-8965ab7979a1 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:32:27.579065 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: dbd207dc-a43e-492d-82bc-b73eb971e43d {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:32:27.579410 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dbd207dc-a43e-492d-82bc-b73eb971e43d not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:32:27.615312 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e7353a-3d80-4eb4-ae2e-f9aa9e910393 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:27.620464 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-60e7353a-3d80-4eb4-ae2e-f9aa9e910393 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1368320 Dec 21 22:32:27.620464 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40978) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:27.659152 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-acf37fe7-3e8b-4cf1-8149-7516938b0c73 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384138 Dec 21 22:32:27.661691 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40982) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:27.667578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-6162e437-db15-4366-a339-dac8ce7c66b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1065414335', 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:27.830632 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'name': 'tempest-TestNetworkBasicOps-router-1554852184', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:25Z', 'updated_at': '2021-12-21T22:32:26Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:26Z', 'updated_at': '2021-12-21T22:32:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:27.837320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Checking router: af27d94a-900a-4ace-81e0-8965ab7979a1 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:32:27.837320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Updating router af27d94a-900a-4ace-81e0-8965ab7979a1 port 8666b743-e004-47ef-9f67-be8ede46c55f binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:32:27.878548 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6162e437-db15-4366-a339-dac8ce7c66b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:32:27.882295 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6162e437-db15-4366-a339-dac8ce7c66b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:subnet and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:32:27.885017 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6162e437-db15-4366-a339-dac8ce7c66b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:32:27.888696 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:27.891357 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6162e437-db15-4366-a339-dac8ce7c66b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:32:27.980337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6162e437-db15-4366-a339-dac8ce7c66b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:32:28.083178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6162e437-db15-4366-a339-dac8ce7c66b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:28.211431 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:28.223688 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Transition to ACTIVE for port object 8666b743-e004-47ef-9f67-be8ede46c55f will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:32:28.278136 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:28.335350 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6162e437-db15-4366-a339-dac8ce7c66b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:28.362753 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Attempting to bind port 8666b743-e004-47ef-9f67-be8ede46c55f on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:32:28.363197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Attempting to bind port 8666b743-e004-47ef-9f67-be8ede46c55f by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:32:28.363282 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Attempting to bind port 8666b743-e004-47ef-9f67-be8ede46c55f on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:32:28.370157 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b2483-fa71-478a-9afb-c78c36ccf15c None None] Pushing event updated for resources: {'Port': ['ID=8666b743-e004-47ef-9f67-be8ede46c55f,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:28.376330 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:32:28.379789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:32:28.379789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:28.379789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:32:28.379789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Bound port: 8666b743-e004-47ef-9f67-be8ede46c55f, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:32:28.379789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:28.413250 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162e437-db15-4366-a339-dac8ce7c66b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Subnet': ['ID=7636bf43-4154-4cf7-a94a-275a18416b7e,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:28.428256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6162e437-db15-4366-a339-dac8ce7c66b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Checking segment: {'id': '5bf0ea50-a121-4451-a960-dbe133f98854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:32:28.428611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6162e437-db15-4366-a339-dac8ce7c66b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network hostable DHCP agents. Network: dbd9edb1-ce0d-468a-898f-36f91248acdb, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:32:28.452936 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] For port 8666b743-e004-47ef-9f67-be8ede46c55f, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:32:28.455830 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] For port 8666b743-e004-47ef-9f67-be8ede46c55f, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=8666b743-e004-47ef-9f67-be8ede46c55f,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:32:28.512254 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6162e437-db15-4366-a339-dac8ce7c66b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network dbd9edb1-ce0d-468a-898f-36f91248acdb is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:32:28.523995 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:28.575097 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-6162e437-db15-4366-a339-dac8ce7c66b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, dbd9edb1-ce0d-468a-898f-36f91248acdb) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:32:28.584218 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6162e437-db15-4366-a339-dac8ce7c66b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:28.584218 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6162e437-db15-4366-a339-dac8ce7c66b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:28.587289 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceb694a-2e5e-4034-aadd-dc92f2a1a54a None None] Network dbd9edb1-ce0d-468a-898f-36f91248acdb requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:32:28.678777 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6162e437-db15-4366-a339-dac8ce7c66b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0160551 Dec 21 22:32:28.681847 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40986) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:28.683162 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b2483-fa71-478a-9afb-c78c36ccf15c None None] Pushing event updated for resources: {'Port': ['ID=8666b743-e004-47ef-9f67-be8ede46c55f,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:28.693274 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Routers {'af27d94a-900a-4ace-81e0-8965ab7979a1'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:32:28.693883 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:32:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['af27d94a-900a-4ace-81e0-8965ab7979a1'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:29.016614 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] Set router af27d94a-900a-4ace-81e0-8965ab7979a1 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:32:29.056468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-dbd9edb1-ce0d-468a-898f-36f91248acdb', 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ips': [{'subnet_id': '7636bf43-4154-4cf7-a94a-275a18416b7e'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:32:29.057415 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:29.417265 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Allocated IP 172.20.0.2 (dbd9edb1-ce0d-468a-898f-36f91248acdb/7636bf43-4154-4cf7-a94a-275a18416b7e/9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:32:29.544478 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'name': 'tempest-TestNetworkBasicOps-router-1554852184', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:25Z', 'updated_at': '2021-12-21T22:32:26Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:26Z', 'updated_at': '2021-12-21T22:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:29.552922 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d851a89-1782-4fd6-a429-2e61babb03c5 None None] The sync data for ids ['af27d94a-900a-4ace-81e0-8965ab7979a1'] in dv-neutron-822520-1-hyperv is: [{'id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'name': 'tempest-TestNetworkBasicOps-router-1554852184', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:25Z', 'updated_at': '2021-12-21T22:32:26Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:26Z', 'updated_at': '2021-12-21T22:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:32:29.555108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:29.644138 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9775c3a1-da2b-47a5-bafc-459019a56282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:29.673613 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:29.685465 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Transition to ACTIVE for port object 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:32:29.705849 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Transition to ACTIVE for port object 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:32:29.770139 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:29.850262 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Network dbd9edb1-ce0d-468a-898f-36f91248acdb is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:32:29.850754 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Pushing event updated for resources: {'Port': ['ID=9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:29.853436 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:32:29.856894 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:32:29.960543 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Attempting to bind port 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:32:29.960914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Attempting to bind port 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '5bf0ea50-a121-4451-a960-dbe133f98854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:32:29.961271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Attempting to bind port 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd on network dbd9edb1-ce0d-468a-898f-36f91248acdb {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:32:29.972724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:32:29.972724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Checking segment: {'id': '5bf0ea50-a121-4451-a960-dbe133f98854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:32:29.972724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:29.972724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Bound using segment: {'id': '5bf0ea50-a121-4451-a960-dbe133f98854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:32:29.972724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Bound port: 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf0ea50-a121-4451-a960-dbe133f98854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:32:29.972724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:30.029351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.1 (dbd9edb1-ce0d-468a-898f-36f91248acdb/7636bf43-4154-4cf7-a94a-275a18416b7e/4910fe66-6053-45a4-9997-1797a2611c8f) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:32:30.072546 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] For port 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:32:30.077258 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] For port 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd,segment=NetworkSegment(5bf0ea50-a121-4451-a960-dbe133f98854),segment_id=5bf0ea50-a121-4451-a960-dbe133f98854)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:32:30.141489 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:30.216917 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:30.231227 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1c182-05e8-4479-9017-ac8e2b2759e7 None None] Pushing event updated for resources: {'Port': ['ID=9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:30.241548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object 4910fe66-6053-45a4-9997-1797a2611c8f will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:32:30.333588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:30.416434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network dbd9edb1-ce0d-468a-898f-36f91248acdb is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:32:30.420398 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:32:30.425693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:32:30.454160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=4910fe66-6053-45a4-9997-1797a2611c8f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:30.494253 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:30.636024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:30.702504 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:30.752439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:31.167717 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:31.185371 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03f7c68-6680-4148-9752-095cc9ff6479 None None] Network dbd9edb1-ce0d-468a-898f-36f91248acdb requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:32:31.243653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:31.359346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:31.362659 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=4910fe66-6053-45a4-9997-1797a2611c8f,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:31.429328 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0fff4d24-d1ba-40bf-99da-9cd30a46ec15 None None] Provisioning for port 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:32:31.512236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network dbd9edb1-ce0d-468a-898f-36f91248acdb is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:32:31.512236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:32:31.622549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 8666b743-e004-47ef-9f67-be8ede46c55f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:32:31.934354 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router af27d94a-900a-4ace-81e0-8965ab7979a1 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:32:32.145850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:32:32.157876 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-09d57a5a-a514-404c-96a5-57bdbf49c6c5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/af27d94a-900a-4ace-81e0-8965ab7979a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4742444 Dec 21 22:32:32.160653 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40990) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:32.303807 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318a6ce8-68aa-43a8-8f3d-e60d2012c213 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:32.304434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318a6ce8-68aa-43a8-8f3d-e60d2012c213 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:32.304792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318a6ce8-68aa-43a8-8f3d-e60d2012c213 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:32.305208 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318a6ce8-68aa-43a8-8f3d-e60d2012c213 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:32.305560 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318a6ce8-68aa-43a8-8f3d-e60d2012c213 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:32.305908 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318a6ce8-68aa-43a8-8f3d-e60d2012c213 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:32.308374 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-318a6ce8-68aa-43a8-8f3d-e60d2012c213 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1465609 Dec 21 22:32:32.311384 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 40994) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:32.380567 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 8666b743-e004-47ef-9f67-be8ede46c55f completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:32:32.381979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b403d-f3c1-4f52-ac02-6bb4fb1489a8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:32.381979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b403d-f3c1-4f52-ac02-6bb4fb1489a8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:32.382471 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b403d-f3c1-4f52-ac02-6bb4fb1489a8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:32.382812 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b403d-f3c1-4f52-ac02-6bb4fb1489a8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:32.383054 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b403d-f3c1-4f52-ac02-6bb4fb1489a8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:32.383404 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b403d-f3c1-4f52-ac02-6bb4fb1489a8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:32.385184 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-376b403d-f3c1-4f52-ac02-6bb4fb1489a8 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0728905 Dec 21 22:32:32.388061 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 8666b743-e004-47ef-9f67-be8ede46c55f triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:32:32.388229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 40998) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:32.388677 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:32.416621 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-181386ab-e2bd-4ec8-8a6c-a62274e96840 None None] Provisioning for port 4910fe66-6053-45a4-9997-1797a2611c8f completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:32:32.429278 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:32.436219 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-181386ab-e2bd-4ec8-8a6c-a62274e96840 None None] Provisioning complete for port 4910fe66-6053-45a4-9997-1797a2611c8f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:32:32.436585 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-181386ab-e2bd-4ec8-8a6c-a62274e96840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:32.501297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-181386ab-e2bd-4ec8-8a6c-a62274e96840 None None] Port 4910fe66-6053-45a4-9997-1797a2611c8f cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:32:32.597432 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-935398d4-ef93-4771-93da-d3e29587078f tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2081165 Dec 21 22:32:32.612193 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:32.627839 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 8666b743-e004-47ef-9f67-be8ede46c55f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=8666b743-e004-47ef-9f67-be8ede46c55f,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:32:32.678121 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:32.679999 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:32:32.813148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2ca5ee55-ac0c-40fb-a48e-e8ba08a1f66a None None] Provisioning complete for port 4910fe66-6053-45a4-9997-1797a2611c8f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:32:32.813148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2ca5ee55-ac0c-40fb-a48e-e8ba08a1f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:32.845341 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=8666b743-e004-47ef-9f67-be8ede46c55f,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:32.870215 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2ca5ee55-ac0c-40fb-a48e-e8ba08a1f66a None None] Port 4910fe66-6053-45a4-9997-1797a2611c8f cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:32:32.935960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41004) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:32.941515 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-644f7094-eebe-43cd-96ce-f3b7b2033124 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-405830947', 'description': 'tempest-secgroup-smoke-405830947 description', 'project_id': 'a0afca56990a43fd95e729e8f15e2964'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:32.947950 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-644f7094-eebe-43cd-96ce-f3b7b2033124 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:32:32.951997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-644f7094-eebe-43cd-96ce-f3b7b2033124 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:32:32.954924 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-644f7094-eebe-43cd-96ce-f3b7b2033124 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:32:32.957830 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:32:32.960911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-644f7094-eebe-43cd-96ce-f3b7b2033124 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:32:32.964074 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:32:32.964538 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:33.031996 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-644f7094-eebe-43cd-96ce-f3b7b2033124 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:33.069192 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-644f7094-eebe-43cd-96ce-f3b7b2033124 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:32:33.074771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-644f7094-eebe-43cd-96ce-f3b7b2033124 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:32:33.077910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-644f7094-eebe-43cd-96ce-f3b7b2033124 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:32:33.083689 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-644f7094-eebe-43cd-96ce-f3b7b2033124 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:32:33.089983 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:33.133255 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Sync routers for ids ['af27d94a-900a-4ace-81e0-8965ab7979a1'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:32:33.133724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd,segment=NetworkSegment(5bf0ea50-a121-4451-a960-dbe133f98854),segment_id=5bf0ea50-a121-4451-a960-dbe133f98854)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:32:33.141651 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Routers {'af27d94a-900a-4ace-81e0-8965ab7979a1'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:32:33.142279 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:32:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['af27d94a-900a-4ace-81e0-8965ab7979a1'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:33.148886 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-644f7094-eebe-43cd-96ce-f3b7b2033124 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:33.175117 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:33.196357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-644f7094-eebe-43cd-96ce-f3b7b2033124 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:33.246242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f7094-eebe-43cd-96ce-f3b7b2033124 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c902b9-5320-47b3-a79b-a00064452adf,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:33.258702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:33.317995 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-644f7094-eebe-43cd-96ce-f3b7b2033124 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:33.320540 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-644f7094-eebe-43cd-96ce-f3b7b2033124 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3823581 Dec 21 22:32:33.320645 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Set router af27d94a-900a-4ace-81e0-8965ab7979a1 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:32:33.322179 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41008) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:33.328428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-6e31219f-193f-41b4-8e74-64b8f38e34a2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '46c902b9-5320-47b3-a79b-a00064452adf', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:33.334343 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6e31219f-193f-41b4-8e74-64b8f38e34a2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:32:33.345711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6e31219f-193f-41b4-8e74-64b8f38e34a2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:32:33.345711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6e31219f-193f-41b4-8e74-64b8f38e34a2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:32:33.350928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6e31219f-193f-41b4-8e74-64b8f38e34a2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:32:33.424149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6e31219f-193f-41b4-8e74-64b8f38e34a2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:33.487170 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6e31219f-193f-41b4-8e74-64b8f38e34a2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:33.549366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 8666b743-e004-47ef-9f67-be8ede46c55f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:32:33.558789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6e31219f-193f-41b4-8e74-64b8f38e34a2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:33.577338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31219f-193f-41b4-8e74-64b8f38e34a2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77af8148-22d5-402f-8aad-761761742557,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:33.623959 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 8666b743-e004-47ef-9f67-be8ede46c55f triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:32:33.624352 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:33.651547 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'name': 'tempest-TestNetworkBasicOps-router-1554852184', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:25Z', 'updated_at': '2021-12-21T22:32:30Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:26Z', 'updated_at': '2021-12-21T22:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4910fe66-6053-45a4-9997-1797a2611c8f', 'name': '', 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:82:bb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:29Z', 'updated_at': '2021-12-21T22:32:30Z', 'revision_number': 2, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:33.661421 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Checking router: af27d94a-900a-4ace-81e0-8965ab7979a1 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:32:33.661421 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Updating router af27d94a-900a-4ace-81e0-8965ab7979a1 port 4910fe66-6053-45a4-9997-1797a2611c8f binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:32:33.688853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6e31219f-193f-41b4-8e74-64b8f38e34a2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:33.688853 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6e31219f-193f-41b4-8e74-64b8f38e34a2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3626025 Dec 21 22:32:33.689133 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41012) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:33.694786 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-3f16688a-981f-410e-b37e-248d16330561 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '46c902b9-5320-47b3-a79b-a00064452adf', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:33.701289 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3f16688a-981f-410e-b37e-248d16330561 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:32:33.705579 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3f16688a-981f-410e-b37e-248d16330561 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:32:33.709333 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3f16688a-981f-410e-b37e-248d16330561 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:32:33.714470 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:33.718934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3f16688a-981f-410e-b37e-248d16330561 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:32:33.743757 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:32:33.813397 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:32:33.813882 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:33.821027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f16688a-981f-410e-b37e-248d16330561 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:33.904728 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f16688a-981f-410e-b37e-248d16330561 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:33.986361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f16688a-981f-410e-b37e-248d16330561 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:34.013221 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16688a-981f-410e-b37e-248d16330561 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af71160-c46c-482f-913d-87528e00ae99,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:34.081135 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:34.097055 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Transition to ACTIVE for port object 4910fe66-6053-45a4-9997-1797a2611c8f will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:32:34.118084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3f16688a-981f-410e-b37e-248d16330561 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:34.120160 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3f16688a-981f-410e-b37e-248d16330561 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4294488 Dec 21 22:32:34.122448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41016) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:34.131938 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-11e1b311-1aa3-49d5-8619-65fbbc5ca0b6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '46c902b9-5320-47b3-a79b-a00064452adf', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:34.134249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-11e1b311-1aa3-49d5-8619-65fbbc5ca0b6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:32:34.138499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-11e1b311-1aa3-49d5-8619-65fbbc5ca0b6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:32:34.141338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-11e1b311-1aa3-49d5-8619-65fbbc5ca0b6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:32:34.147052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-11e1b311-1aa3-49d5-8619-65fbbc5ca0b6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:32:34.168483 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:34.238814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11e1b311-1aa3-49d5-8619-65fbbc5ca0b6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:34.293231 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8ffdb-7226-4368-875b-e95a5a8e31ab None None] Pushing event updated for resources: {'Port': ['ID=4910fe66-6053-45a4-9997-1797a2611c8f,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:34.334189 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11e1b311-1aa3-49d5-8619-65fbbc5ca0b6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:34.342447 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8ffdb-7226-4368-875b-e95a5a8e31ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:34.346859 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8ffdb-7226-4368-875b-e95a5a8e31ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:34.346859 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8ffdb-7226-4368-875b-e95a5a8e31ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:34.346859 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8ffdb-7226-4368-875b-e95a5a8e31ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:34.346859 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8ffdb-7226-4368-875b-e95a5a8e31ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:34.346859 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8ffdb-7226-4368-875b-e95a5a8e31ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:34.346859 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8ffdb-7226-4368-875b-e95a5a8e31ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:34.346859 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8ffdb-7226-4368-875b-e95a5a8e31ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:34.346859 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8ffdb-7226-4368-875b-e95a5a8e31ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:34.346859 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8ffdb-7226-4368-875b-e95a5a8e31ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:34.346859 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c8ffdb-7226-4368-875b-e95a5a8e31ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:34.398908 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Attempting to bind port 4910fe66-6053-45a4-9997-1797a2611c8f on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:32:34.399274 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Attempting to bind port 4910fe66-6053-45a4-9997-1797a2611c8f by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '5bf0ea50-a121-4451-a960-dbe133f98854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:32:34.399627 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Attempting to bind port 4910fe66-6053-45a4-9997-1797a2611c8f on network dbd9edb1-ce0d-468a-898f-36f91248acdb {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:32:34.403853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11e1b311-1aa3-49d5-8619-65fbbc5ca0b6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:34.406895 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:32:34.407260 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Checking segment: {'id': '5bf0ea50-a121-4451-a960-dbe133f98854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:32:34.407652 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:34.408229 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Bound using segment: {'id': '5bf0ea50-a121-4451-a960-dbe133f98854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:32:34.409087 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Bound port: 4910fe66-6053-45a4-9997-1797a2611c8f, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bf0ea50-a121-4451-a960-dbe133f98854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:32:34.409087 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:34.435903 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1b311-1aa3-49d5-8619-65fbbc5ca0b6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324c0e67-182c-4929-9959-de161510d52f,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:34.499659 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] For port 4910fe66-6053-45a4-9997-1797a2611c8f, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:32:34.502827 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] For port 4910fe66-6053-45a4-9997-1797a2611c8f, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4910fe66-6053-45a4-9997-1797a2611c8f,segment=NetworkSegment(5bf0ea50-a121-4451-a960-dbe133f98854),segment_id=5bf0ea50-a121-4451-a960-dbe133f98854)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:32:34.523860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-11e1b311-1aa3-49d5-8619-65fbbc5ca0b6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:34.528289 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-11e1b311-1aa3-49d5-8619-65fbbc5ca0b6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4017167 Dec 21 22:32:34.528985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41020) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:34.535324 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-28fe8a3e-9c26-4e36-bfdf-3efeab382546 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '46c902b9-5320-47b3-a79b-a00064452adf', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:34.541330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-28fe8a3e-9c26-4e36-bfdf-3efeab382546 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:32:34.546313 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-28fe8a3e-9c26-4e36-bfdf-3efeab382546 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:32:34.558913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-28fe8a3e-9c26-4e36-bfdf-3efeab382546 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:32:34.558913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-28fe8a3e-9c26-4e36-bfdf-3efeab382546 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:32:34.575664 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:34.633950 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-28fe8a3e-9c26-4e36-bfdf-3efeab382546 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:34.681379 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Routers {'af27d94a-900a-4ace-81e0-8965ab7979a1'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:32:34.682041 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:32:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['af27d94a-900a-4ace-81e0-8965ab7979a1'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:34.702629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-28fe8a3e-9c26-4e36-bfdf-3efeab382546 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:34.738873 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8ffdb-7226-4368-875b-e95a5a8e31ab None None] Pushing event updated for resources: {'Port': ['ID=4910fe66-6053-45a4-9997-1797a2611c8f,revision_number=4']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:34.779989 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-28fe8a3e-9c26-4e36-bfdf-3efeab382546 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:34.800403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe8a3e-9c26-4e36-bfdf-3efeab382546 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e7a7e8-4dc2-4a24-9d5d-069579e8fe11,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:34.878244 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] Set router af27d94a-900a-4ace-81e0-8965ab7979a1 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:32:34.889489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-28fe8a3e-9c26-4e36-bfdf-3efeab382546 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:34.893846 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-28fe8a3e-9c26-4e36-bfdf-3efeab382546 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3611414 Dec 21 22:32:34.893971 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41024) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:34.899331 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c4a2aecf-84c1-4d74-9a3b-cd1971c26061 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '46c902b9-5320-47b3-a79b-a00064452adf', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:34.906285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c4a2aecf-84c1-4d74-9a3b-cd1971c26061 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:32:34.910029 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c4a2aecf-84c1-4d74-9a3b-cd1971c26061 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:32:34.919520 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c4a2aecf-84c1-4d74-9a3b-cd1971c26061 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:32:34.920378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c4a2aecf-84c1-4d74-9a3b-cd1971c26061 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:32:34.981262 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-c4a2aecf-84c1-4d74-9a3b-cd1971c26061 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:32:34.988409 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c4a2aecf-84c1-4d74-9a3b-cd1971c26061 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:35.054548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c4a2aecf-84c1-4d74-9a3b-cd1971c26061 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:35.123873 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c4a2aecf-84c1-4d74-9a3b-cd1971c26061 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:35.150415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2aecf-84c1-4d74-9a3b-cd1971c26061 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3cb528-a24a-4553-bf9e-fc9c38554b9e,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:35.196455 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'name': 'tempest-TestNetworkBasicOps-router-1554852184', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:25Z', 'updated_at': '2021-12-21T22:32:30Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:26Z', 'updated_at': '2021-12-21T22:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4910fe66-6053-45a4-9997-1797a2611c8f', 'name': '', 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:82:bb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:29Z', 'updated_at': '2021-12-21T22:32:34Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:35.201183 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f3abe0-e53e-4f66-9022-52f3b33b110f None None] The sync data for ids ['af27d94a-900a-4ace-81e0-8965ab7979a1'] in dv-neutron-822520-1-hyperv is: [{'id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'name': 'tempest-TestNetworkBasicOps-router-1554852184', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:25Z', 'updated_at': '2021-12-21T22:32:30Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:26Z', 'updated_at': '2021-12-21T22:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4910fe66-6053-45a4-9997-1797a2611c8f', 'name': '', 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:82:bb:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:29Z', 'updated_at': '2021-12-21T22:32:34Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:32:35.210757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c4a2aecf-84c1-4d74-9a3b-cd1971c26061 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:35.211798 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c4a2aecf-84c1-4d74-9a3b-cd1971c26061 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3169777 Dec 21 22:32:35.215483 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41028) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:35.224618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-88bdfff4-277a-4fcf-9e13-0c0ff856b573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '46c902b9-5320-47b3-a79b-a00064452adf', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:35.234561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-88bdfff4-277a-4fcf-9e13-0c0ff856b573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:32:35.246995 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-88bdfff4-277a-4fcf-9e13-0c0ff856b573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:32:35.257877 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-88bdfff4-277a-4fcf-9e13-0c0ff856b573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:32:35.270465 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-88bdfff4-277a-4fcf-9e13-0c0ff856b573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:32:35.495930 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-88bdfff4-277a-4fcf-9e13-0c0ff856b573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:32:35.505421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-88bdfff4-277a-4fcf-9e13-0c0ff856b573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:35.579253 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4910fe66-6053-45a4-9997-1797a2611c8f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:32:35.590354 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-88bdfff4-277a-4fcf-9e13-0c0ff856b573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:35.667926 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-88bdfff4-277a-4fcf-9e13-0c0ff856b573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:35.693012 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdfff4-277a-4fcf-9e13-0c0ff856b573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4005151a-7588-4cc1-b96d-44d3245c5102,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:35.700609 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 4910fe66-6053-45a4-9997-1797a2611c8f completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:32:35.705837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4910fe66-6053-45a4-9997-1797a2611c8f triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:32:35.706240 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:35.763965 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-88bdfff4-277a-4fcf-9e13-0c0ff856b573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:35.766183 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-88bdfff4-277a-4fcf-9e13-0c0ff856b573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5482731 Dec 21 22:32:35.846454 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:35.880599 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 4910fe66-6053-45a4-9997-1797a2611c8f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4910fe66-6053-45a4-9997-1797a2611c8f,segment=NetworkSegment(5bf0ea50-a121-4451-a960-dbe133f98854),segment_id=5bf0ea50-a121-4451-a960-dbe133f98854)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:32:35.949489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-a5935bd9-db68-4384-9f7b-f321253e49a1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:32:35.963719 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:36.031587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-a5935bd9-db68-4384-9f7b-f321253e49a1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:32:36.032145 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=4910fe66-6053-45a4-9997-1797a2611c8f,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:36.034970 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-a5935bd9-db68-4384-9f7b-f321253e49a1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-405830947&fields=id&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 267 time: 0.1279309 Dec 21 22:32:36.190852 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-f8116f94-138d-4adf-b174-af236f1a4673 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:36.192277 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-f8116f94-138d-4adf-b174-af236f1a4673 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/networks?id=dbd9edb1-ce0d-468a-898f-36f91248acdb HTTP/1.1" status: 200 len: 796 time: 0.1529720 Dec 21 22:32:36.208976 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0491df95-a56b-4b33-bafd-dc4cb7992e15 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/quotas/a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 375 time: 0.0113280 Dec 21 22:32:36.293689 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-707c5d97-56d3-47df-ab9c-a5bed9f69833 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:32:36.391979 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-707c5d97-56d3-47df-ab9c-a5bed9f69833 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:32:36.393276 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-707c5d97-56d3-47df-ab9c-a5bed9f69833 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1784019 Dec 21 22:32:36.533037 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-36539c98-4f5c-4fd6-9f05-29d7ef819426 service neutron] 10.222.0.37 "GET /v2.0/networks/dbd9edb1-ce0d-468a-898f-36f91248acdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271734 Dec 21 22:32:36.665287 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-f31e1a66-5f40-48bb-98ee-8cfc6dcf9727 service neutron] 10.222.0.37 "GET /v2.0/networks/dbd9edb1-ce0d-468a-898f-36f91248acdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263740 Dec 21 22:32:36.933637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-000064aa-3c92-415b-94bc-3849274a832d req-94cc7937-5892-4ad3-922c-60feca5f2b28 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:32:36.945319 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-000064aa-3c92-415b-94bc-3849274a832d req-94cc7937-5892-4ad3-922c-60feca5f2b28 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:32:36.946540 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-000064aa-3c92-415b-94bc-3849274a832d req-94cc7937-5892-4ad3-922c-60feca5f2b28 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 210 time: 0.0574503 Dec 21 22:32:37.544383 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4910fe66-6053-45a4-9997-1797a2611c8f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:32:37.620696 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 4910fe66-6053-45a4-9997-1797a2611c8f triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:32:37.620696 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:38.106260 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-59530421-3c3f-4f5a-9274-c5328517a9cf req-51f1197b-c8f9-4210-b48d-b5e6953d307d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 210 time: 0.0407455 Dec 21 22:32:38.710995 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:32:39.012601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-d68ed1ff-11f8-4952-be12-d5d1acf51bf8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:39.014178 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-d68ed1ff-11f8-4952-be12-d5d1acf51bf8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/networks?id=dbd9edb1-ce0d-468a-898f-36f91248acdb HTTP/1.1" status: 200 len: 796 time: 0.1444774 Dec 21 22:32:39.076294 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-f5c04195-ab18-4bb8-b072-d53e31789471 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 379 time: 0.0413799 Dec 21 22:32:39.084765 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-2e3d392f-69b9-403f-a400-bc9b1713eaf0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'port': {'device_id': '46d9d151-9478-42d9-8cf3-8e5b70b8a812', 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb', 'admin_state_up': True, 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'security_groups': ['46c902b9-5320-47b3-a79b-a00064452adf']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:39.222931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-2e3d392f-69b9-403f-a400-bc9b1713eaf0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:32:39.234205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-2e3d392f-69b9-403f-a400-bc9b1713eaf0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:32:39.295597 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-688f8bfb-5bae-4360-b4e2-0f19ce67952d req-5534c347-e4fb-4f55-b69e-39441146a7ba tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 210 time: 0.0630109 Dec 21 22:32:39.301272 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-2e3d392f-69b9-403f-a400-bc9b1713eaf0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:32:39.304502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-2e3d392f-69b9-403f-a400-bc9b1713eaf0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:39.468893 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-2e3d392f-69b9-403f-a400-bc9b1713eaf0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.14 (dbd9edb1-ce0d-468a-898f-36f91248acdb/7636bf43-4154-4cf7-a94a-275a18416b7e/2aa4a858-4d5b-479e-af66-2fcf5320dd50) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:32:39.655343 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-2e3d392f-69b9-403f-a400-bc9b1713eaf0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:39.671301 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-2e3d392f-69b9-403f-a400-bc9b1713eaf0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object 2aa4a858-4d5b-479e-af66-2fcf5320dd50 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:32:39.758330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-2e3d392f-69b9-403f-a400-bc9b1713eaf0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:39.836238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-2e3d392f-69b9-403f-a400-bc9b1713eaf0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network dbd9edb1-ce0d-468a-898f-36f91248acdb is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:32:39.840691 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-2e3d392f-69b9-403f-a400-bc9b1713eaf0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:32:39.843308 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-2e3d392f-69b9-403f-a400-bc9b1713eaf0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:32:39.868425 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d392f-69b9-403f-a400-bc9b1713eaf0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=2aa4a858-4d5b-479e-af66-2fcf5320dd50,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:39.910037 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-2e3d392f-69b9-403f-a400-bc9b1713eaf0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:39.910695 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-2e3d392f-69b9-403f-a400-bc9b1713eaf0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:39.986716 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-2e3d392f-69b9-403f-a400-bc9b1713eaf0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9054494 Dec 21 22:32:40.003099 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Request body: {'port': {'device_id': '46d9d151-9478-42d9-8cf3-8e5b70b8a812', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:40.109382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:40.140152 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-47ae7714-45f6-45e4-afd3-e0f810f0098e None None] Provisioning for port 2aa4a858-4d5b-479e-af66-2fcf5320dd50 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:32:40.145219 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-47ae7714-45f6-45e4-afd3-e0f810f0098e None None] Provisioning complete for port 2aa4a858-4d5b-479e-af66-2fcf5320dd50 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:32:40.145752 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-47ae7714-45f6-45e4-afd3-e0f810f0098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:40.201079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-47ae7714-45f6-45e4-afd3-e0f810f0098e None None] Port 2aa4a858-4d5b-479e-af66-2fcf5320dd50 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:32:40.584224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac3919-8c64-4698-b6f9-34af3bfe81d4 req-cc0700d9-3de5-42e5-b24e-c0be9a475141 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:40.584828 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-f1ac3919-8c64-4698-b6f9-34af3bfe81d4 req-cc0700d9-3de5-42e5-b24e-c0be9a475141 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:32:40.603351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa4a858-4d5b-479e-af66-2fcf5320dd50 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:32:40.612221 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:40.625923 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Transition to ACTIVE for port object 2aa4a858-4d5b-479e-af66-2fcf5320dd50 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:32:40.683303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-f1ac3919-8c64-4698-b6f9-34af3bfe81d4 req-cc0700d9-3de5-42e5-b24e-c0be9a475141 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:32:40.684450 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f1ac3919-8c64-4698-b6f9-34af3bfe81d4 req-cc0700d9-3de5-42e5-b24e-c0be9a475141 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 932 time: 0.2566128 Dec 21 22:32:40.706431 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:40.860942 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f1ac3919-8c64-4698-b6f9-34af3bfe81d4 req-1e973269-56ca-45e9-8a8c-a620a690cb39 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c902b9-5320-47b3-a79b-a00064452adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708672 Dec 21 22:32:40.861550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa4a858-4d5b-479e-af66-2fcf5320dd50,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:40.973527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Attempting to bind port 2aa4a858-4d5b-479e-af66-2fcf5320dd50 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:32:40.973862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Attempting to bind port 2aa4a858-4d5b-479e-af66-2fcf5320dd50 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5bf0ea50-a121-4451-a960-dbe133f98854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:32:40.974215 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Attempting to bind port 2aa4a858-4d5b-479e-af66-2fcf5320dd50 on network dbd9edb1-ce0d-468a-898f-36f91248acdb {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:32:40.979878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Port 2aa4a858-4d5b-479e-af66-2fcf5320dd50 on network dbd9edb1-ce0d-468a-898f-36f91248acdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:32:40.980293 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Attempting to bind port 2aa4a858-4d5b-479e-af66-2fcf5320dd50 on network dbd9edb1-ce0d-468a-898f-36f91248acdb {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:32:40.986482 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:32:40.986814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Checking segment: {'id': '5bf0ea50-a121-4451-a960-dbe133f98854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:32:40.987199 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Bound using segment: {'id': '5bf0ea50-a121-4451-a960-dbe133f98854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:32:40.987612 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Bound port: 2aa4a858-4d5b-479e-af66-2fcf5320dd50, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bf0ea50-a121-4451-a960-dbe133f98854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:32:40.987951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:41.077955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] For port 2aa4a858-4d5b-479e-af66-2fcf5320dd50, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:32:41.080837 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] For port 2aa4a858-4d5b-479e-af66-2fcf5320dd50, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2aa4a858-4d5b-479e-af66-2fcf5320dd50,segment=NetworkSegment(5bf0ea50-a121-4451-a960-dbe133f98854),segment_id=5bf0ea50-a121-4451-a960-dbe133f98854)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:32:41.146502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:41.211460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:41.212830 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] 10.222.0.49 "PUT /v2.0/ports/2aa4a858-4d5b-479e-af66-2fcf5320dd50 HTTP/1.1" status: 200 len: 1094 time: 1.2140787 Dec 21 22:32:41.213302 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d9d151-9478-42d9-8cf3-8e5b70b8a812', 'tag': '2aa4a858-4d5b-479e-af66-2fcf5320dd50'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:32:41.235369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a668fa0-788c-4991-8a82-f4e1baadb8e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa4a858-4d5b-479e-af66-2fcf5320dd50,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:41.283541 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d9d151-9478-42d9-8cf3-8e5b70b8a812', 'tag': '2aa4a858-4d5b-479e-af66-2fcf5320dd50', 'status': 'completed', 'code': 200} Dec 21 22:32:41.384742 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9699d088-01db-494b-bc69-3936d7536d6b req-38b76fea-d0ce-4f99-97de-4126476a5eb2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 1097 time: 0.0747986 Dec 21 22:32:41.529741 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699d088-01db-494b-bc69-3936d7536d6b req-e09d8854-47cb-4356-8732-c174c6b5ee8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:41.531186 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9699d088-01db-494b-bc69-3936d7536d6b req-e09d8854-47cb-4356-8732-c174c6b5ee8b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a0afca56990a43fd95e729e8f15e2964&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1356373 Dec 21 22:32:41.666330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699d088-01db-494b-bc69-3936d7536d6b req-170d410f-08cb-4308-9580-9a3997428c2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:41.668432 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9699d088-01db-494b-bc69-3936d7536d6b req-170d410f-08cb-4308-9580-9a3997428c2a service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277754 Dec 21 22:32:41.781042 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-fe8eb46d-8ff5-4fad-9ea8-12c4b4643df2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 1097 time: 0.0683987 Dec 21 22:32:41.855417 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-f01df305-5ae2-4b51-80ab-cd189c35ca60 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aa4a858-4d5b-479e-af66-2fcf5320dd50 HTTP/1.1" status: 200 len: 217 time: 0.0618253 Dec 21 22:32:41.919968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-6a682268-6a23-49c1-93c1-1262f4d0ac02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:41.921437 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-6a682268-6a23-49c1-93c1-1262f4d0ac02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7636bf43-4154-4cf7-a94a-275a18416b7e HTTP/1.1" status: 200 len: 844 time: 0.0571570 Dec 21 22:32:42.049550 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-ed73247e-f5e6-44ac-86d3-782d3853f600 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dbd9edb1-ce0d-468a-898f-36f91248acdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181169 Dec 21 22:32:42.102527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78d7ea-c007-4e08-9a4a-191aeaf8d072 req-a51f3c9f-b6e5-41b9-8511-46cf7a3eb3b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:42.141952 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6f78d7ea-c007-4e08-9a4a-191aeaf8d072 req-a51f3c9f-b6e5-41b9-8511-46cf7a3eb3b5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 944 time: 0.1192622 Dec 21 22:32:42.326691 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-2e12783b-52ad-411a-b8bf-d155d97406b7 service neutron] 10.222.0.49 "GET /v2.0/networks/dbd9edb1-ce0d-468a-898f-36f91248acdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651830 Dec 21 22:32:42.328660 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6f78d7ea-c007-4e08-9a4a-191aeaf8d072 req-50491d16-0926-4afa-aaf1-f97f59519cd1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c902b9-5320-47b3-a79b-a00064452adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173147 Dec 21 22:32:42.461967 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d6d57b-214b-4d86-821b-d63ad18ed9b8 req-f61d160b-c0c8-4df6-87c1-70ce2903eeec service neutron] 10.222.0.49 "GET /v2.0/networks/dbd9edb1-ce0d-468a-898f-36f91248acdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257000 Dec 21 22:32:43.527103 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c58fe-f074-41cc-80ad-ccb401327ee9 req-a16f204b-7cd3-4ce9-af7d-cae84745d573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:43.528545 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6c0c58fe-f074-41cc-80ad-ccb401327ee9 req-a16f204b-7cd3-4ce9-af7d-cae84745d573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 944 time: 0.0753870 Dec 21 22:32:43.576287 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6c0c58fe-f074-41cc-80ad-ccb401327ee9 req-ad1904a5-2e5b-41a8-9b18-593c12a83581 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c902b9-5320-47b3-a79b-a00064452adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421808 Dec 21 22:32:44.563654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 2aa4a858-4d5b-479e-af66-2fcf5320dd50 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:32:44.696430 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 2aa4a858-4d5b-479e-af66-2fcf5320dd50, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2aa4a858-4d5b-479e-af66-2fcf5320dd50,segment=NetworkSegment(5bf0ea50-a121-4451-a960-dbe133f98854),segment_id=5bf0ea50-a121-4451-a960-dbe133f98854)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:32:44.710219 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '2aa4a858-4d5b-479e-af66-2fcf5320dd50', 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb', 'port_id': '2aa4a858-4d5b-479e-af66-2fcf5320dd50', 'mac_address': 'fa:16:3e:81:d7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:32:44.766756 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:44.776948 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b1016-c6b5-4725-b553-e6319726475e req-be49ba56-48e8-4987-b731-fb225ce74ed5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:44.778777 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-912b1016-c6b5-4725-b553-e6319726475e req-be49ba56-48e8-4987-b731-fb225ce74ed5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 944 time: 0.0824430 Dec 21 22:32:44.784099 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa4a858-4d5b-479e-af66-2fcf5320dd50 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:32:44.799253 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 2aa4a858-4d5b-479e-af66-2fcf5320dd50, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2aa4a858-4d5b-479e-af66-2fcf5320dd50,segment=NetworkSegment(5bf0ea50-a121-4451-a960-dbe133f98854),segment_id=5bf0ea50-a121-4451-a960-dbe133f98854)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:32:44.828360 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-912b1016-c6b5-4725-b553-e6319726475e req-d644361b-8bea-4dc1-b76e-dac501dd1aa0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c902b9-5320-47b3-a79b-a00064452adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398152 Dec 21 22:32:44.877886 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:44.941991 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=2aa4a858-4d5b-479e-af66-2fcf5320dd50,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:45.159288 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['2aa4a858-4d5b-479e-af66-2fcf5320dd50'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:32:45.285547 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:46.164401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee092b8-740c-4b2a-b3f5-9fe65b42fcc4 req-a0602b7e-bc56-4451-99c2-f91e553a522f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:46.165742 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8ee092b8-740c-4b2a-b3f5-9fe65b42fcc4 req-a0602b7e-bc56-4451-99c2-f91e553a522f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 945 time: 0.0751536 Dec 21 22:32:46.212076 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8ee092b8-740c-4b2a-b3f5-9fe65b42fcc4 req-0cbed768-e537-47ae-8004-a3e6f5cc9456 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c902b9-5320-47b3-a79b-a00064452adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402641 Dec 21 22:32:46.579318 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 2aa4a858-4d5b-479e-af66-2fcf5320dd50 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:32:46.746067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 2aa4a858-4d5b-479e-af66-2fcf5320dd50 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:32:46.750840 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 2aa4a858-4d5b-479e-af66-2fcf5320dd50 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:32:46.751200 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:46.863715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:46.890181 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d9d151-9478-42d9-8cf3-8e5b70b8a812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa4a858-4d5b-479e-af66-2fcf5320dd50'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:32:46.899247 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 2aa4a858-4d5b-479e-af66-2fcf5320dd50, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2aa4a858-4d5b-479e-af66-2fcf5320dd50,segment=NetworkSegment(5bf0ea50-a121-4451-a960-dbe133f98854),segment_id=5bf0ea50-a121-4451-a960-dbe133f98854)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:32:46.944894 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d9d151-9478-42d9-8cf3-8e5b70b8a812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa4a858-4d5b-479e-af66-2fcf5320dd50', 'code': 200} Dec 21 22:32:46.946102 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:47.011925 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=2aa4a858-4d5b-479e-af66-2fcf5320dd50,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:47.284218 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4f99a3af-b8f7-4070-ad96-21633118152e req-aed395a7-c626-43c9-bc3b-f55d784a6bbb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 1099 time: 0.0678072 Dec 21 22:32:47.330054 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4f99a3af-b8f7-4070-ad96-21633118152e req-c80fa327-1b75-47ee-a482-f943424969fb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=46c902b9-5320-47b3-a79b-a00064452adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365295 Dec 21 22:32:47.413536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31ed6b-bf1e-46b3-8425-2b441034fbac req-42fef99c-08ca-47fa-8764-2bae05ddbcf7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:47.414998 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-eb31ed6b-bf1e-46b3-8425-2b441034fbac req-42fef99c-08ca-47fa-8764-2bae05ddbcf7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 946 time: 0.0795326 Dec 21 22:32:47.460496 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-eb31ed6b-bf1e-46b3-8425-2b441034fbac req-d2726146-9ee8-43d6-9aa2-7992c66a01ae tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c902b9-5320-47b3-a79b-a00064452adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400875 Dec 21 22:32:48.664815 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ca941-3fca-4da1-9219-1001198d29e3 req-b8b5143c-955e-4090-b426-5e0f492cb4b3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:48.666190 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-925ca941-3fca-4da1-9219-1001198d29e3 req-b8b5143c-955e-4090-b426-5e0f492cb4b3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 946 time: 0.0795825 Dec 21 22:32:48.711626 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-925ca941-3fca-4da1-9219-1001198d29e3 req-f9c97281-3844-4d0e-8c35-d16044cca542 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c902b9-5320-47b3-a79b-a00064452adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391331 Dec 21 22:32:49.904738 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a38d27-b823-4de0-9650-e44618a4085b req-23109bd0-60d0-45c6-aaea-6fd7b94b89fe tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:49.906194 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-48a38d27-b823-4de0-9650-e44618a4085b req-23109bd0-60d0-45c6-aaea-6fd7b94b89fe tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 946 time: 0.0743694 Dec 21 22:32:49.951687 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-48a38d27-b823-4de0-9650-e44618a4085b req-6c4a8960-e8d4-439c-8750-52f9a93b0e22 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c902b9-5320-47b3-a79b-a00064452adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400620 Dec 21 22:32:50.142507 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e112c10-2122-4e00-ac5e-b71807ce0084 req-600bfa6f-bc86-4f84-84bf-23d91e1f5994 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:50.143866 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1e112c10-2122-4e00-ac5e-b71807ce0084 req-600bfa6f-bc86-4f84-84bf-23d91e1f5994 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 946 time: 0.0746624 Dec 21 22:32:50.193445 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1e112c10-2122-4e00-ac5e-b71807ce0084 req-207046f4-f61e-42c4-85e1-fc70af278568 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c902b9-5320-47b3-a79b-a00064452adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437653 Dec 21 22:32:50.221174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41082) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:50.289019 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2b99ea59-37cb-49fc-bf8b-c8f4b05cea58 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 1094 time: 0.0667298 Dec 21 22:32:50.291847 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41086) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:50.297505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': '2aa4a858-4d5b-479e-af66-2fcf5320dd50', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:32:50.302807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:32:50.306808 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:floatingip and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:32:50.309913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:32:50.315448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:32:50.386632 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:50.521676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:50.655831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.26.3.138 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/ad45c613-5501-4229-8ddc-1b03a12f0936) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:32:50.799651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:50.917731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:50.988883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:32:50.989725 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=ad45c613-5501-4229-8ddc-1b03a12f0936,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:50.992211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:32:50.994595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:32:51.037693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:51.038050 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:51.038382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:51.038707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:51.039058 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:51.039377 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:51.039694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:51.040012 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:51.040323 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:51.040633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:51.040943 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:32:51.611365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:51.733840 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:51.932441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:51.985591 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:52.085567 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=ad45c613-5501-4229-8ddc-1b03a12f0936,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:32:52.108322 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:52.309024 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Floating IP 07fb167f-ec33-44c1-b023-73a55685e59b associated. External IP: 172.26.3.138, port: 2aa4a858-4d5b-479e-af66-2fcf5320dd50. Dec 21 22:32:52.697724 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router af27d94a-900a-4ace-81e0-8965ab7979a1 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:32:52.900553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:32:52.911150 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39077bf-9f17-4f6b-adb7-8af359575380 None None] Sync routers for ids ['af27d94a-900a-4ace-81e0-8965ab7979a1'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:32:52.922496 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39077bf-9f17-4f6b-adb7-8af359575380 None None] Routers {'af27d94a-900a-4ace-81e0-8965ab7979a1'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:32:52.923080 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a39077bf-9f17-4f6b-adb7-8af359575380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:32:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['af27d94a-900a-4ace-81e0-8965ab7979a1'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:52.986720 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:53.043033 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5fc4baa9-c571-47d9-bd40-4ec7632cfe11 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7495551 Dec 21 22:32:53.043593 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d9d151-9478-42d9-8cf3-8e5b70b8a812', 'tag': '2aa4a858-4d5b-479e-af66-2fcf5320dd50'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:32:53.045774 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41090) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:53.098702 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d9d151-9478-42d9-8cf3-8e5b70b8a812', 'tag': '2aa4a858-4d5b-479e-af66-2fcf5320dd50', 'status': 'completed', 'code': 200} Dec 21 22:32:53.107274 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a39077bf-9f17-4f6b-adb7-8af359575380 None None] Set router af27d94a-900a-4ace-81e0-8965ab7979a1 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:32:53.166896 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-429103f6-e86c-44bd-b4e4-6d579a596d4c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/07fb167f-ec33-44c1-b023-73a55685e59b HTTP/1.1" status: 200 len: 992 time: 0.1194000 Dec 21 22:32:53.195554 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-75eef247-fbb7-4582-9c7c-542db1a0d58b req-e08696a7-3381-4f73-9725-a731cdab378a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 1099 time: 0.0732055 Dec 21 22:32:53.433762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eef247-fbb7-4582-9c7c-542db1a0d58b req-d9f54282-9b1d-421a-be68-1f06180d660d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:53.435229 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-75eef247-fbb7-4582-9c7c-542db1a0d58b req-d9f54282-9b1d-421a-be68-1f06180d660d service neutron] 10.222.0.49 "GET /v2.0/networks?id=dbd9edb1-ce0d-468a-898f-36f91248acdb HTTP/1.1" status: 200 len: 897 time: 0.2331171 Dec 21 22:32:53.473809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a39077bf-9f17-4f6b-adb7-8af359575380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'name': 'tempest-TestNetworkBasicOps-router-1554852184', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:25Z', 'updated_at': '2021-12-21T22:32:30Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:26Z', 'updated_at': '2021-12-21T22:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '07fb167f-ec33-44c1-b023-73a55685e59b', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.138', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'port_id': '2aa4a858-4d5b-479e-af66-2fcf5320dd50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb', 'mac_address': 'fa:16:3e:81:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d9d151-9478-42d9-8cf3-8e5b70b8a812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:32:51Z', 'updated_at': '2021-12-21T22:32:51Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4910fe66-6053-45a4-9997-1797a2611c8f', 'name': '', 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:82:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:29Z', 'updated_at': '2021-12-21T22:32:35Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:53.474729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39077bf-9f17-4f6b-adb7-8af359575380 None None] Checking router: af27d94a-900a-4ace-81e0-8965ab7979a1 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:32:53.485911 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39077bf-9f17-4f6b-adb7-8af359575380 None None] Routers {'af27d94a-900a-4ace-81e0-8965ab7979a1'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:32:53.486537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a39077bf-9f17-4f6b-adb7-8af359575380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:32:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['af27d94a-900a-4ace-81e0-8965ab7979a1'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:53.541758 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-75eef247-fbb7-4582-9c7c-542db1a0d58b req-cdaa22ee-7ebf-44d5-b925-40a0b34fc091 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aa4a858-4d5b-479e-af66-2fcf5320dd50 HTTP/1.1" status: 200 len: 1000 time: 0.0996830 Dec 21 22:32:53.605100 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eef247-fbb7-4582-9c7c-542db1a0d58b req-94bd30c9-eb9e-48e4-a47d-371b45dab7e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:53.606575 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-75eef247-fbb7-4582-9c7c-542db1a0d58b req-94bd30c9-eb9e-48e4-a47d-371b45dab7e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7636bf43-4154-4cf7-a94a-275a18416b7e HTTP/1.1" status: 200 len: 844 time: 0.0586066 Dec 21 22:32:53.667996 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a39077bf-9f17-4f6b-adb7-8af359575380 None None] Set router af27d94a-900a-4ace-81e0-8965ab7979a1 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:32:53.685881 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-75eef247-fbb7-4582-9c7c-542db1a0d58b req-2adc01af-9229-4cc3-98a4-6d4679a5f2ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dbd9edb1-ce0d-468a-898f-36f91248acdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728271 Dec 21 22:32:53.820097 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-75eef247-fbb7-4582-9c7c-542db1a0d58b req-df7a1c2b-fc75-472b-99ae-1a419d15a34e service neutron] 10.222.0.49 "GET /v2.0/networks/dbd9edb1-ce0d-468a-898f-36f91248acdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275206 Dec 21 22:32:53.957229 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-75eef247-fbb7-4582-9c7c-542db1a0d58b req-6ee54caf-8411-4b82-bf98-300f444e7b8f service neutron] 10.222.0.49 "GET /v2.0/networks/dbd9edb1-ce0d-468a-898f-36f91248acdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294658 Dec 21 22:32:54.056195 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a39077bf-9f17-4f6b-adb7-8af359575380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'name': 'tempest-TestNetworkBasicOps-router-1554852184', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:25Z', 'updated_at': '2021-12-21T22:32:30Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:26Z', 'updated_at': '2021-12-21T22:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '07fb167f-ec33-44c1-b023-73a55685e59b', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.138', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'port_id': '2aa4a858-4d5b-479e-af66-2fcf5320dd50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb', 'mac_address': 'fa:16:3e:81:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d9d151-9478-42d9-8cf3-8e5b70b8a812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:32:51Z', 'updated_at': '2021-12-21T22:32:51Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4910fe66-6053-45a4-9997-1797a2611c8f', 'name': '', 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:82:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:29Z', 'updated_at': '2021-12-21T22:32:35Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:32:54.060802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39077bf-9f17-4f6b-adb7-8af359575380 None None] The sync data for ids ['af27d94a-900a-4ace-81e0-8965ab7979a1'] in dv-neutron-822520-1-hyperv is: [{'id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'name': 'tempest-TestNetworkBasicOps-router-1554852184', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:25Z', 'updated_at': '2021-12-21T22:32:30Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:26Z', 'updated_at': '2021-12-21T22:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '07fb167f-ec33-44c1-b023-73a55685e59b', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.138', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'port_id': '2aa4a858-4d5b-479e-af66-2fcf5320dd50', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb', 'mac_address': 'fa:16:3e:81:d7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d9d151-9478-42d9-8cf3-8e5b70b8a812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:32:51Z', 'updated_at': '2021-12-21T22:32:51Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4910fe66-6053-45a4-9997-1797a2611c8f', 'name': '', 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:82:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:29Z', 'updated_at': '2021-12-21T22:32:35Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:32:54.172969 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41096) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:54.256064 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33e84f3-9597-425d-83df-8ea5de05570b None None] New status for floating IP 07fb167f-ec33-44c1-b023-73a55685e59b: ACTIVE {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:32:54.286647 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-28f73c6b-7c13-44ff-be1c-e79f9d3f0e17 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/07fb167f-ec33-44c1-b023-73a55685e59b HTTP/1.1" status: 200 len: 992 time: 0.1134789 Dec 21 22:32:55.505361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41100) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:32:55.505361 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-54f7021c-8abe-4df2-9ea1-7db1dcbf0b14 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/07fb167f-ec33-44c1-b023-73a55685e59b HTTP/1.1" status: 200 len: 994 time: 0.1280510 Dec 21 22:32:57.248525 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-58955cd6-0fac-4014-a9ab-19680a3e6757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:32:57.944759 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-00830e5b-1e65-4111-bcda-66cdc1f607bc req-3f99a3ee-28c9-44ab-bfab-8a73afa89253 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707335 Dec 21 22:32:58.038450 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-00830e5b-1e65-4111-bcda-66cdc1f607bc req-d3ee0cdc-0692-4a99-b5d7-6788f7180681 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 1098 time: 0.0714412 Dec 21 22:32:58.180516 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00830e5b-1e65-4111-bcda-66cdc1f607bc req-8bdded35-111b-49ef-bc6d-49e227d556be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:58.181467 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-00830e5b-1e65-4111-bcda-66cdc1f607bc req-8bdded35-111b-49ef-bc6d-49e227d556be service neutron] 10.222.0.49 "GET /v2.0/networks?id=30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 200 len: 912 time: 0.1240814 Dec 21 22:32:58.288195 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-00830e5b-1e65-4111-bcda-66cdc1f607bc req-d7776e93-884b-4573-b0ff-c7162c921d09 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff89397-53e8-4a26-9c67-2d48d49b0acf HTTP/1.1" status: 200 len: 1000 time: 0.0971050 Dec 21 22:32:58.350203 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00830e5b-1e65-4111-bcda-66cdc1f607bc req-316cc795-d23c-43bd-b957-6b47e7e2036d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:32:58.351597 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-00830e5b-1e65-4111-bcda-66cdc1f607bc req-316cc795-d23c-43bd-b957-6b47e7e2036d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=073f42ae-bd0f-4484-a9d4-70d9e72514e8 HTTP/1.1" status: 200 len: 850 time: 0.0571735 Dec 21 22:32:58.432435 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-00830e5b-1e65-4111-bcda-66cdc1f607bc req-e862210c-250c-4731-a82f-e47e85169392 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30c8348e-de0d-452f-98c1-e75fb40a3979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683336 Dec 21 22:32:58.563987 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-00830e5b-1e65-4111-bcda-66cdc1f607bc req-99d7d6b8-a3e8-40bf-a9da-b6170f8f751e service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241839 Dec 21 22:32:58.699985 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-00830e5b-1e65-4111-bcda-66cdc1f607bc req-8c1df01b-9e11-436f-9016-d5a628742679 service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296153 Dec 21 22:32:59.653506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d660-af16-4b27-ba6a-3317acf3d691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:33:00.682909 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:33:00.768949 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:33:02.208655 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:33:15.293934 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:33:15.714253 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:33:27.260103 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3cc685b0-acbd-4ed2-9073-6cee0de8ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:33:29.646717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0ebe0f7b-a1d5-4d23-9324-fc0f494b7268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:33:30.722092 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:33:30.767577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:33:32.194020 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:33:45.327534 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:33:52.714458 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:33:57.270298 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6ea1e190-bd6a-437e-9c90-a160a5df2968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:33:57.914983 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cd81be93-b7d4-467a-a73a-1b9bdef39963 req-e0b90002-6e45-4dd2-bdfd-991906ec97d8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1589496 Dec 21 22:33:58.061121 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cd81be93-b7d4-467a-a73a-1b9bdef39963 req-f0d1e326-1e23-4223-ad15-0f9885c9fc60 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 1099 time: 0.0680535 Dec 21 22:33:58.205739 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81be93-b7d4-467a-a73a-1b9bdef39963 req-6398617a-8330-4869-864b-3dc787b4fde8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:33:58.207211 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cd81be93-b7d4-467a-a73a-1b9bdef39963 req-6398617a-8330-4869-864b-3dc787b4fde8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 200 len: 912 time: 0.1228616 Dec 21 22:33:58.313045 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cd81be93-b7d4-467a-a73a-1b9bdef39963 req-fac20f60-c030-4c6f-b97e-ad0e7230bd7e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bdd390f-c737-4c7f-b03e-62e0ab962629 HTTP/1.1" status: 200 len: 1001 time: 0.0954840 Dec 21 22:33:58.379875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81be93-b7d4-467a-a73a-1b9bdef39963 req-c3708242-775e-4191-aa96-6814a2709258 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:33:58.381278 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cd81be93-b7d4-467a-a73a-1b9bdef39963 req-c3708242-775e-4191-aa96-6814a2709258 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=073f42ae-bd0f-4484-a9d4-70d9e72514e8 HTTP/1.1" status: 200 len: 850 time: 0.0591755 Dec 21 22:33:58.459033 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cd81be93-b7d4-467a-a73a-1b9bdef39963 req-051a04eb-5a13-4aa6-9c64-9292361a6334 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30c8348e-de0d-452f-98c1-e75fb40a3979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666380 Dec 21 22:33:58.591144 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cd81be93-b7d4-467a-a73a-1b9bdef39963 req-d88fa0b3-6664-4678-9887-bf47b32ba095 service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214252 Dec 21 22:33:58.723708 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cd81be93-b7d4-467a-a73a-1b9bdef39963 req-6327e9b1-3845-4fed-97ed-231819f1e4c4 service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227725 Dec 21 22:33:59.624908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9bad2dd5-47f2-4ab2-b521-7003b43ccda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:00.709963 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:00.733095 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:02.167727 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:15.333085 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:19.046596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41134) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:19.246160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Deleting port 3ef1e181-5a9a-4421-b8c4-08863acd8b8f {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:34:19.246502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:19.410397 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:19.410630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:19.528259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Calling delete_port for 3ef1e181-5a9a-4421-b8c4-08863acd8b8f owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:34:19.739224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:19.782637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event deleted for resources: {'Port': ['ID=3ef1e181-5a9a-4421-b8c4-08863acd8b8f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:19.911414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:19.911751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:19.912083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:19.912407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:19.912726 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:19.913044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:19.913360 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:19.913674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:19.913985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:19.914320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:19.914630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:19.973451 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for floatingip, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:20.364622 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:34:20.563271 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:34:20.572473 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e10ae-701d-46e6-aaae-dc06e07c3de8 None None] Sync routers for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:34:20.584263 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505e10ae-701d-46e6-aaae-dc06e07c3de8 None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:34:20.587909 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-505e10ae-701d-46e6-aaae-dc06e07c3de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:34:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:20.635609 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:20.691410 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3a59e3ec-6ead-4a7e-9454-ad11bb3102de tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "DELETE /v2.0/floatingips/323e02ef-c6e7-40c3-b281-b2e59801a21a HTTP/1.1" status: 204 len: 168 time: 1.6404953 Dec 21 22:34:20.691410 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de019a5-1615-4ac1-8e36-533a73aa420b', 'tag': '1ff89397-53e8-4a26-9c67-2d48d49b0acf'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:34:20.752668 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de019a5-1615-4ac1-8e36-533a73aa420b', 'tag': '1ff89397-53e8-4a26-9c67-2d48d49b0acf', 'status': 'completed', 'code': 200} Dec 21 22:34:20.762396 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-505e10ae-701d-46e6-aaae-dc06e07c3de8 None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:34:20.858638 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dc74848e-ced9-4514-a66e-f210e3fd0910 req-5c9168bf-eadb-43ec-917d-f0f00709eda1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 1098 time: 0.0756783 Dec 21 22:34:20.995581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74848e-ced9-4514-a66e-f210e3fd0910 req-05888ec4-b9df-423e-aab1-ae875ec7f704 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:34:20.996997 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dc74848e-ced9-4514-a66e-f210e3fd0910 req-05888ec4-b9df-423e-aab1-ae875ec7f704 service neutron] 10.222.0.49 "GET /v2.0/networks?id=30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 200 len: 912 time: 0.1286850 Dec 21 22:34:21.073008 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dc74848e-ced9-4514-a66e-f210e3fd0910 req-579e417a-49f4-42dc-aee0-d673fc0001e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ff89397-53e8-4a26-9c67-2d48d49b0acf HTTP/1.1" status: 200 len: 217 time: 0.0661106 Dec 21 22:34:21.121750 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-505e10ae-701d-46e6-aaae-dc06e07c3de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '39a92a7c-aa07-435e-a0ba-3f29e5721057', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'floating_ip_address': '172.26.3.72', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'port_id': '3bdd390f-c737-4c7f-b03e-62e0ab962629', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'mac_address': 'fa:16:3e:06:8e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:28:28Z', 'updated_at': '2021-12-21T22:28:31Z', 'revision_number': 1, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:21.125615 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e10ae-701d-46e6-aaae-dc06e07c3de8 None None] Checking router: 3f800ce2-cf04-45f8-bbea-33e53bf8cfef for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:34:21.136929 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505e10ae-701d-46e6-aaae-dc06e07c3de8 None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:34:21.137536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-505e10ae-701d-46e6-aaae-dc06e07c3de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:34:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:21.145127 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74848e-ced9-4514-a66e-f210e3fd0910 req-8bb33eb6-ab58-4f13-b00f-b7e2fdba7f2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:34:21.146571 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dc74848e-ced9-4514-a66e-f210e3fd0910 req-8bb33eb6-ab58-4f13-b00f-b7e2fdba7f2d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=073f42ae-bd0f-4484-a9d4-70d9e72514e8 HTTP/1.1" status: 200 len: 850 time: 0.0639000 Dec 21 22:34:21.291122 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dc74848e-ced9-4514-a66e-f210e3fd0910 req-36e84c84-2131-4bfb-8d2d-7e13e1bfe04c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30c8348e-de0d-452f-98c1-e75fb40a3979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1260703 Dec 21 22:34:21.323788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-505e10ae-701d-46e6-aaae-dc06e07c3de8 None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:34:21.350851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67eb614-2a76-4466-b9c2-b44bb4975a32 req-cc8915c5-4c17-4efb-9767-93ad22bb5c1b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:34:21.351530 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-e67eb614-2a76-4466-b9c2-b44bb4975a32 req-cc8915c5-4c17-4efb-9767-93ad22bb5c1b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Synchronizing usage tracker for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:34:21.445954 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dc74848e-ced9-4514-a66e-f210e3fd0910 req-b73878b4-dae7-43eb-abce-e76c1f366ade service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466632 Dec 21 22:34:21.474538 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-e67eb614-2a76-4466-b9c2-b44bb4975a32 req-cc8915c5-4c17-4efb-9767-93ad22bb5c1b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Unset dirty status for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:34:21.475635 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e67eb614-2a76-4466-b9c2-b44bb4975a32 req-cc8915c5-4c17-4efb-9767-93ad22bb5c1b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 945 time: 0.2543554 Dec 21 22:34:21.706623 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e67eb614-2a76-4466-b9c2-b44bb4975a32 req-40e18b44-a25d-433e-9754-3b7a05ea5325 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238028 Dec 21 22:34:21.718305 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-505e10ae-701d-46e6-aaae-dc06e07c3de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '39a92a7c-aa07-435e-a0ba-3f29e5721057', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'floating_ip_address': '172.26.3.72', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'port_id': '3bdd390f-c737-4c7f-b03e-62e0ab962629', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'mac_address': 'fa:16:3e:06:8e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:28:28Z', 'updated_at': '2021-12-21T22:28:31Z', 'revision_number': 1, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:21.723991 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dc74848e-ced9-4514-a66e-f210e3fd0910 req-41edc597-9c77-464c-85c8-c45b4617a28e service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696159 Dec 21 22:34:21.725490 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505e10ae-701d-46e6-aaae-dc06e07c3de8 None None] The sync data for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv is: [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '39a92a7c-aa07-435e-a0ba-3f29e5721057', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'floating_ip_address': '172.26.3.72', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'port_id': '3bdd390f-c737-4c7f-b03e-62e0ab962629', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'mac_address': 'fa:16:3e:06:8e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:28:28Z', 'updated_at': '2021-12-21T22:28:31Z', 'revision_number': 1, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:34:21.949566 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b2015-09a9-45d1-b1be-61169d6622d6 None None] New status for floating IP 323e02ef-c6e7-40c3-b281-b2e59801a21a: DOWN {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:34:22.911905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37798500-aa2a-4808-96e0-86becf487be3 req-c4d3c69d-7ad5-407a-a9d9-ea18611faa0e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:34:22.913351 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-37798500-aa2a-4808-96e0-86becf487be3 req-c4d3c69d-7ad5-407a-a9d9-ea18611faa0e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 945 time: 0.0804222 Dec 21 22:34:22.963552 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-37798500-aa2a-4808-96e0-86becf487be3 req-4bee2aba-1cfb-4535-be87-12f825553f0b tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431819 Dec 21 22:34:23.046914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b9d4c-7bd9-463d-8596-f905e5855a61 req-35f69d4a-426c-4cad-95df-55082dfb9934 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:34:23.048262 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f52b9d4c-7bd9-463d-8596-f905e5855a61 req-35f69d4a-426c-4cad-95df-55082dfb9934 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.49 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 945 time: 0.0750442 Dec 21 22:34:23.120790 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-f52b9d4c-7bd9-463d-8596-f905e5855a61 req-c7a39c1d-90cd-4035-86b6-636bd2ff5318 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Deleting port 1ff89397-53e8-4a26-9c67-2d48d49b0acf {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:34:23.121116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f52b9d4c-7bd9-463d-8596-f905e5855a61 req-c7a39c1d-90cd-4035-86b6-636bd2ff5318 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:23.369298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-f52b9d4c-7bd9-463d-8596-f905e5855a61 req-c7a39c1d-90cd-4035-86b6-636bd2ff5318 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] For port 1ff89397-53e8-4a26-9c67-2d48d49b0acf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1ff89397-53e8-4a26-9c67-2d48d49b0acf,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:34:23.369560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f52b9d4c-7bd9-463d-8596-f905e5855a61 req-c7a39c1d-90cd-4035-86b6-636bd2ff5318 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:23.488013 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-f52b9d4c-7bd9-463d-8596-f905e5855a61 req-c7a39c1d-90cd-4035-86b6-636bd2ff5318 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Calling delete_port for 1ff89397-53e8-4a26-9c67-2d48d49b0acf owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:34:23.681925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f52b9d4c-7bd9-463d-8596-f905e5855a61 req-c7a39c1d-90cd-4035-86b6-636bd2ff5318 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:23.729491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a39c1d-90cd-4035-86b6-636bd2ff5318 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event deleted for resources: {'Port': ['ID=1ff89397-53e8-4a26-9c67-2d48d49b0acf,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:23.802627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52b9d4c-7bd9-463d-8596-f905e5855a61 req-c7a39c1d-90cd-4035-86b6-636bd2ff5318 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] No DVR routers for this DVR port 1ff89397-53e8-4a26-9c67-2d48d49b0acf on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:34:23.804993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f52b9d4c-7bd9-463d-8596-f905e5855a61 req-c7a39c1d-90cd-4035-86b6-636bd2ff5318 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:23.807689 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de019a5-1615-4ac1-8e36-533a73aa420b', 'name': 'network-vif-deleted', 'tag': '1ff89397-53e8-4a26-9c67-2d48d49b0acf'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:34:23.862557 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de019a5-1615-4ac1-8e36-533a73aa420b', 'name': 'network-vif-deleted', 'tag': '1ff89397-53e8-4a26-9c67-2d48d49b0acf', 'status': 'completed', 'code': 200} Dec 21 22:34:23.870882 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f52b9d4c-7bd9-463d-8596-f905e5855a61 req-c7a39c1d-90cd-4035-86b6-636bd2ff5318 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.49 "DELETE /v2.0/ports/1ff89397-53e8-4a26-9c67-2d48d49b0acf HTTP/1.1" status: 204 len: 173 time: 0.8138638 Dec 21 22:34:24.127208 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-70ca80d7-15a7-42e2-84e6-c1cca996ad30 req-481864f5-2009-49df-96c7-735ea276bcd6 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 210 time: 0.0416927 Dec 21 22:34:25.324599 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-8d6f2018-040c-48de-888a-8023e902b517 req-2da65035-45a8-4312-b478-7becc361efbb tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Synchronizing usage tracker for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:34:25.395977 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-8d6f2018-040c-48de-888a-8023e902b517 req-2da65035-45a8-4312-b478-7becc361efbb tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Unset dirty status for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:34:25.397375 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8d6f2018-040c-48de-888a-8023e902b517 req-2da65035-45a8-4312-b478-7becc361efbb tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=8de019a5-1615-4ac1-8e36-533a73aa420b HTTP/1.1" status: 200 len: 210 time: 0.1279938 Dec 21 22:34:27.029850 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 1ff89397-53e8-4a26-9c67-2d48d49b0acf no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:34:27.064886 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 1ff89397-53e8-4a26-9c67-2d48d49b0acf {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:34:27.065243 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 1ff89397-53e8-4a26-9c67-2d48d49b0acf not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:34:27.271563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b0d15c7b-a368-41a7-aa6a-65192876c2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:29.624809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8130ec93-462a-4b77-a50a-546be50951c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:29.714943 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:34:30.727190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:30.755728 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:31.222761 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41182) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:31.498863 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Deleting port 372d8afa-a665-4847-98e1-4016c912f469 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:34:31.499202 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:31.663310 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:31.663633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:31.783069 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Calling delete_port for 372d8afa-a665-4847-98e1-4016c912f469 owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:34:31.989992 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:32.035186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event deleted for resources: {'Port': ['ID=372d8afa-a665-4847-98e1-4016c912f469,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:32.073736 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:32.074103 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:32.074440 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:32.074773 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:32.075102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:32.075429 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:32.075751 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:32.076074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:32.076399 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:32.076716 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:32.077034 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:34:32.135636 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:32.173197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:32.524426 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:34:32.723589 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:34:32.732763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0a719-42da-495e-9a77-2ee03ffa26cd None None] Sync routers for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:34:32.744496 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f0a719-42da-495e-9a77-2ee03ffa26cd None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:34:32.748076 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-97f0a719-42da-495e-9a77-2ee03ffa26cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:34:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:32.801571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:32.853916 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-96ca7eb9-3f6c-425c-bd62-39293af3ee0a tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "DELETE /v2.0/floatingips/39a92a7c-aa07-435e-a0ba-3f29e5721057 HTTP/1.1" status: 204 len: 168 time: 1.6300826 Dec 21 22:34:32.854506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'tag': '3bdd390f-c737-4c7f-b03e-62e0ab962629'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:34:32.926955 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-97f0a719-42da-495e-9a77-2ee03ffa26cd None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:34:32.992810 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'tag': '3bdd390f-c737-4c7f-b03e-62e0ab962629', 'status': 'completed', 'code': 200} Dec 21 22:34:33.089920 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6691a4d4-6e0b-44bd-8332-1a33a205ba13 req-d2ce0b63-0259-4464-83ca-8f139992a0ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 1099 time: 0.0694964 Dec 21 22:34:33.236021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691a4d4-6e0b-44bd-8332-1a33a205ba13 req-d25f16da-debf-46ad-a745-e04527010edb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:34:33.238632 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6691a4d4-6e0b-44bd-8332-1a33a205ba13 req-d25f16da-debf-46ad-a745-e04527010edb service neutron] 10.222.0.49 "GET /v2.0/networks?id=30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 200 len: 912 time: 0.1395037 Dec 21 22:34:33.244103 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-97f0a719-42da-495e-9a77-2ee03ffa26cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:33.248044 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0a719-42da-495e-9a77-2ee03ffa26cd None None] Checking router: 3f800ce2-cf04-45f8-bbea-33e53bf8cfef for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:34:33.261528 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f0a719-42da-495e-9a77-2ee03ffa26cd None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:34:33.262200 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-97f0a719-42da-495e-9a77-2ee03ffa26cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:34:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:33.326112 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6691a4d4-6e0b-44bd-8332-1a33a205ba13 req-1e0c9d4a-83c2-4177-9695-e3d1d159c36c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bdd390f-c737-4c7f-b03e-62e0ab962629 HTTP/1.1" status: 200 len: 217 time: 0.0802681 Dec 21 22:34:33.391560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691a4d4-6e0b-44bd-8332-1a33a205ba13 req-5a4d7d44-6469-43c3-b97f-0e8a4ff9427b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:34:33.393203 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6691a4d4-6e0b-44bd-8332-1a33a205ba13 req-5a4d7d44-6469-43c3-b97f-0e8a4ff9427b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=073f42ae-bd0f-4484-a9d4-70d9e72514e8 HTTP/1.1" status: 200 len: 850 time: 0.0590687 Dec 21 22:34:33.451473 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-97f0a719-42da-495e-9a77-2ee03ffa26cd None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:34:33.476231 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6691a4d4-6e0b-44bd-8332-1a33a205ba13 req-d1c69cc4-e118-4dc8-82a7-d708c6faba97 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=30c8348e-de0d-452f-98c1-e75fb40a3979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746503 Dec 21 22:34:33.564856 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cf141-09bd-4019-a7d3-83d5cfcb1599 req-57bd9a42-4c3c-482e-9019-a47740124188 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:34:33.566328 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-5e4cf141-09bd-4019-a7d3-83d5cfcb1599 req-57bd9a42-4c3c-482e-9019-a47740124188 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Synchronizing usage tracker for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:34:33.618564 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6691a4d4-6e0b-44bd-8332-1a33a205ba13 req-e9aae463-0bea-4a83-a0c8-b85fe7d37a4b service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326044 Dec 21 22:34:33.653239 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-5e4cf141-09bd-4019-a7d3-83d5cfcb1599 req-57bd9a42-4c3c-482e-9019-a47740124188 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Unset dirty status for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:34:33.654443 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5e4cf141-09bd-4019-a7d3-83d5cfcb1599 req-57bd9a42-4c3c-482e-9019-a47740124188 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 946 time: 0.2713718 Dec 21 22:34:33.703891 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5e4cf141-09bd-4019-a7d3-83d5cfcb1599 req-391cab97-4423-45b6-aa6a-09a75e067ff5 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/security-groups?id=908ba60d-30ea-43d6-8c02-9249e70b8160&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429633 Dec 21 22:34:33.794962 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-97f0a719-42da-495e-9a77-2ee03ffa26cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:33.798923 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f0a719-42da-495e-9a77-2ee03ffa26cd None None] The sync data for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv is: [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:23:44Z', 'revision_number': 4, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4c294d68-2fe7-4d84-877f-5c2aa666b5e0', 'name': '', 'network_id': '30c8348e-de0d-452f-98c1-e75fb40a3979', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'mac_address': 'fa:16:3e:28:25:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:43Z', 'updated_at': '2021-12-21T22:24:00Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'subnets': [{'id': '073f42ae-bd0f-4484-a9d4-70d9e72514e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:34:33.854299 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6691a4d4-6e0b-44bd-8332-1a33a205ba13 req-281df0a6-1545-4f37-a04e-1fc19959bb8a service neutron] 10.222.0.49 "GET /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286747 Dec 21 22:34:33.992984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586a4f2-137d-4d26-8f70-d398d2789a66 req-0528efed-48fa-439a-b16c-935be70018dc tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:34:33.994471 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1586a4f2-137d-4d26-8f70-d398d2789a66 req-0528efed-48fa-439a-b16c-935be70018dc tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.49 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 946 time: 0.0803177 Dec 21 22:34:34.031273 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24eeacc-5e49-4d37-bef7-e3b4bce9b048 None None] New status for floating IP 39a92a7c-aa07-435e-a0ba-3f29e5721057: DOWN {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:34:34.070606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-1586a4f2-137d-4d26-8f70-d398d2789a66 req-c0256bcc-dcb2-456d-98fe-75490e733275 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Deleting port 3bdd390f-c737-4c7f-b03e-62e0ab962629 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:34:34.070839 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-1586a4f2-137d-4d26-8f70-d398d2789a66 req-c0256bcc-dcb2-456d-98fe-75490e733275 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:34.311336 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-1586a4f2-137d-4d26-8f70-d398d2789a66 req-c0256bcc-dcb2-456d-98fe-75490e733275 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] For port 3bdd390f-c737-4c7f-b03e-62e0ab962629, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3bdd390f-c737-4c7f-b03e-62e0ab962629,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:34:34.311941 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-1586a4f2-137d-4d26-8f70-d398d2789a66 req-c0256bcc-dcb2-456d-98fe-75490e733275 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:34.437411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-1586a4f2-137d-4d26-8f70-d398d2789a66 req-c0256bcc-dcb2-456d-98fe-75490e733275 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Calling delete_port for 3bdd390f-c737-4c7f-b03e-62e0ab962629 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:34:34.647168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-1586a4f2-137d-4d26-8f70-d398d2789a66 req-c0256bcc-dcb2-456d-98fe-75490e733275 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:34.696857 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0256bcc-dcb2-456d-98fe-75490e733275 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event deleted for resources: {'Port': ['ID=3bdd390f-c737-4c7f-b03e-62e0ab962629,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:34.766889 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-1586a4f2-137d-4d26-8f70-d398d2789a66 req-c0256bcc-dcb2-456d-98fe-75490e733275 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] No DVR routers for this DVR port 3bdd390f-c737-4c7f-b03e-62e0ab962629 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:34:34.769720 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-1586a4f2-137d-4d26-8f70-d398d2789a66 req-c0256bcc-dcb2-456d-98fe-75490e733275 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:34.772209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'name': 'network-vif-deleted', 'tag': '3bdd390f-c737-4c7f-b03e-62e0ab962629'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:34:34.828351 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418da1f2-b90f-4b0a-bf4b-0f1206b11c8e', 'name': 'network-vif-deleted', 'tag': '3bdd390f-c737-4c7f-b03e-62e0ab962629', 'status': 'completed', 'code': 200} Dec 21 22:34:34.868046 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1586a4f2-137d-4d26-8f70-d398d2789a66 req-c0256bcc-dcb2-456d-98fe-75490e733275 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.49 "DELETE /v2.0/ports/3bdd390f-c737-4c7f-b03e-62e0ab962629 HTTP/1.1" status: 204 len: 173 time: 0.8653104 Dec 21 22:34:34.873486 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-f409ba5d-91fc-416d-a390-3be9d9ed12a0 req-507e6829-9ff4-4bf0-a96b-920875cfea2e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Synchronizing usage tracker for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:34:34.956754 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-f409ba5d-91fc-416d-a390-3be9d9ed12a0 req-507e6829-9ff4-4bf0-a96b-920875cfea2e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Unset dirty status for tenant:b8d8b5b9fdb0458fb8e74e87d7d41d6d on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:34:34.957987 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f409ba5d-91fc-416d-a390-3be9d9ed12a0 req-507e6829-9ff4-4bf0-a96b-920875cfea2e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 210 time: 0.1288064 Dec 21 22:34:36.134718 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-380b1a9b-cfa0-4782-afbc-1c83ed5d0916 req-24426aa6-8371-40e4-a130-916a59df9e44 tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "GET /v2.0/ports?device_id=418da1f2-b90f-4b0a-bf4b-0f1206b11c8e HTTP/1.1" status: 200 len: 210 time: 0.0415652 Dec 21 22:34:37.239735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41202) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:37.392807 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-14bd9796-794e-4f14-96d0-0ac701bb00bd tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Deleting port 3609613b-5073-481e-94a2-cf4722982878 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:34:37.393139 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-14bd9796-794e-4f14-96d0-0ac701bb00bd tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:37.556668 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-14bd9796-794e-4f14-96d0-0ac701bb00bd tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:37.556993 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-14bd9796-794e-4f14-96d0-0ac701bb00bd tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:37.672183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-14bd9796-794e-4f14-96d0-0ac701bb00bd tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Calling delete_port for 3609613b-5073-481e-94a2-cf4722982878 owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:34:37.847324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-14bd9796-794e-4f14-96d0-0ac701bb00bd tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:37.890238 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd9796-794e-4f14-96d0-0ac701bb00bd tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event deleted for resources: {'Port': ['ID=3609613b-5073-481e-94a2-cf4722982878,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:37.983632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-14bd9796-794e-4f14-96d0-0ac701bb00bd tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:38.045366 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-14bd9796-794e-4f14-96d0-0ac701bb00bd tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:38.046529 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-14bd9796-794e-4f14-96d0-0ac701bb00bd tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "DELETE /v2.0/floatingips/04959a32-8372-469e-b064-208e9a83bb79 HTTP/1.1" status: 204 len: 168 time: 0.8057997 Dec 21 22:34:39.074517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 3bdd390f-c737-4c7f-b03e-62e0ab962629 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:34:39.111492 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 3bdd390f-c737-4c7f-b03e-62e0ab962629 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:34:39.111834 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 3bdd390f-c737-4c7f-b03e-62e0ab962629 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:34:40.664123 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41220) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:40.738087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80bd48bb-f12c-4d1e-9460-38040de8de7e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:40.767031 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80bd48bb-f12c-4d1e-9460-38040de8de7e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:40.904727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80bd48bb-f12c-4d1e-9460-38040de8de7e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:40.924174 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd48bb-f12c-4d1e-9460-38040de8de7e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=908ba60d-30ea-43d6-8c02-9249e70b8160,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:40.989472 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-80bd48bb-f12c-4d1e-9460-38040de8de7e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:40.990655 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-80bd48bb-f12c-4d1e-9460-38040de8de7e tempest-TestVolumeBootPattern-363982154 tempest-TestVolumeBootPattern-363982154-project] 10.222.0.37 "DELETE /v2.0/security-groups/908ba60d-30ea-43d6-8c02-9249e70b8160 HTTP/1.1" status: 204 len: 168 time: 0.3255615 Dec 21 22:34:41.144570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41226) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:41.695887 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e2db05f2-e218-42e8-a985-9f904bfc27f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:42.376094 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e2db05f2-e218-42e8-a985-9f904bfc27f9 admin admin] Deleting port 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:34:42.376766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e2db05f2-e218-42e8-a985-9f904bfc27f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:42.546652 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-e2db05f2-e218-42e8-a985-9f904bfc27f9 admin admin] For port 4c294d68-2fe7-4d84-877f-5c2aa666b5e0, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4c294d68-2fe7-4d84-877f-5c2aa666b5e0,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:34:42.546907 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e2db05f2-e218-42e8-a985-9f904bfc27f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:42.662661 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e2db05f2-e218-42e8-a985-9f904bfc27f9 admin admin] Calling delete_port for 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:34:42.881181 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e2db05f2-e218-42e8-a985-9f904bfc27f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:42.923666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db05f2-e218-42e8-a985-9f904bfc27f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c294d68-2fe7-4d84-877f-5c2aa666b5e0,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:43.209831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e2db05f2-e218-42e8-a985-9f904bfc27f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:43.863906 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2db05f2-e218-42e8-a985-9f904bfc27f9 admin admin] Router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:34:44.058816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2db05f2-e218-42e8-a985-9f904bfc27f9 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:34:44.067919 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4707651-a007-4db6-a941-24ee1cad809f None None] Sync routers for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:34:44.070869 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e2db05f2-e218-42e8-a985-9f904bfc27f9 admin admin] 10.222.0.37 "PUT /v2.0/routers/3f800ce2-cf04-45f8-bbea-33e53bf8cfef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9251137 Dec 21 22:34:44.073408 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41232) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:44.079010 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4707651-a007-4db6-a941-24ee1cad809f None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:34:44.079699 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a4707651-a007-4db6-a941-24ee1cad809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:34:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:44.269719 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1b9f82c3-1239-4669-a288-7aba0a419272 admin admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:44.297714 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a4707651-a007-4db6-a941-24ee1cad809f None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:34:44.463013 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1b9f82c3-1239-4669-a288-7aba0a419272 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:44.549273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f82c3-1239-4669-a288-7aba0a419272 admin admin] Deleting port b1ce70a1-aaef-48d2-872f-5fb978719660 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:34:44.550181 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1b9f82c3-1239-4669-a288-7aba0a419272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:44.579000 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a4707651-a007-4db6-a941-24ee1cad809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:34:42Z', 'revision_number': 5, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port': {'id': 'b1ce70a1-aaef-48d2-872f-5fb978719660', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:36Z', 'updated_at': '2021-12-21T22:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:44.582887 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4707651-a007-4db6-a941-24ee1cad809f None None] Checking router: 3f800ce2-cf04-45f8-bbea-33e53bf8cfef for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:34:44.593351 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4707651-a007-4db6-a941-24ee1cad809f None None] Routers {'3f800ce2-cf04-45f8-bbea-33e53bf8cfef'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:34:44.593954 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a4707651-a007-4db6-a941-24ee1cad809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:34:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:44.719740 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-1b9f82c3-1239-4669-a288-7aba0a419272 admin admin] For port b1ce70a1-aaef-48d2-872f-5fb978719660, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b1ce70a1-aaef-48d2-872f-5fb978719660,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:34:44.720024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1b9f82c3-1239-4669-a288-7aba0a419272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:44.739347 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a4707651-a007-4db6-a941-24ee1cad809f None None] Set router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:34:44.843262 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f82c3-1239-4669-a288-7aba0a419272 admin admin] Calling delete_port for b1ce70a1-aaef-48d2-872f-5fb978719660 owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:34:44.844883 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a4707651-a007-4db6-a941-24ee1cad809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:34:44Z', 'revision_number': 6, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:44.848970 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4707651-a007-4db6-a941-24ee1cad809f None None] The sync data for ids ['3f800ce2-cf04-45f8-bbea-33e53bf8cfef'] in dv-neutron-822520-1-hyperv is: [{'id': '3f800ce2-cf04-45f8-bbea-33e53bf8cfef', 'name': 'tempest-TestVolumeBootPattern-936971156-router', 'tenant_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:35Z', 'updated_at': '2021-12-21T22:34:44Z', 'revision_number': 6, 'project_id': 'b8d8b5b9fdb0458fb8e74e87d7d41d6d', 'gw_port_host': None}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:34:45.144997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1b9f82c3-1239-4669-a288-7aba0a419272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:45.188249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f82c3-1239-4669-a288-7aba0a419272 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ce70a1-aaef-48d2-872f-5fb978719660,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:45.338416 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:45.411674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1b9f82c3-1239-4669-a288-7aba0a419272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:45.632615 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b1ce70a1-aaef-48d2-872f-5fb978719660 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:34:45.664862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: b1ce70a1-aaef-48d2-872f-5fb978719660 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:34:45.665112 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b1ce70a1-aaef-48d2-872f-5fb978719660 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:34:45.665523 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:34:45.673273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1b9f82c3-1239-4669-a288-7aba0a419272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:45.678561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1b9f82c3-1239-4669-a288-7aba0a419272 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:45.699027 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:34:45.699396 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4c294d68-2fe7-4d84-877f-5c2aa666b5e0 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:34:45.778760 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1b9f82c3-1239-4669-a288-7aba0a419272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:45.779305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9f82c3-1239-4669-a288-7aba0a419272 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f800ce2-cf04-45f8-bbea-33e53bf8cfef {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:34:45.792481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1b9f82c3-1239-4669-a288-7aba0a419272 admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:45.793637 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1b9f82c3-1239-4669-a288-7aba0a419272 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3f800ce2-cf04-45f8-bbea-33e53bf8cfef HTTP/1.1" status: 204 len: 168 time: 1.7192945 Dec 21 22:34:45.796275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41236) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:45.867520 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1e5b4a-dfde-4a33-9574-91e34f18bee2 admin admin] Deleting subnet 073f42ae-bd0f-4484-a9d4-70d9e72514e8 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:34:45.868500 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5b4a-dfde-4a33-9574-91e34f18bee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:45.917023 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5b4a-dfde-4a33-9574-91e34f18bee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:45.999412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5b4a-dfde-4a33-9574-91e34f18bee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:46.149721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5b4a-dfde-4a33-9574-91e34f18bee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:46.187861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e5b4a-dfde-4a33-9574-91e34f18bee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=073f42ae-bd0f-4484-a9d4-70d9e72514e8,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:46.192743 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5b4a-dfde-4a33-9574-91e34f18bee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:46.197814 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a068ce-d8a6-426c-845a-5b1ae238a67f None None] Network 30c8348e-de0d-452f-98c1-e75fb40a3979 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:34:46.198903 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ac1e5b4a-dfde-4a33-9574-91e34f18bee2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/073f42ae-bd0f-4484-a9d4-70d9e72514e8 HTTP/1.1" status: 204 len: 168 time: 0.4016457 Dec 21 22:34:46.201367 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41240) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:46.307870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:46.318274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] Deleting port cfaa761c-d9fa-4511-a37f-4bd1fa65f892 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:34:46.318601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:46.453453 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8126b0c-2c4d-4087-b9e8-dc7e6b9dd93e None None] DHCP port deletion for 30c8348e-de0d-452f-98c1-e75fb40a3979 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:34:46.458533 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-a8126b0c-2c4d-4087-b9e8-dc7e6b9dd93e None None] Deleting port cfaa761c-d9fa-4511-a37f-4bd1fa65f892 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:34:46.458900 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a8126b0c-2c4d-4087-b9e8-dc7e6b9dd93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:46.527201 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] For port cfaa761c-d9fa-4511-a37f-4bd1fa65f892, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=cfaa761c-d9fa-4511-a37f-4bd1fa65f892,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:34:46.527553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:46.658588 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a8126b0c-2c4d-4087-b9e8-dc7e6b9dd93e None None] For port cfaa761c-d9fa-4511-a37f-4bd1fa65f892, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=cfaa761c-d9fa-4511-a37f-4bd1fa65f892,segment=NetworkSegment(7d35fd81-94e6-4b2e-9c63-8224015a8500),segment_id=7d35fd81-94e6-4b2e-9c63-8224015a8500)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:34:46.659642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a8126b0c-2c4d-4087-b9e8-dc7e6b9dd93e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:46.742168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] Calling delete_port for cfaa761c-d9fa-4511-a37f-4bd1fa65f892 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:34:46.780469 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-a8126b0c-2c4d-4087-b9e8-dc7e6b9dd93e None None] Calling delete_port for cfaa761c-d9fa-4511-a37f-4bd1fa65f892 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:34:46.876431 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:46.888413 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-a8126b0c-2c4d-4087-b9e8-dc7e6b9dd93e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:34:46.889307 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-a8126b0c-2c4d-4087-b9e8-dc7e6b9dd93e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:34:46.923964 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfaa761c-d9fa-4511-a37f-4bd1fa65f892,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:46.928298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] No DVR routers for this DVR port cfaa761c-d9fa-4511-a37f-4bd1fa65f892 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:34:47.042559 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:47.067026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c8348e-de0d-452f-98c1-e75fb40a3979']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:47.078483 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d35fd81-94e6-4b2e-9c63-8224015a8500') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:47.078767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d35fd81-94e6-4b2e-9c63-8224015a8500') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:47.090417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:47.106358 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:47.112156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:34:47.112758 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:34:47.125468 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:34:47.274647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:47.291742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:47.308715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=30c8348e-de0d-452f-98c1-e75fb40a3979,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:47.373194 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-94d03ca5-feff-4871-a753-6faef667b7b7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/30c8348e-de0d-452f-98c1-e75fb40a3979 HTTP/1.1" status: 204 len: 168 time: 1.1708453 Dec 21 22:34:47.376093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41244) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:47.389679 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-a8126b0c-2c4d-4087-b9e8-dc7e6b9dd93e None None] Deleting port cfaa761c-d9fa-4511-a37f-4bd1fa65f892 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:34:47.390083 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a8126b0c-2c4d-4087-b9e8-dc7e6b9dd93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:47.452127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-a8126b0c-2c4d-4087-b9e8-dc7e6b9dd93e None None] The port 'cfaa761c-d9fa-4511-a37f-4bd1fa65f892' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:34:47.602255 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device cfaa761c-d9fa-4511-a37f-4bd1fa65f892 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:34:47.640162 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: cfaa761c-d9fa-4511-a37f-4bd1fa65f892 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:34:47.640594 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device cfaa761c-d9fa-4511-a37f-4bd1fa65f892 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:34:47.765486 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7b57ed31-e546-47de-9d2a-034a2b5b4d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:48.349584 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7b57ed31-e546-47de-9d2a-034a2b5b4d80 admin admin] Deleting port be286da8-3273-4cf9-8977-e59465d10f68 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:34:48.350262 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7b57ed31-e546-47de-9d2a-034a2b5b4d80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:48.614466 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-7b57ed31-e546-47de-9d2a-034a2b5b4d80 admin admin] For port be286da8-3273-4cf9-8977-e59465d10f68, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=be286da8-3273-4cf9-8977-e59465d10f68,segment=NetworkSegment(c0b87ce0-2667-4bc3-a293-49762588022d),segment_id=c0b87ce0-2667-4bc3-a293-49762588022d)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:34:48.614731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7b57ed31-e546-47de-9d2a-034a2b5b4d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:48.733288 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7b57ed31-e546-47de-9d2a-034a2b5b4d80 admin admin] Calling delete_port for be286da8-3273-4cf9-8977-e59465d10f68 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:34:48.938665 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7b57ed31-e546-47de-9d2a-034a2b5b4d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:48.981276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b57ed31-e546-47de-9d2a-034a2b5b4d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=be286da8-3273-4cf9-8977-e59465d10f68,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:49.145346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41250) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:49.241848 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b331032a-21f7-4f9e-9a08-3071adca0cf3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:34:49.422934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7b57ed31-e546-47de-9d2a-034a2b5b4d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:49.578064 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b331032a-21f7-4f9e-9a08-3071adca0cf3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7712190'] for subnet, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:49.995678 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b331032a-21f7-4f9e-9a08-3071adca0cf3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755463838437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7898352'] for subnet, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:50.075023 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2634c646-8617-4848-886c-75c2a50f99a4 None None] Network dbd9edb1-ce0d-468a-898f-36f91248acdb requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:34:50.076590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b331032a-21f7-4f9e-9a08-3071adca0cf3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:34:50.077169 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b331032a-21f7-4f9e-9a08-3071adca0cf3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:50.080466 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b331032a-21f7-4f9e-9a08-3071adca0cf3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/subnets/7636bf43-4154-4cf7-a94a-275a18416b7e HTTP/1.1" status: 200 len: 836 time: 0.9321566 Dec 21 22:34:50.148204 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331032a-21f7-4f9e-9a08-3071adca0cf3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Subnet': ['ID=7636bf43-4154-4cf7-a94a-275a18416b7e,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:50.382376 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b57ed31-e546-47de-9d2a-034a2b5b4d80 admin admin] Router 06c6a9e9-ff50-43f0-865f-9cbf299c7d0e has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:34:50.579262 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ed1feff6-e58b-4450-9163-02a8cfb47053 None None] Provisioning complete for port 2aa4a858-4d5b-479e-af66-2fcf5320dd50 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:34:50.579512 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ed1feff6-e58b-4450-9163-02a8cfb47053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:50.593793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b57ed31-e546-47de-9d2a-034a2b5b4d80 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:34:50.604678 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3632fde-5639-495e-a1ad-9177afcaeb60 None None] Sync routers for ids ['06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:34:50.618873 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3632fde-5639-495e-a1ad-9177afcaeb60 None None] Routers {'06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:34:50.619462 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-c3632fde-5639-495e-a1ad-9177afcaeb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:34:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:50.691164 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7b57ed31-e546-47de-9d2a-034a2b5b4d80 admin admin] 10.222.0.37 "PUT /v2.0/routers/06c6a9e9-ff50-43f0-865f-9cbf299c7d0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3109970 Dec 21 22:34:50.691677 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41258) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:50.708147 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ed1feff6-e58b-4450-9163-02a8cfb47053 None None] Provisioning complete for port 4910fe66-6053-45a4-9997-1797a2611c8f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:34:50.708593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ed1feff6-e58b-4450-9163-02a8cfb47053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:50.799244 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-c3632fde-5639-495e-a1ad-9177afcaeb60 None None] Set router 06c6a9e9-ff50-43f0-865f-9cbf299c7d0e gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:34:50.836441 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ed1feff6-e58b-4450-9163-02a8cfb47053 None None] Provisioning complete for port 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:34:50.836779 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ed1feff6-e58b-4450-9163-02a8cfb47053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:50.892915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-68d2373c-bb0a-47b5-a09c-84364f1cb9dd admin admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:51.084486 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-c3632fde-5639-495e-a1ad-9177afcaeb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'name': 'tempest-TestVolumeBootPattern-1800094492-router', 'tenant_id': 'b7b6100ed4624ee795889d17414fc134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:53Z', 'updated_at': '2021-12-21T22:34:48Z', 'revision_number': 5, 'project_id': 'b7b6100ed4624ee795889d17414fc134', 'gw_port': {'id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:54Z', 'updated_at': '2021-12-21T22:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:51.088473 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3632fde-5639-495e-a1ad-9177afcaeb60 None None] Checking router: 06c6a9e9-ff50-43f0-865f-9cbf299c7d0e for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:34:51.089873 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-68d2373c-bb0a-47b5-a09c-84364f1cb9dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:51.099459 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3632fde-5639-495e-a1ad-9177afcaeb60 None None] Routers {'06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:34:51.100051 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-c3632fde-5639-495e-a1ad-9177afcaeb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:34:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:51.167336 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-68d2373c-bb0a-47b5-a09c-84364f1cb9dd admin admin] Deleting port 94d5ce4b-7ea9-46f8-9263-12e3218437f1 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:34:51.167675 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-68d2373c-bb0a-47b5-a09c-84364f1cb9dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:51.279465 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-c3632fde-5639-495e-a1ad-9177afcaeb60 None None] Set router 06c6a9e9-ff50-43f0-865f-9cbf299c7d0e gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:34:51.346139 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-68d2373c-bb0a-47b5-a09c-84364f1cb9dd admin admin] For port 94d5ce4b-7ea9-46f8-9263-12e3218437f1, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=94d5ce4b-7ea9-46f8-9263-12e3218437f1,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:34:51.347013 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-68d2373c-bb0a-47b5-a09c-84364f1cb9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:51.465622 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-68d2373c-bb0a-47b5-a09c-84364f1cb9dd admin admin] Calling delete_port for 94d5ce4b-7ea9-46f8-9263-12e3218437f1 owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:34:51.564329 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-c3632fde-5639-495e-a1ad-9177afcaeb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'name': 'tempest-TestVolumeBootPattern-1800094492-router', 'tenant_id': 'b7b6100ed4624ee795889d17414fc134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:53Z', 'updated_at': '2021-12-21T22:34:48Z', 'revision_number': 5, 'project_id': 'b7b6100ed4624ee795889d17414fc134', 'gw_port': {'id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:54Z', 'updated_at': '2021-12-21T22:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:51.570281 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3632fde-5639-495e-a1ad-9177afcaeb60 None None] The sync data for ids ['06c6a9e9-ff50-43f0-865f-9cbf299c7d0e'] in dv-neutron-822520-1-hyperv is: [{'id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'name': 'tempest-TestVolumeBootPattern-1800094492-router', 'tenant_id': 'b7b6100ed4624ee795889d17414fc134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136'}], 'enable_snat': True}, 'gw_port_id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:23:53Z', 'updated_at': '2021-12-21T22:34:48Z', 'revision_number': 5, 'project_id': 'b7b6100ed4624ee795889d17414fc134', 'gw_port': {'id': '94d5ce4b-7ea9-46f8-9263-12e3218437f1', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:17:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6a9e9-ff50-43f0-865f-9cbf299c7d0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:23:54Z', 'updated_at': '2021-12-21T22:24:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:34:51.778478 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-68d2373c-bb0a-47b5-a09c-84364f1cb9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:51.823490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2373c-bb0a-47b5-a09c-84364f1cb9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=94d5ce4b-7ea9-46f8-9263-12e3218437f1,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:52.048368 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-68d2373c-bb0a-47b5-a09c-84364f1cb9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:52.302490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-68d2373c-bb0a-47b5-a09c-84364f1cb9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:52.306946 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-68d2373c-bb0a-47b5-a09c-84364f1cb9dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:52.372600 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-68d2373c-bb0a-47b5-a09c-84364f1cb9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:52.373220 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d2373c-bb0a-47b5-a09c-84364f1cb9dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06c6a9e9-ff50-43f0-865f-9cbf299c7d0e {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:34:52.390344 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-68d2373c-bb0a-47b5-a09c-84364f1cb9dd admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:52.392093 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-68d2373c-bb0a-47b5-a09c-84364f1cb9dd admin admin] 10.222.0.37 "DELETE /v2.0/routers/06c6a9e9-ff50-43f0-865f-9cbf299c7d0e HTTP/1.1" status: 204 len: 168 time: 1.6990371 Dec 21 22:34:52.395481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41262) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:52.462735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0816a811-5b10-4b88-b95b-3522f766aa79 admin admin] Deleting subnet a5780173-f983-47b7-a17a-0098c959423d {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:34:52.465831 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0816a811-5b10-4b88-b95b-3522f766aa79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:52.520875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0816a811-5b10-4b88-b95b-3522f766aa79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:52.599266 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0816a811-5b10-4b88-b95b-3522f766aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:52.739098 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0816a811-5b10-4b88-b95b-3522f766aa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:52.776711 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816a811-5b10-4b88-b95b-3522f766aa79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5780173-f983-47b7-a17a-0098c959423d,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:52.781439 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0816a811-5b10-4b88-b95b-3522f766aa79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:52.789271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e940d-2991-461d-ab7a-e1ca3154d02c None None] Network 006e88a4-cc9e-4257-ab90-12a622536ecc requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:34:52.789932 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0816a811-5b10-4b88-b95b-3522f766aa79 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a5780173-f983-47b7-a17a-0098c959423d HTTP/1.1" status: 204 len: 168 time: 0.3903623 Dec 21 22:34:52.789932 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41266) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:52.900223 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:52.910842 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] Deleting port 623797f6-bc4b-474d-925b-febaab9c7689 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:34:52.911172 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:53.054246 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb60591-ac93-454b-b70a-901014a00e06 None None] DHCP port deletion for 006e88a4-cc9e-4257-ab90-12a622536ecc request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:34:53.058405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ddb60591-ac93-454b-b70a-901014a00e06 None None] Deleting port 623797f6-bc4b-474d-925b-febaab9c7689 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:34:53.058775 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ddb60591-ac93-454b-b70a-901014a00e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:53.207490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] For port 623797f6-bc4b-474d-925b-febaab9c7689, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=623797f6-bc4b-474d-925b-febaab9c7689,segment=NetworkSegment(c0b87ce0-2667-4bc3-a293-49762588022d),segment_id=c0b87ce0-2667-4bc3-a293-49762588022d)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:34:53.207853 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:53.260947 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ddb60591-ac93-454b-b70a-901014a00e06 None None] For port 623797f6-bc4b-474d-925b-febaab9c7689, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=623797f6-bc4b-474d-925b-febaab9c7689,segment=NetworkSegment(c0b87ce0-2667-4bc3-a293-49762588022d),segment_id=c0b87ce0-2667-4bc3-a293-49762588022d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:34:53.261327 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ddb60591-ac93-454b-b70a-901014a00e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:53.326729 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] Calling delete_port for 623797f6-bc4b-474d-925b-febaab9c7689 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:34:53.386354 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ddb60591-ac93-454b-b70a-901014a00e06 None None] Calling delete_port for 623797f6-bc4b-474d-925b-febaab9c7689 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:34:53.476028 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:53.481052 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-ddb60591-ac93-454b-b70a-901014a00e06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:34:53.481379 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-ddb60591-ac93-454b-b70a-901014a00e06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:34:53.522929 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] Pushing event deleted for resources: {'Port': ['ID=623797f6-bc4b-474d-925b-febaab9c7689,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:53.527896 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] No DVR routers for this DVR port 623797f6-bc4b-474d-925b-febaab9c7689 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:34:53.605941 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 94d5ce4b-7ea9-46f8-9263-12e3218437f1 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:34:53.641061 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 94d5ce4b-7ea9-46f8-9263-12e3218437f1 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:34:53.641406 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 94d5ce4b-7ea9-46f8-9263-12e3218437f1 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:34:53.641805 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device be286da8-3273-4cf9-8977-e59465d10f68 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:34:53.644893 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:53.672984 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006e88a4-cc9e-4257-ab90-12a622536ecc']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:53.673389 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: be286da8-3273-4cf9-8977-e59465d10f68 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:34:53.673733 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device be286da8-3273-4cf9-8977-e59465d10f68 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:34:53.674186 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 623797f6-bc4b-474d-925b-febaab9c7689 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:34:53.685688 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b87ce0-2667-4bc3-a293-49762588022d') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:53.685979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b87ce0-2667-4bc3-a293-49762588022d') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:34:53.697630 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:53.706857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 623797f6-bc4b-474d-925b-febaab9c7689 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:34:53.707200 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 623797f6-bc4b-474d-925b-febaab9c7689 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:34:53.713259 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:53.719632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:34:53.720014 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:34:53.733356 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:34:53.875452 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:53.891718 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:53.903772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] Pushing event deleted for resources: {'Network': ['ID=006e88a4-cc9e-4257-ab90-12a622536ecc,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:53.908515 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-aa721902-63f7-4e25-855c-34251b9f8704 admin admin] 10.222.0.37 "DELETE /v2.0/networks/006e88a4-cc9e-4257-ab90-12a622536ecc HTTP/1.1" status: 204 len: 168 time: 1.1176372 Dec 21 22:34:53.982926 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ddb60591-ac93-454b-b70a-901014a00e06 None None] Deleting port 623797f6-bc4b-474d-925b-febaab9c7689 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:34:53.983563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ddb60591-ac93-454b-b70a-901014a00e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:54.060778 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ddb60591-ac93-454b-b70a-901014a00e06 None None] The port '623797f6-bc4b-474d-925b-febaab9c7689' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:34:54.292324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41272) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:54.343397 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3fdb61ac-caa8-4429-b789-ce3518035b5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8d8b5b9fdb0458fb8e74e87d7d41d6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495038 Dec 21 22:34:54.345634 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41276) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:54.403926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5dba4334-36d8-47d2-be1a-dc41366ae5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:54.428977 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5dba4334-36d8-47d2-be1a-dc41366ae5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:54.544181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5dba4334-36d8-47d2-be1a-dc41366ae5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:54.563006 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba4334-36d8-47d2-be1a-dc41366ae5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd770e0-855a-46af-ab54-e76891f1b673,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:54.567420 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5dba4334-36d8-47d2-be1a-dc41366ae5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:54.568472 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5dba4334-36d8-47d2-be1a-dc41366ae5f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8dd770e0-855a-46af-ab54-e76891f1b673 HTTP/1.1" status: 204 len: 168 time: 0.2218618 Dec 21 22:34:55.344321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41284) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:55.393519 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3be92f74-7320-4152-925f-e573645eb47e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7b6100ed4624ee795889d17414fc134&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480118 Dec 21 22:34:55.396152 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41288) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:34:55.460570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e5732f79-2a41-42e6-809a-ead304f89544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:55.485664 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e5732f79-2a41-42e6-809a-ead304f89544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:55.578562 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e5732f79-2a41-42e6-809a-ead304f89544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:55.595467 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5732f79-2a41-42e6-809a-ead304f89544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ef2f74-c204-4c8d-a769-8ed08ba8467a,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:34:55.602702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e5732f79-2a41-42e6-809a-ead304f89544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:55.603857 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e5732f79-2a41-42e6-809a-ead304f89544 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95ef2f74-c204-4c8d-a769-8ed08ba8467a HTTP/1.1" status: 204 len: 168 time: 0.2068076 Dec 21 22:34:57.320478 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6ed6cdfe-3d51-445c-bc80-37df30270e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:59.647063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6a307d1a-42e7-45eb-aeda-6966eb8b0f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:34:59.941074 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-389db9de-788e-4eae-993f-ac6fa51d4afd req-962f240a-cb13-453b-80e0-018570dcb41d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676394 Dec 21 22:35:00.037229 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-389db9de-788e-4eae-993f-ac6fa51d4afd req-2d7bec26-ad7c-40c4-a728-8d9e3563abc5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 1099 time: 0.0684659 Dec 21 22:35:00.197726 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389db9de-788e-4eae-993f-ac6fa51d4afd req-8aea083e-60e9-4457-9a98-b010e4b1f75d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:00.199165 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-389db9de-788e-4eae-993f-ac6fa51d4afd req-8aea083e-60e9-4457-9a98-b010e4b1f75d service neutron] 10.222.0.49 "GET /v2.0/networks?id=dbd9edb1-ce0d-468a-898f-36f91248acdb HTTP/1.1" status: 200 len: 897 time: 0.1371064 Dec 21 22:35:00.310250 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-389db9de-788e-4eae-993f-ac6fa51d4afd req-5677b6ec-3182-470e-9fce-2a165a05f847 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aa4a858-4d5b-479e-af66-2fcf5320dd50 HTTP/1.1" status: 200 len: 1002 time: 0.1011722 Dec 21 22:35:00.377432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389db9de-788e-4eae-993f-ac6fa51d4afd req-129b8a05-2022-4f3e-b4a4-543423013f76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:00.379072 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-389db9de-788e-4eae-993f-ac6fa51d4afd req-129b8a05-2022-4f3e-b4a4-543423013f76 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7636bf43-4154-4cf7-a94a-275a18416b7e HTTP/1.1" status: 200 len: 844 time: 0.0596538 Dec 21 22:35:00.459696 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-389db9de-788e-4eae-993f-ac6fa51d4afd req-63c22a34-cd5c-4365-a322-cb1895db91e7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dbd9edb1-ce0d-468a-898f-36f91248acdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701611 Dec 21 22:35:00.700455 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-389db9de-788e-4eae-993f-ac6fa51d4afd req-2b321906-b56c-48c9-b94d-e5c6c16a1e5f service neutron] 10.222.0.49 "GET /v2.0/networks/dbd9edb1-ce0d-468a-898f-36f91248acdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301211 Dec 21 22:35:00.750001 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:00.802703 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:00.841417 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-389db9de-788e-4eae-993f-ac6fa51d4afd req-fc649f15-825a-45bc-aca1-7328f1b543dc service neutron] 10.222.0.49 "GET /v2.0/networks/dbd9edb1-ce0d-468a-898f-36f91248acdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309390 Dec 21 22:35:02.188417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:06.716409 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:35:15.378460 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:27.259249 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4ba98d1f-a6e2-47e2-bd43-dabefdfe5e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:29.611959 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4b367174-3b0c-4e16-bcab-da681d0628cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:30.703336 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:30.743659 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:32.216532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:33.028756 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41304) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:33.230807 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port ad45c613-5501-4229-8ddc-1b03a12f0936 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:35:33.231140 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:33.404048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:33.404274 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:33.519906 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for ad45c613-5501-4229-8ddc-1b03a12f0936 owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:35:33.761077 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:33.806533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=ad45c613-5501-4229-8ddc-1b03a12f0936,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:33.843708 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:33.844049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:33.844380 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:33.844706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:33.845031 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:33.845415 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:33.845700 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:33.846045 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:33.846360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:33.846672 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:33.846983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:33.987736 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:34.386284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router af27d94a-900a-4ace-81e0-8965ab7979a1 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:35:34.585727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:35:34.597801 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f21631-3e92-45c8-a310-3d852dd56ae4 None None] Sync routers for ids ['af27d94a-900a-4ace-81e0-8965ab7979a1'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:35:34.612876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f21631-3e92-45c8-a310-3d852dd56ae4 None None] Routers {'af27d94a-900a-4ace-81e0-8965ab7979a1'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:35:34.613833 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-75f21631-3e92-45c8-a310-3d852dd56ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:35:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['af27d94a-900a-4ace-81e0-8965ab7979a1'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:34.665123 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:34.720919 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1f78f9fb-2442-4f9d-b7e9-970c2e0536bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/floatingips/07fb167f-ec33-44c1-b023-73a55685e59b HTTP/1.1" status: 204 len: 168 time: 1.6911061 Dec 21 22:35:34.721514 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d9d151-9478-42d9-8cf3-8e5b70b8a812', 'tag': '2aa4a858-4d5b-479e-af66-2fcf5320dd50'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:35:34.779037 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d9d151-9478-42d9-8cf3-8e5b70b8a812', 'tag': '2aa4a858-4d5b-479e-af66-2fcf5320dd50', 'status': 'completed', 'code': 200} Dec 21 22:35:34.806566 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-75f21631-3e92-45c8-a310-3d852dd56ae4 None None] Set router af27d94a-900a-4ace-81e0-8965ab7979a1 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:35:34.913628 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-caa08953-f608-4634-8543-343e6a3871d0 req-df60b62e-f82c-4b10-9f5c-9546845b9c9d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 1099 time: 0.0896981 Dec 21 22:35:35.052388 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa08953-f608-4634-8543-343e6a3871d0 req-e745035f-6564-4cf3-b0f6-10712cf5d638 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:35.054744 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-caa08953-f608-4634-8543-343e6a3871d0 req-e745035f-6564-4cf3-b0f6-10712cf5d638 service neutron] 10.222.0.49 "GET /v2.0/networks?id=dbd9edb1-ce0d-468a-898f-36f91248acdb HTTP/1.1" status: 200 len: 897 time: 0.1315110 Dec 21 22:35:35.128813 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-caa08953-f608-4634-8543-343e6a3871d0 req-aadc9efe-76f9-4911-8492-78d33ffdb69e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aa4a858-4d5b-479e-af66-2fcf5320dd50 HTTP/1.1" status: 200 len: 217 time: 0.0623996 Dec 21 22:35:35.129071 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-75f21631-3e92-45c8-a310-3d852dd56ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'name': 'tempest-TestNetworkBasicOps-router-1554852184', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:25Z', 'updated_at': '2021-12-21T22:32:30Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:26Z', 'updated_at': '2021-12-21T22:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4910fe66-6053-45a4-9997-1797a2611c8f', 'name': '', 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:82:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:29Z', 'updated_at': '2021-12-21T22:32:35Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:35.134079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f21631-3e92-45c8-a310-3d852dd56ae4 None None] Checking router: af27d94a-900a-4ace-81e0-8965ab7979a1 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:35:35.144854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f21631-3e92-45c8-a310-3d852dd56ae4 None None] Routers {'af27d94a-900a-4ace-81e0-8965ab7979a1'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:35:35.145445 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-75f21631-3e92-45c8-a310-3d852dd56ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:35:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['af27d94a-900a-4ace-81e0-8965ab7979a1'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:35.199517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa08953-f608-4634-8543-343e6a3871d0 req-3a37b326-39ca-4302-9e2c-2cb1f3965195 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:35.201059 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-caa08953-f608-4634-8543-343e6a3871d0 req-3a37b326-39ca-4302-9e2c-2cb1f3965195 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7636bf43-4154-4cf7-a94a-275a18416b7e HTTP/1.1" status: 200 len: 844 time: 0.0629261 Dec 21 22:35:35.286124 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-caa08953-f608-4634-8543-343e6a3871d0 req-5a808920-28dc-4491-923d-3cae19887804 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=dbd9edb1-ce0d-468a-898f-36f91248acdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781083 Dec 21 22:35:35.340118 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-75f21631-3e92-45c8-a310-3d852dd56ae4 None None] Set router af27d94a-900a-4ace-81e0-8965ab7979a1 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:35:35.341001 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a3438-68f4-47a5-9960-9b44f3ba2a8a req-7327d118-17d7-4e0e-9829-f7598b2e46a5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:35.341685 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-279a3438-68f4-47a5-9960-9b44f3ba2a8a req-7327d118-17d7-4e0e-9829-f7598b2e46a5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:35:35.422251 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-caa08953-f608-4634-8543-343e6a3871d0 req-ea2df118-e26d-4667-9621-be61d61dc8c4 service neutron] 10.222.0.49 "GET /v2.0/networks/dbd9edb1-ce0d-468a-898f-36f91248acdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282852 Dec 21 22:35:35.429247 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-279a3438-68f4-47a5-9960-9b44f3ba2a8a req-7327d118-17d7-4e0e-9829-f7598b2e46a5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:35:35.430453 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-279a3438-68f4-47a5-9960-9b44f3ba2a8a req-7327d118-17d7-4e0e-9829-f7598b2e46a5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 946 time: 0.1792514 Dec 21 22:35:35.492356 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-279a3438-68f4-47a5-9960-9b44f3ba2a8a req-97a5c16e-6f8d-471a-ae32-d661497e8919 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c902b9-5320-47b3-a79b-a00064452adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535984 Dec 21 22:35:35.558580 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-caa08953-f608-4634-8543-343e6a3871d0 req-016d9c78-4b9f-45eb-939b-92c6a8a1987b service neutron] 10.222.0.49 "GET /v2.0/networks/dbd9edb1-ce0d-468a-898f-36f91248acdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290090 Dec 21 22:35:35.653709 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-75f21631-3e92-45c8-a310-3d852dd56ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'name': 'tempest-TestNetworkBasicOps-router-1554852184', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:25Z', 'updated_at': '2021-12-21T22:32:30Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:26Z', 'updated_at': '2021-12-21T22:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4910fe66-6053-45a4-9997-1797a2611c8f', 'name': '', 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:82:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:29Z', 'updated_at': '2021-12-21T22:32:35Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:35.657588 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f21631-3e92-45c8-a310-3d852dd56ae4 None None] The sync data for ids ['af27d94a-900a-4ace-81e0-8965ab7979a1'] in dv-neutron-822520-1-hyperv is: [{'id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'name': 'tempest-TestNetworkBasicOps-router-1554852184', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:25Z', 'updated_at': '2021-12-21T22:32:30Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:26Z', 'updated_at': '2021-12-21T22:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '4910fe66-6053-45a4-9997-1797a2611c8f', 'name': '', 'network_id': 'dbd9edb1-ce0d-468a-898f-36f91248acdb', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:82:bb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:29Z', 'updated_at': '2021-12-21T22:32:35Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '7636bf43-4154-4cf7-a94a-275a18416b7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:35:35.871267 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc69d3e-9184-4a3e-8a7a-f792fd9ef519 None None] New status for floating IP 07fb167f-ec33-44c1-b023-73a55685e59b: DOWN {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:35:36.736851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a39b9-8bd5-4bc8-a48e-28858a9811e7 req-41a76191-b081-40cf-91cd-d946ea3eeacf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:36.738301 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d91a39b9-8bd5-4bc8-a48e-28858a9811e7 req-41a76191-b081-40cf-91cd-d946ea3eeacf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 946 time: 0.1386425 Dec 21 22:35:36.744240 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54adc9e-ff78-4eff-af50-3829f58810f8 req-eb6eb87f-f6e9-4db5-9d95-c5678815d295 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:36.745522 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c54adc9e-ff78-4eff-af50-3829f58810f8 req-eb6eb87f-f6e9-4db5-9d95-c5678815d295 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 946 time: 0.1122768 Dec 21 22:35:36.840667 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-c54adc9e-ff78-4eff-af50-3829f58810f8 req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 2aa4a858-4d5b-479e-af66-2fcf5320dd50 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:35:36.840957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c54adc9e-ff78-4eff-af50-3829f58810f8 req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:36.864893 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d91a39b9-8bd5-4bc8-a48e-28858a9811e7 req-2011850f-bc33-491f-b15b-b8213a4edd6d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c902b9-5320-47b3-a79b-a00064452adf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184654 Dec 21 22:35:37.082144 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-c54adc9e-ff78-4eff-af50-3829f58810f8 req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 2aa4a858-4d5b-479e-af66-2fcf5320dd50, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2aa4a858-4d5b-479e-af66-2fcf5320dd50,segment=NetworkSegment(5bf0ea50-a121-4451-a960-dbe133f98854),segment_id=5bf0ea50-a121-4451-a960-dbe133f98854)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:35:37.082493 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c54adc9e-ff78-4eff-af50-3829f58810f8 req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:37.295224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-c54adc9e-ff78-4eff-af50-3829f58810f8 req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 2aa4a858-4d5b-479e-af66-2fcf5320dd50 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:35:37.520810 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c54adc9e-ff78-4eff-af50-3829f58810f8 req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:37.569670 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=2aa4a858-4d5b-479e-af66-2fcf5320dd50,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:37.608767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:37.609113 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:37.609471 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:37.609804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:37.610161 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:37.610487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:37.610808 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:37.611131 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:37.611447 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:37.611765 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:37.612078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:37.653265 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-c54adc9e-ff78-4eff-af50-3829f58810f8 req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] No DVR routers for this DVR port 2aa4a858-4d5b-479e-af66-2fcf5320dd50 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:35:37.655540 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c54adc9e-ff78-4eff-af50-3829f58810f8 req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:37.657913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d9d151-9478-42d9-8cf3-8e5b70b8a812', 'name': 'network-vif-deleted', 'tag': '2aa4a858-4d5b-479e-af66-2fcf5320dd50'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:35:37.712493 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d9d151-9478-42d9-8cf3-8e5b70b8a812', 'name': 'network-vif-deleted', 'tag': '2aa4a858-4d5b-479e-af66-2fcf5320dd50', 'status': 'completed', 'code': 200} Dec 21 22:35:37.726238 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c54adc9e-ff78-4eff-af50-3829f58810f8 req-cb96d655-3672-403d-8f1d-dde711306766 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "DELETE /v2.0/ports/2aa4a858-4d5b-479e-af66-2fcf5320dd50 HTTP/1.1" status: 204 len: 173 time: 0.9658129 Dec 21 22:35:38.036468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-dae18744-801c-4a37-8a85-414dfbc5253a req-b872dcdb-eab9-45f4-b20f-7e0cc7bc86b9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:35:38.133176 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-dae18744-801c-4a37-8a85-414dfbc5253a req-b872dcdb-eab9-45f4-b20f-7e0cc7bc86b9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:35:38.134374 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dae18744-801c-4a37-8a85-414dfbc5253a req-b872dcdb-eab9-45f4-b20f-7e0cc7bc86b9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=46d9d151-9478-42d9-8cf3-8e5b70b8a812 HTTP/1.1" status: 200 len: 210 time: 0.1412890 Dec 21 22:35:39.238423 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41322) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:39.306987 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e6558f7-acae-4fcf-a7f8-727b68d084c3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:39.335021 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e6558f7-acae-4fcf-a7f8-727b68d084c3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:39.520684 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e6558f7-acae-4fcf-a7f8-727b68d084c3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:39.539750 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6558f7-acae-4fcf-a7f8-727b68d084c3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c902b9-5320-47b3-a79b-a00064452adf,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:39.594108 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8e6558f7-acae-4fcf-a7f8-727b68d084c3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:39.595230 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8e6558f7-acae-4fcf-a7f8-727b68d084c3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/security-groups/46c902b9-5320-47b3-a79b-a00064452adf HTTP/1.1" status: 204 len: 168 time: 0.3557987 Dec 21 22:35:40.712456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41330) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:41.099454 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-209810e1-eebe-4bde-84c2-474f9dd1adab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:41.324789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 2aa4a858-4d5b-479e-af66-2fcf5320dd50 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:35:41.415693 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 2aa4a858-4d5b-479e-af66-2fcf5320dd50 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:35:41.415944 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 2aa4a858-4d5b-479e-af66-2fcf5320dd50 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:35:41.699685 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-209810e1-eebe-4bde-84c2-474f9dd1adab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 4910fe66-6053-45a4-9997-1797a2611c8f {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:35:41.700025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-209810e1-eebe-4bde-84c2-474f9dd1adab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:41.978354 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-209810e1-eebe-4bde-84c2-474f9dd1adab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 4910fe66-6053-45a4-9997-1797a2611c8f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=4910fe66-6053-45a4-9997-1797a2611c8f,segment=NetworkSegment(5bf0ea50-a121-4451-a960-dbe133f98854),segment_id=5bf0ea50-a121-4451-a960-dbe133f98854)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:35:41.979022 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-209810e1-eebe-4bde-84c2-474f9dd1adab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:42.095859 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-209810e1-eebe-4bde-84c2-474f9dd1adab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 4910fe66-6053-45a4-9997-1797a2611c8f owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:35:42.330495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-209810e1-eebe-4bde-84c2-474f9dd1adab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:42.377145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209810e1-eebe-4bde-84c2-474f9dd1adab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=4910fe66-6053-45a4-9997-1797a2611c8f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:42.673531 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-209810e1-eebe-4bde-84c2-474f9dd1adab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:43.235207 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209810e1-eebe-4bde-84c2-474f9dd1adab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router af27d94a-900a-4ace-81e0-8965ab7979a1 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:35:43.538953 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209810e1-eebe-4bde-84c2-474f9dd1adab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:35:43.548157 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b6062e-4805-4c23-9bf6-a803dc145710 None None] Sync routers for ids ['af27d94a-900a-4ace-81e0-8965ab7979a1'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:35:43.559643 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b6062e-4805-4c23-9bf6-a803dc145710 None None] Routers {'af27d94a-900a-4ace-81e0-8965ab7979a1'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:35:43.569716 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-30b6062e-4805-4c23-9bf6-a803dc145710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:35:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['af27d94a-900a-4ace-81e0-8965ab7979a1'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:43.626560 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-209810e1-eebe-4bde-84c2-474f9dd1adab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/af27d94a-900a-4ace-81e0-8965ab7979a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9129643 Dec 21 22:35:43.627580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41334) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:43.717274 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:35:43.738150 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-30b6062e-4805-4c23-9bf6-a803dc145710 None None] Set router af27d94a-900a-4ace-81e0-8965ab7979a1 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:35:43.812610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c45d1d6-1100-4b91-8b79-859b30a5270a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting subnet 7636bf43-4154-4cf7-a94a-275a18416b7e {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:35:43.815423 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5c45d1d6-1100-4b91-8b79-859b30a5270a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:43.872235 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5c45d1d6-1100-4b91-8b79-859b30a5270a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:43.953826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5c45d1d6-1100-4b91-8b79-859b30a5270a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:44.018621 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-30b6062e-4805-4c23-9bf6-a803dc145710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'name': 'tempest-TestNetworkBasicOps-router-1554852184', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:25Z', 'updated_at': '2021-12-21T22:35:42Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:26Z', 'updated_at': '2021-12-21T22:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:44.023036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b6062e-4805-4c23-9bf6-a803dc145710 None None] Checking router: af27d94a-900a-4ace-81e0-8965ab7979a1 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:35:44.033600 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b6062e-4805-4c23-9bf6-a803dc145710 None None] Routers {'af27d94a-900a-4ace-81e0-8965ab7979a1'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:35:44.034298 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-30b6062e-4805-4c23-9bf6-a803dc145710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:35:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['af27d94a-900a-4ace-81e0-8965ab7979a1'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:44.098816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5c45d1d6-1100-4b91-8b79-859b30a5270a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:44.136846 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45d1d6-1100-4b91-8b79-859b30a5270a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Subnet': ['ID=7636bf43-4154-4cf7-a94a-275a18416b7e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:44.142914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5c45d1d6-1100-4b91-8b79-859b30a5270a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:44.149222 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5c45d1d6-1100-4b91-8b79-859b30a5270a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/subnets/7636bf43-4154-4cf7-a94a-275a18416b7e HTTP/1.1" status: 204 len: 168 time: 0.5206702 Dec 21 22:35:44.151850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41338) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:44.164514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f5be9-d258-4ab2-aab6-d1d9e258b9e0 None None] Network dbd9edb1-ce0d-468a-898f-36f91248acdb requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:35:44.353233 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-30b6062e-4805-4c23-9bf6-a803dc145710 None None] Set router af27d94a-900a-4ace-81e0-8965ab7979a1 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:35:44.353424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72052d27-a895-4800-80d4-df8675214d02 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:44.551458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72052d27-a895-4800-80d4-df8675214d02 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:44.628071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-72052d27-a895-4800-80d4-df8675214d02 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 8666b743-e004-47ef-9f67-be8ede46c55f {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:35:44.628347 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72052d27-a895-4800-80d4-df8675214d02 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:44.639273 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] DHCP port deletion for dbd9edb1-ce0d-468a-898f-36f91248acdb request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:35:44.646713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] Deleting port 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:35:44.647080 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:44.749883 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-30b6062e-4805-4c23-9bf6-a803dc145710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'name': 'tempest-TestNetworkBasicOps-router-1554852184', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:25Z', 'updated_at': '2021-12-21T22:35:42Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:26Z', 'updated_at': '2021-12-21T22:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:44.762952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b6062e-4805-4c23-9bf6-a803dc145710 None None] The sync data for ids ['af27d94a-900a-4ace-81e0-8965ab7979a1'] in dv-neutron-822520-1-hyperv is: [{'id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'name': 'tempest-TestNetworkBasicOps-router-1554852184', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130'}], 'enable_snat': True}, 'gw_port_id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:32:25Z', 'updated_at': '2021-12-21T22:35:42Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': '8666b743-e004-47ef-9f67-be8ede46c55f', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:4d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af27d94a-900a-4ace-81e0-8965ab7979a1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:32:26Z', 'updated_at': '2021-12-21T22:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:35:44.805001 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-72052d27-a895-4800-80d4-df8675214d02 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 8666b743-e004-47ef-9f67-be8ede46c55f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=8666b743-e004-47ef-9f67-be8ede46c55f,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:35:44.805357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72052d27-a895-4800-80d4-df8675214d02 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:44.912957 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] For port 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd,segment=NetworkSegment(5bf0ea50-a121-4451-a960-dbe133f98854),segment_id=5bf0ea50-a121-4451-a960-dbe133f98854)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:35:44.914081 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:44.931556 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-72052d27-a895-4800-80d4-df8675214d02 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 8666b743-e004-47ef-9f67-be8ede46c55f owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:35:45.031205 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] Calling delete_port for 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:35:45.159796 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72052d27-a895-4800-80d4-df8675214d02 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:45.194088 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:45.207816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72052d27-a895-4800-80d4-df8675214d02 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=8666b743-e004-47ef-9f67-be8ede46c55f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:45.240151 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] Pushing event deleted for resources: {'Port': ['ID=9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:45.251819 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:45.256034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:45.256034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:45.256034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:45.256034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:45.256034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:45.256034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:45.256034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:45.256034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:45.256034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:45.256034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:45.258147 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd82bd83-3859-4e70-86aa-f0979ae2b9d1 None None] No DVR routers for this DVR port 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:35:45.360827 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:45.539915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72052d27-a895-4800-80d4-df8675214d02 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:45.674999 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4910fe66-6053-45a4-9997-1797a2611c8f no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:35:45.711362 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 4910fe66-6053-45a4-9997-1797a2611c8f {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:35:45.711697 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 4910fe66-6053-45a4-9997-1797a2611c8f not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:35:45.712099 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:35:45.742987 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:35:45.743329 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9dbbcec3-5152-4c64-b0f8-1acc8af3d1dd not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:35:45.795238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72052d27-a895-4800-80d4-df8675214d02 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:45.799311 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72052d27-a895-4800-80d4-df8675214d02 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:45.935909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72052d27-a895-4800-80d4-df8675214d02 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:45.936428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72052d27-a895-4800-80d4-df8675214d02 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Fanout notify agent at l3_agent the message router_deleted on router af27d94a-900a-4ace-81e0-8965ab7979a1 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:35:45.951057 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72052d27-a895-4800-80d4-df8675214d02 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:45.952206 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-72052d27-a895-4800-80d4-df8675214d02 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/routers/af27d94a-900a-4ace-81e0-8965ab7979a1 HTTP/1.1" status: 204 len: 168 time: 1.7994096 Dec 21 22:35:45.954898 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41342) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:46.071168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-30f08c96-260e-4400-80fd-942c207e262c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:46.197444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-30f08c96-260e-4400-80fd-942c207e262c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:46.221850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-30f08c96-260e-4400-80fd-942c207e262c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd9edb1-ce0d-468a-898f-36f91248acdb']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:46.233943 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-30f08c96-260e-4400-80fd-942c207e262c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf0ea50-a121-4451-a960-dbe133f98854') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:46.238407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-30f08c96-260e-4400-80fd-942c207e262c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf0ea50-a121-4451-a960-dbe133f98854') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:46.245656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-30f08c96-260e-4400-80fd-942c207e262c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:46.261507 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-30f08c96-260e-4400-80fd-942c207e262c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:46.267694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30f08c96-260e-4400-80fd-942c207e262c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:35:46.268065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-30f08c96-260e-4400-80fd-942c207e262c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:35:46.286371 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:35:46.433567 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-30f08c96-260e-4400-80fd-942c207e262c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:46.438376 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-30f08c96-260e-4400-80fd-942c207e262c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:46.465200 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f08c96-260e-4400-80fd-942c207e262c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Network': ['ID=dbd9edb1-ce0d-468a-898f-36f91248acdb,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:46.469234 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-30f08c96-260e-4400-80fd-942c207e262c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/networks/dbd9edb1-ce0d-468a-898f-36f91248acdb HTTP/1.1" status: 204 len: 168 time: 0.5133855 Dec 21 22:35:46.481720 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41346) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:46.487201 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-bd196d6c-d46a-4937-b492-4824dd8c2136 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'network': {'name': 'tempest-network-smoke--757517333', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'port_security_enabled': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:35:46.492635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-bd196d6c-d46a-4937-b492-4824dd8c2136 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:35:46.496623 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bd196d6c-d46a-4937-b492-4824dd8c2136 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:network and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:35:46.499433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-bd196d6c-d46a-4937-b492-4824dd8c2136 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:35:46.504955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-bd196d6c-d46a-4937-b492-4824dd8c2136 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:35:46.581738 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd196d6c-d46a-4937-b492-4824dd8c2136 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:35:46.584748 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bd196d6c-d46a-4937-b492-4824dd8c2136 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:46.615336 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd196d6c-d46a-4937-b492-4824dd8c2136 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:35:46.623923 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bd196d6c-d46a-4937-b492-4824dd8c2136 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:46.624254 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-bd196d6c-d46a-4937-b492-4824dd8c2136 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Added segment c8bd4751-5ce7-40e0-a11a-967092601a77 of type vlan for network 20270d2d-ffac-4832-b958-bbbf42f9c145 Dec 21 22:35:46.651442 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bd196d6c-d46a-4937-b492-4824dd8c2136 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:46.747404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bd196d6c-d46a-4937-b492-4824dd8c2136 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:46.751431 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd196d6c-d46a-4937-b492-4824dd8c2136 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:46.752012 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bd196d6c-d46a-4937-b492-4824dd8c2136 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:46.866353 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd196d6c-d46a-4937-b492-4824dd8c2136 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Network': ['ID=20270d2d-ffac-4832-b958-bbbf42f9c145,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:46.878520 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 20270d2d-ffac-4832-b958-bbbf42f9c145 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:35:46.886650 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bd196d6c-d46a-4937-b492-4824dd8c2136 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4038723 Dec 21 22:35:46.898453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41350) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:46.903420 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-225733859', 'admin_state_up': True, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:35:46.910040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:35:46.914746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:router and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:35:46.921319 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:35:46.923564 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:35:46.999212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:47.000209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:47.017764 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:47.236935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:47.576284 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:47.589805 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 8666b743-e004-47ef-9f67-be8ede46c55f no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:35:47.606877 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:47.622790 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 8666b743-e004-47ef-9f67-be8ede46c55f {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:35:47.623130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 8666b743-e004-47ef-9f67-be8ede46c55f not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:35:47.740109 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.26.3.170 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/fd3438e3-5d2b-4cb0-a06b-cf5b181b717c) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:35:47.884643 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:47.964799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:48.034693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:35:48.037505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:35:48.043695 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:35:48.068218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=fd3438e3-5d2b-4cb0-a06b-cf5b181b717c,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:48.280519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:48.281242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:48.558999 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 55accd98-dbdf-48fd-bbc9-d8aec1b080de is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:35:48.760325 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:35:48.769684 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Sync routers for ids ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:35:48.781903 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Routers {'55accd98-dbdf-48fd-bbc9-d8aec1b080de'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:35:48.782542 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:35:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:48.823934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:48.825042 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-522ccd4e-cb4f-4f64-a40c-46e18b32b4f0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9262831 Dec 21 22:35:48.828232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41354) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:48.987176 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Set router 55accd98-dbdf-48fd-bbc9-d8aec1b080de gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:35:49.147508 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-270c1afc-9ac2-4681-bd8a-682c76c4c807 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a0afca56990a43fd95e729e8f15e2964&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3181477 Dec 21 22:35:49.149951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41360) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:49.276704 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:48Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:49.280783 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Checking router: 55accd98-dbdf-48fd-bbc9-d8aec1b080de for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:35:49.281194 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Updating router 55accd98-dbdf-48fd-bbc9-d8aec1b080de port fd3438e3-5d2b-4cb0-a06b-cf5b181b717c binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:35:49.281405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1894b0e-5731-4ce9-8778-13e0dbc5c878 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:49.282923 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f1894b0e-5731-4ce9-8778-13e0dbc5c878 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320479 Dec 21 22:35:49.285757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41364) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:49.329316 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9a200399-0c03-4fe7-8dd4-a83aae3f32fd tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423796 Dec 21 22:35:49.331729 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41368) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:49.332393 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:49.337137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-74961d8d-006c-4852-8eda-98e297b4fd7b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-399437682', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:35:49.441913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-74961d8d-006c-4852-8eda-98e297b4fd7b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:35:49.445902 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-74961d8d-006c-4852-8eda-98e297b4fd7b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:subnet and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:35:49.448685 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-74961d8d-006c-4852-8eda-98e297b4fd7b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:35:49.454333 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-74961d8d-006c-4852-8eda-98e297b4fd7b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:35:49.553531 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74961d8d-006c-4852-8eda-98e297b4fd7b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:35:49.656870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-74961d8d-006c-4852-8eda-98e297b4fd7b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:49.659946 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:49.671944 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Transition to ACTIVE for port object fd3438e3-5d2b-4cb0-a06b-cf5b181b717c will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:35:49.738425 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:49.821214 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699b97a-86ae-4815-8798-ce40c4ef5dc6 None None] Pushing event updated for resources: {'Port': ['ID=fd3438e3-5d2b-4cb0-a06b-cf5b181b717c,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:49.823529 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Attempting to bind port fd3438e3-5d2b-4cb0-a06b-cf5b181b717c on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:35:49.823885 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Attempting to bind port fd3438e3-5d2b-4cb0-a06b-cf5b181b717c by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:35:49.824237 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Attempting to bind port fd3438e3-5d2b-4cb0-a06b-cf5b181b717c on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:35:49.834990 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:35:49.835373 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:35:49.835829 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:49.836376 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:35:49.836830 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Bound port: fd3438e3-5d2b-4cb0-a06b-cf5b181b717c, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:35:49.837191 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:49.864647 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b97a-86ae-4815-8798-ce40c4ef5dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:49.864988 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b97a-86ae-4815-8798-ce40c4ef5dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:49.865337 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b97a-86ae-4815-8798-ce40c4ef5dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:49.865654 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b97a-86ae-4815-8798-ce40c4ef5dc6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:49.865982 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b97a-86ae-4815-8798-ce40c4ef5dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:49.866354 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b97a-86ae-4815-8798-ce40c4ef5dc6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:49.867426 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b97a-86ae-4815-8798-ce40c4ef5dc6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:49.867761 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b97a-86ae-4815-8798-ce40c4ef5dc6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:49.868078 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b97a-86ae-4815-8798-ce40c4ef5dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:49.868401 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b97a-86ae-4815-8798-ce40c4ef5dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:49.868724 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b97a-86ae-4815-8798-ce40c4ef5dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:35:49.914533 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] For port fd3438e3-5d2b-4cb0-a06b-cf5b181b717c, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:35:49.917515 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] For port fd3438e3-5d2b-4cb0-a06b-cf5b181b717c, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=fd3438e3-5d2b-4cb0-a06b-cf5b181b717c,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:35:49.961388 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:50.033435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-74961d8d-006c-4852-8eda-98e297b4fd7b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:50.046129 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Routers {'55accd98-dbdf-48fd-bbc9-d8aec1b080de'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:35:50.046740 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:35:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:50.096814 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699b97a-86ae-4815-8798-ce40c4ef5dc6 None None] Pushing event updated for resources: {'Port': ['ID=fd3438e3-5d2b-4cb0-a06b-cf5b181b717c,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:50.109172 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74961d8d-006c-4852-8eda-98e297b4fd7b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Subnet': ['ID=bdf81276-e1d7-41d1-bf02-5ab18023f442,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:50.123920 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74961d8d-006c-4852-8eda-98e297b4fd7b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Checking segment: {'id': 'c8bd4751-5ce7-40e0-a11a-967092601a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:35:50.124276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74961d8d-006c-4852-8eda-98e297b4fd7b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network hostable DHCP agents. Network: 20270d2d-ffac-4832-b958-bbbf42f9c145, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:35:50.220710 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] Set router 55accd98-dbdf-48fd-bbc9-d8aec1b080de gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:35:50.227898 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74961d8d-006c-4852-8eda-98e297b4fd7b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 20270d2d-ffac-4832-b958-bbbf42f9c145 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:35:50.290492 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-74961d8d-006c-4852-8eda-98e297b4fd7b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 20270d2d-ffac-4832-b958-bbbf42f9c145) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:35:50.294402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74961d8d-006c-4852-8eda-98e297b4fd7b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:50.294981 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-74961d8d-006c-4852-8eda-98e297b4fd7b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:50.299585 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f3ee9b-dc7b-4b49-ac29-daf00ae1b2dc None None] Network 20270d2d-ffac-4832-b958-bbbf42f9c145 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:35:50.369834 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-74961d8d-006c-4852-8eda-98e297b4fd7b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0344646 Dec 21 22:35:50.370246 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41372) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:50.523680 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-20270d2d-ffac-4832-b958-bbbf42f9c145', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:35:50.524537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:50.533402 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:48Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:50.537953 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2169de0c-fe25-488e-9883-360eedc1ec97 None None] The sync data for ids ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'] in dv-neutron-822520-1-hyperv is: [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:48Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:35:50.691566 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Allocated IP 172.20.0.2 (20270d2d-ffac-4832-b958-bbbf42f9c145/bdf81276-e1d7-41d1-bf02-5ab18023f442/726a09b7-69ee-4668-a1f3-45f169593b91) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:35:50.934299 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:50.945366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Transition to ACTIVE for port object 726a09b7-69ee-4668-a1f3-45f169593b91 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:35:50.965347 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Transition to ACTIVE for port object 726a09b7-69ee-4668-a1f3-45f169593b91 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:35:51.059407 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:51.130176 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Network 20270d2d-ffac-4832-b958-bbbf42f9c145 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:35:51.134225 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:35:51.139091 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:35:51.144330 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Pushing event updated for resources: {'Port': ['ID=726a09b7-69ee-4668-a1f3-45f169593b91,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:51.204141 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:51.243361 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Attempting to bind port 726a09b7-69ee-4668-a1f3-45f169593b91 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:35:51.244162 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Attempting to bind port 726a09b7-69ee-4668-a1f3-45f169593b91 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'c8bd4751-5ce7-40e0-a11a-967092601a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:35:51.244788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Attempting to bind port 726a09b7-69ee-4668-a1f3-45f169593b91 on network 20270d2d-ffac-4832-b958-bbbf42f9c145 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:35:51.252152 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:35:51.252525 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Checking segment: {'id': 'c8bd4751-5ce7-40e0-a11a-967092601a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:35:51.252927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:51.253319 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Bound using segment: {'id': 'c8bd4751-5ce7-40e0-a11a-967092601a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:35:51.253780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Bound port: 726a09b7-69ee-4668-a1f3-45f169593b91, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bd4751-5ce7-40e0-a11a-967092601a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:35:51.254328 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:51.354045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] For port 726a09b7-69ee-4668-a1f3-45f169593b91, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:35:51.357604 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] For port 726a09b7-69ee-4668-a1f3-45f169593b91, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=726a09b7-69ee-4668-a1f3-45f169593b91,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:35:51.422309 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:51.511245 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60247388-1570-4b91-98d1-0223b0c9d5b9 None None] Pushing event updated for resources: {'Port': ['ID=726a09b7-69ee-4668-a1f3-45f169593b91,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:51.614983 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.1 (20270d2d-ffac-4832-b958-bbbf42f9c145/bdf81276-e1d7-41d1-bf02-5ab18023f442/020df3e8-c2b7-4f9b-a7d9-9890c24931f1) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:35:51.663055 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device fd3438e3-5d2b-4cb0-a06b-cf5b181b717c up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:35:51.850502 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port fd3438e3-5d2b-4cb0-a06b-cf5b181b717c completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:35:51.856275 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port fd3438e3-5d2b-4cb0-a06b-cf5b181b717c triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:35:51.856724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:51.923751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:51.943749 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:35:52.000847 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:52.016566 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port fd3438e3-5d2b-4cb0-a06b-cf5b181b717c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=fd3438e3-5d2b-4cb0-a06b-cf5b181b717c,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:35:52.035370 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:52.092083 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:52.106403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 20270d2d-ffac-4832-b958-bbbf42f9c145 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:35:52.109431 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:35:52.113395 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:35:52.148069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=020df3e8-c2b7-4f9b-a7d9-9890c24931f1,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:52.167888 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=fd3438e3-5d2b-4cb0-a06b-cf5b181b717c,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:52.177016 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:52.322256 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:52.479191 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11bfe4c-533c-4914-84bc-4dcf856406cb None None] Network 20270d2d-ffac-4832-b958-bbbf42f9c145 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:35:52.654950 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b979a8f5-b49c-4cab-bee7-340a3d397385 None None] Provisioning for port 726a09b7-69ee-4668-a1f3-45f169593b91 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:35:52.735418 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:52.805851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:52.916960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=020df3e8-c2b7-4f9b-a7d9-9890c24931f1,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:52.921880 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:52.978087 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-8074629d-e2f3-4b4e-9800-a431895e45c6 None None] Provisioning for port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:35:52.983320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-8074629d-e2f3-4b4e-9800-a431895e45c6 None None] Provisioning complete for port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:35:52.983694 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8074629d-e2f3-4b4e-9800-a431895e45c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:53.045341 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-8074629d-e2f3-4b4e-9800-a431895e45c6 None None] Port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:35:53.066606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 20270d2d-ffac-4832-b958-bbbf42f9c145 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:35:53.067895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:35:53.267715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-aa605cb5-f783-417d-a926-5bc04f003fb3 None None] Provisioning complete for port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:35:53.268086 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aa605cb5-f783-417d-a926-5bc04f003fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:53.324632 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-aa605cb5-f783-417d-a926-5bc04f003fb3 None None] Port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:35:53.445742 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-8eaa66df-1052-46c6-ab93-af424240d966 None None] Provisioning complete for port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:35:53.445999 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8eaa66df-1052-46c6-ab93-af424240d966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:53.461264 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 55accd98-dbdf-48fd-bbc9-d8aec1b080de has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:35:53.497143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa66df-1052-46c6-ab93-af424240d966 None None] Port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:35:53.714616 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device fd3438e3-5d2b-4cb0-a06b-cf5b181b717c up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:35:53.768233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:35:53.784372 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4df13bc5-81ec-41f7-b0ef-160976acc971 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/55accd98-dbdf-48fd-bbc9-d8aec1b080de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4109209 Dec 21 22:35:53.784635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41376) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:53.787025 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port fd3438e3-5d2b-4cb0-a06b-cf5b181b717c triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:35:53.787677 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:53.909243 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 726a09b7-69ee-4668-a1f3-45f169593b91 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:35:53.936567 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ce3e83-05ab-430a-ba0c-505868106609 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:53.936951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ce3e83-05ab-430a-ba0c-505868106609 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:53.937309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ce3e83-05ab-430a-ba0c-505868106609 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:53.937735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ce3e83-05ab-430a-ba0c-505868106609 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:53.942569 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41380) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:53.949299 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-63ce3e83-05ab-430a-ba0c-505868106609 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1636796 Dec 21 22:35:54.014405 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fbfb4d-1fb1-473b-a492-7dad63720320 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:54.014778 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fbfb4d-1fb1-473b-a492-7dad63720320 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:54.015135 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fbfb4d-1fb1-473b-a492-7dad63720320 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:54.015486 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fbfb4d-1fb1-473b-a492-7dad63720320 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:54.017098 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-66fbfb4d-1fb1-473b-a492-7dad63720320 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0735812 Dec 21 22:35:54.019827 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41384) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:54.028969 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 726a09b7-69ee-4668-a1f3-45f169593b91 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:35:54.034158 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 726a09b7-69ee-4668-a1f3-45f169593b91 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:35:54.034520 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:54.137233 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Sync routers for ids ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:35:54.162535 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:54.176244 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Routers {'55accd98-dbdf-48fd-bbc9-d8aec1b080de'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:35:54.176856 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:35:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:54.217720 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3c0b63d3-9741-4a51-8914-272839229be1 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1968517 Dec 21 22:35:54.275790 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 726a09b7-69ee-4668-a1f3-45f169593b91, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=726a09b7-69ee-4668-a1f3-45f169593b91,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:35:54.343145 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:54.423701 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Set router 55accd98-dbdf-48fd-bbc9-d8aec1b080de gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:35:54.464791 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=726a09b7-69ee-4668-a1f3-45f169593b91,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:54.767378 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '020df3e8-c2b7-4f9b-a7d9-9890c24931f1', 'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:bc:60:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:51Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 2, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:54.771580 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Checking router: 55accd98-dbdf-48fd-bbc9-d8aec1b080de for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:35:54.771916 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Updating router 55accd98-dbdf-48fd-bbc9-d8aec1b080de port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:35:54.787988 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41390) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:54.793591 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-dab17f13-bdba-42cd-b692-6e583fb9ebcc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1947690167', 'description': 'tempest-secgroup-smoke-1947690167 description', 'project_id': 'a0afca56990a43fd95e729e8f15e2964'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:35:54.799453 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dab17f13-bdba-42cd-b692-6e583fb9ebcc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:35:54.803513 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dab17f13-bdba-42cd-b692-6e583fb9ebcc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:35:54.807336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dab17f13-bdba-42cd-b692-6e583fb9ebcc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:35:54.813431 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dab17f13-bdba-42cd-b692-6e583fb9ebcc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:35:54.824101 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:54.886393 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dab17f13-bdba-42cd-b692-6e583fb9ebcc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:54.923533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dab17f13-bdba-42cd-b692-6e583fb9ebcc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:35:54.927231 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dab17f13-bdba-42cd-b692-6e583fb9ebcc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:35:54.930578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dab17f13-bdba-42cd-b692-6e583fb9ebcc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:35:54.936505 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dab17f13-bdba-42cd-b692-6e583fb9ebcc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:35:54.992278 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dab17f13-bdba-42cd-b692-6e583fb9ebcc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:55.067536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dab17f13-bdba-42cd-b692-6e583fb9ebcc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:55.112914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab17f13-bdba-42cd-b692-6e583fb9ebcc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07837ec-85fe-4be7-9171-d456c6f90d9a,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:55.160743 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dab17f13-bdba-42cd-b692-6e583fb9ebcc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:55.165399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:55.165543 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dab17f13-bdba-42cd-b692-6e583fb9ebcc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3731465 Dec 21 22:35:55.165639 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41394) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:55.171177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-0a49adbf-06fa-4260-98f8-94cd3c41300f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'd07837ec-85fe-4be7-9171-d456c6f90d9a', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:35:55.174624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Transition to ACTIVE for port object 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:35:55.176976 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0a49adbf-06fa-4260-98f8-94cd3c41300f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:35:55.181669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0a49adbf-06fa-4260-98f8-94cd3c41300f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:35:55.184536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0a49adbf-06fa-4260-98f8-94cd3c41300f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:35:55.190212 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0a49adbf-06fa-4260-98f8-94cd3c41300f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:35:55.240718 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:55.276272 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a49adbf-06fa-4260-98f8-94cd3c41300f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:55.341029 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a49adbf-06fa-4260-98f8-94cd3c41300f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:55.374245 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d10348-903a-4e33-acc0-49b137af6cb4 None None] Pushing event updated for resources: {'Port': ['ID=020df3e8-c2b7-4f9b-a7d9-9890c24931f1,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:55.418215 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a49adbf-06fa-4260-98f8-94cd3c41300f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:55.442673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49adbf-06fa-4260-98f8-94cd3c41300f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc154e7-d28a-42d4-a472-0782fe5da33b,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:55.465945 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Attempting to bind port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:35:55.466377 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Attempting to bind port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'c8bd4751-5ce7-40e0-a11a-967092601a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:35:55.466780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Attempting to bind port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 on network 20270d2d-ffac-4832-b958-bbbf42f9c145 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:35:55.473405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:35:55.473779 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Checking segment: {'id': 'c8bd4751-5ce7-40e0-a11a-967092601a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:35:55.474186 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:55.474572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Bound using segment: {'id': 'c8bd4751-5ce7-40e0-a11a-967092601a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:35:55.475026 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Bound port: 020df3e8-c2b7-4f9b-a7d9-9890c24931f1, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8bd4751-5ce7-40e0-a11a-967092601a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:35:55.475389 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:55.513534 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a49adbf-06fa-4260-98f8-94cd3c41300f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:55.517259 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0a49adbf-06fa-4260-98f8-94cd3c41300f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3482385 Dec 21 22:35:55.517514 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41398) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:55.523553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-23c9ff10-1553-46c7-9ae5-2d138788c5af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'd07837ec-85fe-4be7-9171-d456c6f90d9a', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:35:55.529640 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-23c9ff10-1553-46c7-9ae5-2d138788c5af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:35:55.533496 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-23c9ff10-1553-46c7-9ae5-2d138788c5af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:35:55.536302 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-23c9ff10-1553-46c7-9ae5-2d138788c5af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:35:55.543121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-23c9ff10-1553-46c7-9ae5-2d138788c5af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:35:55.576635 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] For port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:35:55.579387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] For port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=020df3e8-c2b7-4f9b-a7d9-9890c24931f1,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:35:55.624717 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-23c9ff10-1553-46c7-9ae5-2d138788c5af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:55.637334 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 726a09b7-69ee-4668-a1f3-45f169593b91 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:35:55.666227 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:55.689582 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-23c9ff10-1553-46c7-9ae5-2d138788c5af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:55.772736 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d10348-903a-4e33-acc0-49b137af6cb4 None None] Pushing event updated for resources: {'Port': ['ID=020df3e8-c2b7-4f9b-a7d9-9890c24931f1,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:55.774303 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-23c9ff10-1553-46c7-9ae5-2d138788c5af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:55.782465 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Routers {'55accd98-dbdf-48fd-bbc9-d8aec1b080de'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:35:55.783091 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:35:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:55.794473 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c9ff10-1553-46c7-9ae5-2d138788c5af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca12bd4-763a-4369-8e31-bfec568d74f9,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:55.847345 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 726a09b7-69ee-4668-a1f3-45f169593b91 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:35:55.847714 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:55.886457 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-23c9ff10-1553-46c7-9ae5-2d138788c5af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:55.888985 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-23c9ff10-1553-46c7-9ae5-2d138788c5af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3694239 Dec 21 22:35:55.890941 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41402) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:55.896463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-22bc3aaf-6b2b-41a0-bff9-ad5ca08661af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'd07837ec-85fe-4be7-9171-d456c6f90d9a', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:35:55.904651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-22bc3aaf-6b2b-41a0-bff9-ad5ca08661af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:35:55.907779 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-22bc3aaf-6b2b-41a0-bff9-ad5ca08661af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:35:55.911317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-22bc3aaf-6b2b-41a0-bff9-ad5ca08661af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:35:55.919616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-22bc3aaf-6b2b-41a0-bff9-ad5ca08661af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:35:55.995200 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-22bc3aaf-6b2b-41a0-bff9-ad5ca08661af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:56.061945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-22bc3aaf-6b2b-41a0-bff9-ad5ca08661af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:56.073922 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] Set router 55accd98-dbdf-48fd-bbc9-d8aec1b080de gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:35:56.125046 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-22bc3aaf-6b2b-41a0-bff9-ad5ca08661af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:56.149108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc3aaf-6b2b-41a0-bff9-ad5ca08661af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533b3a52-944f-4d3f-8852-99034a6bdc45,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:56.222097 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-22bc3aaf-6b2b-41a0-bff9-ad5ca08661af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:56.226651 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-22bc3aaf-6b2b-41a0-bff9-ad5ca08661af tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3316560 Dec 21 22:35:56.227024 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41406) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:56.232492 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-939a20f6-1322-4f01-ad20-b6861c6cf20c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'd07837ec-85fe-4be7-9171-d456c6f90d9a', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:35:56.238352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-939a20f6-1322-4f01-ad20-b6861c6cf20c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:35:56.242311 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-939a20f6-1322-4f01-ad20-b6861c6cf20c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:35:56.245111 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-939a20f6-1322-4f01-ad20-b6861c6cf20c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:35:56.251049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-939a20f6-1322-4f01-ad20-b6861c6cf20c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:35:56.332947 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-939a20f6-1322-4f01-ad20-b6861c6cf20c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:56.398621 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-939a20f6-1322-4f01-ad20-b6861c6cf20c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:56.442146 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '020df3e8-c2b7-4f9b-a7d9-9890c24931f1', 'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:bc:60:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:51Z', 'updated_at': '2021-12-21T22:35:55Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:35:56.446309 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6169256-7317-4eca-85e1-e8894b9a56be None None] The sync data for ids ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'] in dv-neutron-822520-1-hyperv is: [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '020df3e8-c2b7-4f9b-a7d9-9890c24931f1', 'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:bc:60:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:51Z', 'updated_at': '2021-12-21T22:35:55Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:35:56.475302 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-939a20f6-1322-4f01-ad20-b6861c6cf20c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:56.499884 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a20f6-1322-4f01-ad20-b6861c6cf20c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55959a99-2a95-4590-84d4-77ddf89f51d0,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:56.589894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-939a20f6-1322-4f01-ad20-b6861c6cf20c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:56.591217 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-939a20f6-1322-4f01-ad20-b6861c6cf20c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3632014 Dec 21 22:35:56.593878 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41410) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:56.599566 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-0f0d4e55-b2b8-4c4e-879e-7e4ccdb6607d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'd07837ec-85fe-4be7-9171-d456c6f90d9a', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:35:56.606624 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0f0d4e55-b2b8-4c4e-879e-7e4ccdb6607d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:35:56.609850 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0f0d4e55-b2b8-4c4e-879e-7e4ccdb6607d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:35:56.613827 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0f0d4e55-b2b8-4c4e-879e-7e4ccdb6607d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:35:56.620073 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0f0d4e55-b2b8-4c4e-879e-7e4ccdb6607d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:35:56.687017 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-0f0d4e55-b2b8-4c4e-879e-7e4ccdb6607d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:35:56.693928 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0f0d4e55-b2b8-4c4e-879e-7e4ccdb6607d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:56.771619 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0f0d4e55-b2b8-4c4e-879e-7e4ccdb6607d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:56.857840 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0f0d4e55-b2b8-4c4e-879e-7e4ccdb6607d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:56.884969 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d4e55-b2b8-4c4e-879e-7e4ccdb6607d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8466db53-3551-4129-b15c-986f4a11d1ce,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:56.966912 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0f0d4e55-b2b8-4c4e-879e-7e4ccdb6607d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:56.970714 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0f0d4e55-b2b8-4c4e-879e-7e4ccdb6607d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3732595 Dec 21 22:35:56.976893 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41414) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:35:56.977289 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a28ca458-80f5-4e89-8af1-a4f5edf18bb0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': 'd07837ec-85fe-4be7-9171-d456c6f90d9a', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:35:56.983498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a28ca458-80f5-4e89-8af1-a4f5edf18bb0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:35:56.987355 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a28ca458-80f5-4e89-8af1-a4f5edf18bb0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:35:56.990422 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a28ca458-80f5-4e89-8af1-a4f5edf18bb0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:35:56.996385 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a28ca458-80f5-4e89-8af1-a4f5edf18bb0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:35:57.155651 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-a28ca458-80f5-4e89-8af1-a4f5edf18bb0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:35:57.162634 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a28ca458-80f5-4e89-8af1-a4f5edf18bb0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:57.236643 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a28ca458-80f5-4e89-8af1-a4f5edf18bb0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:57.269520 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-98e2374e-9c17-45e8-9105-d5940f9ae226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:57.324559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a28ca458-80f5-4e89-8af1-a4f5edf18bb0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:57.348364 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ca458-80f5-4e89-8af1-a4f5edf18bb0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e7b11d-1348-42ff-8e74-7e1f54a07a98,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:57.410521 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a28ca458-80f5-4e89-8af1-a4f5edf18bb0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:57.411746 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a28ca458-80f5-4e89-8af1-a4f5edf18bb0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4398565 Dec 21 22:35:57.656221 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:35:57.675324 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-ff8f0ec5-3309-43ad-83c6-c052f278bc8c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1947690167&fields=id&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 267 time: 0.0433636 Dec 21 22:35:57.755016 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:35:57.759875 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:35:57.766649 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:57.825658 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-3e5d3186-8f46-45f7-b938-e79dc44df867 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:35:57.826420 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-3e5d3186-8f46-45f7-b938-e79dc44df867 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:35:57.874757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-3e5d3186-8f46-45f7-b938-e79dc44df867 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:35:57.875995 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:57.876134 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-3e5d3186-8f46-45f7-b938-e79dc44df867 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/networks?id=20270d2d-ffac-4832-b958-bbbf42f9c145 HTTP/1.1" status: 200 len: 796 time: 0.1932533 Dec 21 22:35:57.892535 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-ca878920-55f9-4028-847c-94cb5c5232e7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/quotas/a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 375 time: 0.0112526 Dec 21 22:35:57.909663 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=020df3e8-c2b7-4f9b-a7d9-9890c24931f1,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:35:57.954888 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:57.972523 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-872e6e84-14bd-41f6-93ca-ff8bff38f5b7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:35:58.017760 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-872e6e84-14bd-41f6-93ca-ff8bff38f5b7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:35:58.019058 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-872e6e84-14bd-41f6-93ca-ff8bff38f5b7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1213768 Dec 21 22:35:58.020853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=020df3e8-c2b7-4f9b-a7d9-9890c24931f1,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:35:58.226461 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-560e1b87-f494-4bea-b77d-d75aea5bbd78 service neutron] 10.222.0.37 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928372 Dec 21 22:35:58.357385 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-bd4821ee-16b8-40a6-a64e-ebfc4b355481 service neutron] 10.222.0.37 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248202 Dec 21 22:35:59.644973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-504a2ebf-ef85-4405-a37c-37ba93ee4250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:35:59.648955 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:35:59.653169 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cafc1bdb-2d72-476d-8d86-404c13f1dd90 req-5e6801b9-5c67-4649-be11-a4326ddf4ade tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 210 time: 0.0566137 Dec 21 22:35:59.719854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:35:59.720290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:00.730518 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:00.787921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:00.833037 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3008b4ee-81d7-4bb7-a3a2-87991ca60a1a req-db960ed1-71dd-4876-9780-fb8bda620a37 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 210 time: 0.0589619 Dec 21 22:36:02.001887 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f481fb6f-d674-4e82-8b68-35682f402d4e req-318cbc0c-7fdc-4182-8548-f14299fbf074 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 210 time: 0.0427434 Dec 21 22:36:02.024941 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-436325a3-36c1-45ad-a815-ad2e1e0c681b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:02.026500 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-436325a3-36c1-45ad-a815-ad2e1e0c681b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/networks?id=20270d2d-ffac-4832-b958-bbbf42f9c145 HTTP/1.1" status: 200 len: 796 time: 0.1493254 Dec 21 22:36:02.089917 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-42823536-1972-4934-85a7-43609d97a944 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 380 time: 0.0417080 Dec 21 22:36:02.101135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-67c41ee2-5af7-45ec-b3f9-22b0742dcd3a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'port': {'device_id': 'ae247289-082a-4322-ae83-14c47955530f', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'admin_state_up': True, 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'security_groups': ['d07837ec-85fe-4be7-9171-d456c6f90d9a']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:02.218203 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:02.237666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-67c41ee2-5af7-45ec-b3f9-22b0742dcd3a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:36:02.248710 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-67c41ee2-5af7-45ec-b3f9-22b0742dcd3a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:36:02.343764 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-67c41ee2-5af7-45ec-b3f9-22b0742dcd3a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:36:02.346955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-67c41ee2-5af7-45ec-b3f9-22b0742dcd3a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:02.509320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-67c41ee2-5af7-45ec-b3f9-22b0742dcd3a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.7 (20270d2d-ffac-4832-b958-bbbf42f9c145/bdf81276-e1d7-41d1-bf02-5ab18023f442/1e127815-d9cc-4147-bd65-431c904ace68) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:36:02.696045 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-67c41ee2-5af7-45ec-b3f9-22b0742dcd3a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:02.711259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-67c41ee2-5af7-45ec-b3f9-22b0742dcd3a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object 1e127815-d9cc-4147-bd65-431c904ace68 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:36:02.857994 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-67c41ee2-5af7-45ec-b3f9-22b0742dcd3a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:03.027341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-67c41ee2-5af7-45ec-b3f9-22b0742dcd3a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 20270d2d-ffac-4832-b958-bbbf42f9c145 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:36:03.030385 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-67c41ee2-5af7-45ec-b3f9-22b0742dcd3a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:36:03.032854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-67c41ee2-5af7-45ec-b3f9-22b0742dcd3a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:36:03.063974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c41ee2-5af7-45ec-b3f9-22b0742dcd3a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=1e127815-d9cc-4147-bd65-431c904ace68,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:03.103875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-67c41ee2-5af7-45ec-b3f9-22b0742dcd3a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:03.104492 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-67c41ee2-5af7-45ec-b3f9-22b0742dcd3a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:03.198092 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-67c41ee2-5af7-45ec-b3f9-22b0742dcd3a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1003919 Dec 21 22:36:03.215844 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Request body: {'port': {'device_id': 'ae247289-082a-4322-ae83-14c47955530f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:03.280967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fda6b-1fa5-46dd-a7c6-d43d7d119e6f req-17f80333-5434-48f0-9f03-2312e4d85ed3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:03.281586 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-875fda6b-1fa5-46dd-a7c6-d43d7d119e6f req-17f80333-5434-48f0-9f03-2312e4d85ed3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:36:03.291841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3cc0f538-476a-4c33-94e2-a15f646709bb None None] Provisioning for port 1e127815-d9cc-4147-bd65-431c904ace68 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:36:03.296780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3cc0f538-476a-4c33-94e2-a15f646709bb None None] Provisioning complete for port 1e127815-d9cc-4147-bd65-431c904ace68 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:36:03.297144 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3cc0f538-476a-4c33-94e2-a15f646709bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:03.346643 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:03.347386 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3cc0f538-476a-4c33-94e2-a15f646709bb None None] Port 1e127815-d9cc-4147-bd65-431c904ace68 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:36:03.406004 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-875fda6b-1fa5-46dd-a7c6-d43d7d119e6f req-17f80333-5434-48f0-9f03-2312e4d85ed3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:36:03.407150 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-875fda6b-1fa5-46dd-a7c6-d43d7d119e6f req-17f80333-5434-48f0-9f03-2312e4d85ed3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 931 time: 0.2582121 Dec 21 22:36:03.517681 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-875fda6b-1fa5-46dd-a7c6-d43d7d119e6f req-e5166c96-54b8-491d-9ca1-59662c86a683 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07837ec-85fe-4be7-9171-d456c6f90d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030991 Dec 21 22:36:03.717849 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e127815-d9cc-4147-bd65-431c904ace68 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:36:03.724656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:03.739082 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Transition to ACTIVE for port object 1e127815-d9cc-4147-bd65-431c904ace68 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:36:03.821319 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:03.945804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Pushing event updated for resources: {'Port': ['ID=1e127815-d9cc-4147-bd65-431c904ace68,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:04.057389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Attempting to bind port 1e127815-d9cc-4147-bd65-431c904ace68 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:36:04.058044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Attempting to bind port 1e127815-d9cc-4147-bd65-431c904ace68 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c8bd4751-5ce7-40e0-a11a-967092601a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:36:04.058044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Attempting to bind port 1e127815-d9cc-4147-bd65-431c904ace68 on network 20270d2d-ffac-4832-b958-bbbf42f9c145 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:36:04.063716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Port 1e127815-d9cc-4147-bd65-431c904ace68 on network 20270d2d-ffac-4832-b958-bbbf42f9c145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:36:04.064023 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Attempting to bind port 1e127815-d9cc-4147-bd65-431c904ace68 on network 20270d2d-ffac-4832-b958-bbbf42f9c145 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:36:04.070943 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:36:04.071588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Checking segment: {'id': 'c8bd4751-5ce7-40e0-a11a-967092601a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:36:04.071709 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Bound using segment: {'id': 'c8bd4751-5ce7-40e0-a11a-967092601a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:36:04.072034 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Bound port: 1e127815-d9cc-4147-bd65-431c904ace68, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8bd4751-5ce7-40e0-a11a-967092601a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:36:04.072369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:04.158803 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] For port 1e127815-d9cc-4147-bd65-431c904ace68, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:36:04.161596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] For port 1e127815-d9cc-4147-bd65-431c904ace68, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1e127815-d9cc-4147-bd65-431c904ace68,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:36:04.221870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:04.282166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:04.283521 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] 10.222.0.49 "PUT /v2.0/ports/1e127815-d9cc-4147-bd65-431c904ace68 HTTP/1.1" status: 200 len: 1093 time: 1.0723774 Dec 21 22:36:04.283939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae247289-082a-4322-ae83-14c47955530f', 'tag': '1e127815-d9cc-4147-bd65-431c904ace68'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:36:04.316135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a653db-586b-488f-a28f-259ad6f23179 service neutron] Pushing event updated for resources: {'Port': ['ID=1e127815-d9cc-4147-bd65-431c904ace68,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:04.340584 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae247289-082a-4322-ae83-14c47955530f', 'tag': '1e127815-d9cc-4147-bd65-431c904ace68', 'status': 'completed', 'code': 200} Dec 21 22:36:04.445138 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2069b689-6598-4d44-8d06-58ceff053e13 req-abc5c488-d5c5-4a93-854d-e0a1f24123fa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 1096 time: 0.0762100 Dec 21 22:36:04.602288 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069b689-6598-4d44-8d06-58ceff053e13 req-06cec272-542c-47d1-86f7-5f893b7afa03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:04.603627 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2069b689-6598-4d44-8d06-58ceff053e13 req-06cec272-542c-47d1-86f7-5f893b7afa03 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a0afca56990a43fd95e729e8f15e2964&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1483822 Dec 21 22:36:04.794154 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069b689-6598-4d44-8d06-58ceff053e13 req-8c674488-2d7f-446f-b2d1-caa12e546e9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:04.795589 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2069b689-6598-4d44-8d06-58ceff053e13 req-8c674488-2d7f-446f-b2d1-caa12e546e9a service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1823623 Dec 21 22:36:04.809585 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05098ba-806a-45dd-af38-5c5ae534bb41 req-1f570d1b-f3ea-4bf2-b6c8-e692d47cd207 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:04.810994 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a05098ba-806a-45dd-af38-5c5ae534bb41 req-1f570d1b-f3ea-4bf2-b6c8-e692d47cd207 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 943 time: 0.1722314 Dec 21 22:36:04.898711 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a05098ba-806a-45dd-af38-5c5ae534bb41 req-446f213d-a667-4ba4-b574-f230e299ac60 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07837ec-85fe-4be7-9171-d456c6f90d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813155 Dec 21 22:36:04.927878 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-67e5602a-fe59-4696-8df8-ff1ca8503fb4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 1096 time: 0.0786669 Dec 21 22:36:04.998565 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-9b221d6d-91ea-49f5-b620-fefcbc796ca2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e127815-d9cc-4147-bd65-431c904ace68 HTTP/1.1" status: 200 len: 217 time: 0.0599115 Dec 21 22:36:05.153493 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-e0696531-12ab-459f-aab5-819936341d79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:05.154860 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-e0696531-12ab-459f-aab5-819936341d79 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdf81276-e1d7-41d1-bf02-5ab18023f442 HTTP/1.1" status: 200 len: 834 time: 0.1470351 Dec 21 22:36:05.232839 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-3b479157-c413-49fc-85d5-0417883cac3c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=20270d2d-ffac-4832-b958-bbbf42f9c145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672688 Dec 21 22:36:05.366790 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-db99c17f-9724-438a-92ad-690b7e4c64f4 service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226768 Dec 21 22:36:05.503383 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e471484-5f9f-4e5c-aa54-496d002784f5 req-4bd16980-b9ae-42f2-8f45-d81d2b7f3376 service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241503 Dec 21 22:36:06.093621 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a885a0f-6a5c-4a3c-9086-54e494deb637 req-a4bb86b8-628c-4981-8f2c-8c64af53f61f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:06.094980 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6a885a0f-6a5c-4a3c-9086-54e494deb637 req-a4bb86b8-628c-4981-8f2c-8c64af53f61f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 943 time: 0.0742264 Dec 21 22:36:06.138734 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-6a885a0f-6a5c-4a3c-9086-54e494deb637 req-045c1ddc-79f8-481b-812b-565bc9c820ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:36:06.210720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-6a885a0f-6a5c-4a3c-9086-54e494deb637 req-045c1ddc-79f8-481b-812b-565bc9c820ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:36:06.211915 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6a885a0f-6a5c-4a3c-9086-54e494deb637 req-045c1ddc-79f8-481b-812b-565bc9c820ca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07837ec-85fe-4be7-9171-d456c6f90d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115074 Dec 21 22:36:07.357420 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 1e127815-d9cc-4147-bd65-431c904ace68 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:36:07.417028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60c39a-bc7d-418c-b604-7058e5adba64 req-d8641078-0304-4906-8a6c-f2d0588a9b2a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:07.419858 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ea60c39a-bc7d-418c-b604-7058e5adba64 req-d8641078-0304-4906-8a6c-f2d0588a9b2a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 943 time: 0.0860031 Dec 21 22:36:07.466209 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ea60c39a-bc7d-418c-b604-7058e5adba64 req-03f2c2cb-9935-4839-8404-45aecbe6db87 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07837ec-85fe-4be7-9171-d456c6f90d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412893 Dec 21 22:36:07.505368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 1e127815-d9cc-4147-bd65-431c904ace68, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1e127815-d9cc-4147-bd65-431c904ace68,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:36:07.506570 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '1e127815-d9cc-4147-bd65-431c904ace68', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'port_id': '1e127815-d9cc-4147-bd65-431c904ace68', 'mac_address': 'fa:16:3e:36:cc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:36:07.564081 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:07.581555 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e127815-d9cc-4147-bd65-431c904ace68 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:36:07.596664 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 1e127815-d9cc-4147-bd65-431c904ace68, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1e127815-d9cc-4147-bd65-431c904ace68,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:36:07.640533 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:07.704346 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=1e127815-d9cc-4147-bd65-431c904ace68,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:07.911526 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['1e127815-d9cc-4147-bd65-431c904ace68'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:36:08.680418 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214c0ad-16f0-485f-85d7-aa329ffc942d req-8968a324-3d18-42b2-a468-3e87f3ef3b2a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:08.682126 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f214c0ad-16f0-485f-85d7-aa329ffc942d req-8968a324-3d18-42b2-a468-3e87f3ef3b2a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 944 time: 0.0803466 Dec 21 22:36:08.726361 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f214c0ad-16f0-485f-85d7-aa329ffc942d req-ffe5def8-1461-4d8c-8bb3-e6aa5cfe0b18 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07837ec-85fe-4be7-9171-d456c6f90d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387199 Dec 21 22:36:09.355700 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 1e127815-d9cc-4147-bd65-431c904ace68 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:36:09.480290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 1e127815-d9cc-4147-bd65-431c904ace68 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:36:09.485103 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 1e127815-d9cc-4147-bd65-431c904ace68 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:36:09.485473 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:09.597359 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:09.624920 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae247289-082a-4322-ae83-14c47955530f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e127815-d9cc-4147-bd65-431c904ace68'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:36:09.634578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 1e127815-d9cc-4147-bd65-431c904ace68, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1e127815-d9cc-4147-bd65-431c904ace68,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:36:09.709621 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:09.777071 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=1e127815-d9cc-4147-bd65-431c904ace68,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:09.823961 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae247289-082a-4322-ae83-14c47955530f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e127815-d9cc-4147-bd65-431c904ace68', 'code': 200} Dec 21 22:36:09.942925 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3611-3d95-4eb3-b697-b3867e3d0d20 req-99009289-35b1-46a9-a917-0fd5b38ba14b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:09.944264 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d88c3611-3d95-4eb3-b697-b3867e3d0d20 req-99009289-35b1-46a9-a917-0fd5b38ba14b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 945 time: 0.0763912 Dec 21 22:36:09.990098 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d88c3611-3d95-4eb3-b697-b3867e3d0d20 req-07d7b37b-d73c-478b-abf6-2ccc07a3e1ce tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07837ec-85fe-4be7-9171-d456c6f90d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400472 Dec 21 22:36:10.189501 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b6a47bb6-e235-457b-9093-f9b3a990f2ad req-49b4cec1-7271-4309-9545-24693bbdfe3b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 1098 time: 0.0652883 Dec 21 22:36:10.237239 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b6a47bb6-e235-457b-9093-f9b3a990f2ad req-5dac7dd0-e072-4e71-9bf2-df9e92e0fbd6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d07837ec-85fe-4be7-9171-d456c6f90d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383902 Dec 21 22:36:11.188823 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6afd45-2d06-41a3-ba0a-d3e07ed857d8 req-b3335e08-bf56-4139-b4a6-5fb1af7f6b05 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:11.190206 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cb6afd45-2d06-41a3-ba0a-d3e07ed857d8 req-b3335e08-bf56-4139-b4a6-5fb1af7f6b05 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 945 time: 0.0764372 Dec 21 22:36:11.237167 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cb6afd45-2d06-41a3-ba0a-d3e07ed857d8 req-c034b337-97c4-4147-9038-df05b983c1eb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07837ec-85fe-4be7-9171-d456c6f90d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413113 Dec 21 22:36:12.436691 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b4ceb-9461-416a-85a0-dce5c4caec61 req-521dc88a-591b-4065-ace8-563f8120a7cf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:12.438150 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-838b4ceb-9461-416a-85a0-dce5c4caec61 req-521dc88a-591b-4065-ace8-563f8120a7cf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 945 time: 0.0790453 Dec 21 22:36:12.485838 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-838b4ceb-9461-416a-85a0-dce5c4caec61 req-a5c66931-3c33-4167-9e55-ecab534cd490 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07837ec-85fe-4be7-9171-d456c6f90d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421181 Dec 21 22:36:12.681677 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ca855-329d-43b1-a915-58c9dbd1c52a req-766f1705-1bd6-4697-8a2b-50281797f8cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:12.683128 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1a5ca855-329d-43b1-a915-58c9dbd1c52a req-766f1705-1bd6-4697-8a2b-50281797f8cd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 945 time: 0.0795722 Dec 21 22:36:12.728842 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1a5ca855-329d-43b1-a915-58c9dbd1c52a req-48d3a52d-5777-468d-9deb-14bc385bddb2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07837ec-85fe-4be7-9171-d456c6f90d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400200 Dec 21 22:36:12.755917 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41474) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:12.824834 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e1efcb83-e379-4230-b184-7e91c97c243b tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 1093 time: 0.0677161 Dec 21 22:36:12.827475 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41478) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:12.832450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': '1e127815-d9cc-4147-bd65-431c904ace68', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:12.839126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:36:12.842903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:floatingip and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:36:12.845698 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:36:12.851775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:36:12.908860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:13.039090 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:13.172535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.26.3.40 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/0dfafa02-ba88-4dcb-8534-fa48c3ba757a) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:36:13.316078 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:13.384232 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:13.452391 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:36:13.455177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:36:13.457870 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:36:13.493959 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=0dfafa02-ba88-4dcb-8534-fa48c3ba757a,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:14.041622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:14.152204 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:14.355899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:14.411960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:14.511557 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=0dfafa02-ba88-4dcb-8534-fa48c3ba757a,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:14.528858 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:14.716848 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Floating IP 80613359-7bd6-4830-86b8-dd18fc3d984a associated. External IP: 172.26.3.40, port: 1e127815-d9cc-4147-bd65-431c904ace68. Dec 21 22:36:15.098800 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 55accd98-dbdf-48fd-bbc9-d8aec1b080de has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:36:15.296811 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:36:15.307971 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abfa399-2862-40e6-a2e5-adc5039fe54e None None] Sync routers for ids ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:36:15.320827 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abfa399-2862-40e6-a2e5-adc5039fe54e None None] Routers {'55accd98-dbdf-48fd-bbc9-d8aec1b080de'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:36:15.327971 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-5abfa399-2862-40e6-a2e5-adc5039fe54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:36:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:36:15.375514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:15.400489 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:15.453713 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9fe04b30-150f-4be3-bbf7-02f184aa371f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6252456 Dec 21 22:36:15.454286 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae247289-082a-4322-ae83-14c47955530f', 'tag': '1e127815-d9cc-4147-bd65-431c904ace68'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:36:15.456622 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41482) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:15.497805 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-5abfa399-2862-40e6-a2e5-adc5039fe54e None None] Set router 55accd98-dbdf-48fd-bbc9-d8aec1b080de gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:36:15.508964 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae247289-082a-4322-ae83-14c47955530f', 'tag': '1e127815-d9cc-4147-bd65-431c904ace68', 'status': 'completed', 'code': 200} Dec 21 22:36:15.531245 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-424d8e08-39ff-4086-9f0b-7f40fbadf194 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 1093 time: 0.0734925 Dec 21 22:36:15.608844 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60abdb42-1c86-4a6d-acaa-bcaee120bc5f req-5ee46805-f523-42a0-97b8-e6100f0809c5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 1098 time: 0.0758221 Dec 21 22:36:15.742525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abdb42-1c86-4a6d-acaa-bcaee120bc5f req-5464d537-e4a2-4d00-92eb-2ca0f6dd4d62 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:15.743992 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60abdb42-1c86-4a6d-acaa-bcaee120bc5f req-5464d537-e4a2-4d00-92eb-2ca0f6dd4d62 service neutron] 10.222.0.49 "GET /v2.0/networks?id=20270d2d-ffac-4832-b958-bbbf42f9c145 HTTP/1.1" status: 200 len: 897 time: 0.1263614 Dec 21 22:36:15.808332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41490) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:15.814367 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d6dc1dce-87f0-4141-9bf4-1511e7178573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915273936', 'description': 'tempest-secgroup-smoke-1915273936 description', 'project_id': 'a0afca56990a43fd95e729e8f15e2964'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:15.823245 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d6dc1dce-87f0-4141-9bf4-1511e7178573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:36:15.833660 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d6dc1dce-87f0-4141-9bf4-1511e7178573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:36:15.846743 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60abdb42-1c86-4a6d-acaa-bcaee120bc5f req-7df82c83-7b71-4a31-ba8d-3ddea1bd0aee service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e127815-d9cc-4147-bd65-431c904ace68 HTTP/1.1" status: 200 len: 998 time: 0.0961506 Dec 21 22:36:15.855890 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-5abfa399-2862-40e6-a2e5-adc5039fe54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '80613359-7bd6-4830-86b8-dd18fc3d984a', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.40', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'port_id': '1e127815-d9cc-4147-bd65-431c904ace68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'mac_address': 'fa:16:3e:36:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae247289-082a-4322-ae83-14c47955530f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:36:13Z', 'updated_at': '2021-12-21T22:36:13Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020df3e8-c2b7-4f9b-a7d9-9890c24931f1', 'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:bc:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:51Z', 'updated_at': '2021-12-21T22:35:57Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:36:15.859678 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abfa399-2862-40e6-a2e5-adc5039fe54e None None] Checking router: 55accd98-dbdf-48fd-bbc9-d8aec1b080de for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:36:15.870822 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abfa399-2862-40e6-a2e5-adc5039fe54e None None] Routers {'55accd98-dbdf-48fd-bbc9-d8aec1b080de'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:36:15.871407 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-5abfa399-2862-40e6-a2e5-adc5039fe54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:36:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:36:15.901459 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1dce-87f0-4141-9bf4-1511e7178573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:15.914958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abdb42-1c86-4a6d-acaa-bcaee120bc5f req-2a8f8313-563d-4054-872d-c2de6b33c36b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:15.916386 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60abdb42-1c86-4a6d-acaa-bcaee120bc5f req-2a8f8313-563d-4054-872d-c2de6b33c36b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdf81276-e1d7-41d1-bf02-5ab18023f442 HTTP/1.1" status: 200 len: 834 time: 0.0638080 Dec 21 22:36:15.938167 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d6dc1dce-87f0-4141-9bf4-1511e7178573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:36:15.941938 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d6dc1dce-87f0-4141-9bf4-1511e7178573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:36:15.945060 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d6dc1dce-87f0-4141-9bf4-1511e7178573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:36:15.950910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d6dc1dce-87f0-4141-9bf4-1511e7178573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:36:15.996442 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60abdb42-1c86-4a6d-acaa-bcaee120bc5f req-b8af461a-9cd3-4f10-aca0-28d0748bc655 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=20270d2d-ffac-4832-b958-bbbf42f9c145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740049 Dec 21 22:36:16.008694 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1dce-87f0-4141-9bf4-1511e7178573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:16.051901 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-5abfa399-2862-40e6-a2e5-adc5039fe54e None None] Set router 55accd98-dbdf-48fd-bbc9-d8aec1b080de gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:36:16.063336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1dce-87f0-4141-9bf4-1511e7178573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:16.108557 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc1dce-87f0-4141-9bf4-1511e7178573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:16.135417 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60abdb42-1c86-4a6d-acaa-bcaee120bc5f req-7b84c8fc-9ebd-4974-bd14-d27bda6561cf service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323287 Dec 21 22:36:16.175769 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1dce-87f0-4141-9bf4-1511e7178573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:16.180557 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d6dc1dce-87f0-4141-9bf4-1511e7178573 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3675508 Dec 21 22:36:16.180824 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41494) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:16.186619 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c8e7deb0-ea1d-4f65-9387-da47ce1f56ee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:16.192560 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c8e7deb0-ea1d-4f65-9387-da47ce1f56ee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:36:16.196781 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c8e7deb0-ea1d-4f65-9387-da47ce1f56ee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:36:16.199936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c8e7deb0-ea1d-4f65-9387-da47ce1f56ee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:36:16.205860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c8e7deb0-ea1d-4f65-9387-da47ce1f56ee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:36:16.286817 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60abdb42-1c86-4a6d-acaa-bcaee120bc5f req-908cf294-bca9-4efc-bb2c-ec5079cd1626 service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452882 Dec 21 22:36:16.309541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c8e7deb0-ea1d-4f65-9387-da47ce1f56ee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:16.369768 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c8e7deb0-ea1d-4f65-9387-da47ce1f56ee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:16.404696 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-5abfa399-2862-40e6-a2e5-adc5039fe54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '80613359-7bd6-4830-86b8-dd18fc3d984a', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.40', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'port_id': '1e127815-d9cc-4147-bd65-431c904ace68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'mac_address': 'fa:16:3e:36:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae247289-082a-4322-ae83-14c47955530f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:36:13Z', 'updated_at': '2021-12-21T22:36:13Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020df3e8-c2b7-4f9b-a7d9-9890c24931f1', 'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:bc:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:51Z', 'updated_at': '2021-12-21T22:35:57Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:36:16.408563 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abfa399-2862-40e6-a2e5-adc5039fe54e None None] The sync data for ids ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'] in dv-neutron-822520-1-hyperv is: [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '80613359-7bd6-4830-86b8-dd18fc3d984a', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.40', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'port_id': '1e127815-d9cc-4147-bd65-431c904ace68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'mac_address': 'fa:16:3e:36:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae247289-082a-4322-ae83-14c47955530f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:36:13Z', 'updated_at': '2021-12-21T22:36:13Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020df3e8-c2b7-4f9b-a7d9-9890c24931f1', 'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:bc:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:51Z', 'updated_at': '2021-12-21T22:35:57Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:36:16.434671 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c8e7deb0-ea1d-4f65-9387-da47ce1f56ee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:16.458754 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e7deb0-ea1d-4f65-9387-da47ce1f56ee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef46eb8d-109a-45af-9dfa-d88fe0431868,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:16.537615 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c8e7deb0-ea1d-4f65-9387-da47ce1f56ee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:16.539807 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c8e7deb0-ea1d-4f65-9387-da47ce1f56ee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3580680 Dec 21 22:36:16.542507 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41498) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:16.548063 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1c3dc636-3720-4a6e-b754-87c435415e97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:16.554266 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1c3dc636-3720-4a6e-b754-87c435415e97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:36:16.558469 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1c3dc636-3720-4a6e-b754-87c435415e97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:36:16.561685 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1c3dc636-3720-4a6e-b754-87c435415e97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:36:16.567555 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1c3dc636-3720-4a6e-b754-87c435415e97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:36:16.602033 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac3a6ec-ee9a-41f5-a39f-723c18660e84 None None] New status for floating IP 80613359-7bd6-4830-86b8-dd18fc3d984a: ACTIVE {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:36:16.635952 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c3dc636-3720-4a6e-b754-87c435415e97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:16.698963 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c3dc636-3720-4a6e-b754-87c435415e97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:16.748738 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c3dc636-3720-4a6e-b754-87c435415e97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:16.772084 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dc636-3720-4a6e-b754-87c435415e97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52438915-ffc5-40f8-891e-60e97a993a1b,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:16.840463 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1c3dc636-3720-4a6e-b754-87c435415e97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:16.841897 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1c3dc636-3720-4a6e-b754-87c435415e97 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2984054 Dec 21 22:36:16.844682 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41502) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:16.850163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-de13b862-a13d-4259-a726-034a5ee63c56 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:16.856285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-de13b862-a13d-4259-a726-034a5ee63c56 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:36:16.860392 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-de13b862-a13d-4259-a726-034a5ee63c56 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:36:16.863236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-de13b862-a13d-4259-a726-034a5ee63c56 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:36:16.869559 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-de13b862-a13d-4259-a726-034a5ee63c56 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:36:16.955302 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-de13b862-a13d-4259-a726-034a5ee63c56 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:17.102746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-de13b862-a13d-4259-a726-034a5ee63c56 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:17.166314 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-de13b862-a13d-4259-a726-034a5ee63c56 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:17.189587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13b862-a13d-4259-a726-034a5ee63c56 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8fd6cd-2945-43fd-9660-8177abf34cdb,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:17.263724 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-de13b862-a13d-4259-a726-034a5ee63c56 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:17.264997 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-de13b862-a13d-4259-a726-034a5ee63c56 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4193418 Dec 21 22:36:17.267660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41506) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:17.273524 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-44dc02b8-fdb7-4670-bc2d-d2a074493ed5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:17.279605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-44dc02b8-fdb7-4670-bc2d-d2a074493ed5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:36:17.283387 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-44dc02b8-fdb7-4670-bc2d-d2a074493ed5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:36:17.286279 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-44dc02b8-fdb7-4670-bc2d-d2a074493ed5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:36:17.292376 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-44dc02b8-fdb7-4670-bc2d-d2a074493ed5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:36:17.376253 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-44dc02b8-fdb7-4670-bc2d-d2a074493ed5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:17.438798 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-44dc02b8-fdb7-4670-bc2d-d2a074493ed5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:17.526515 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-44dc02b8-fdb7-4670-bc2d-d2a074493ed5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:17.549086 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc02b8-fdb7-4670-bc2d-d2a074493ed5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be5121d-db66-4b1e-be18-6c07792591fe,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:17.628925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-44dc02b8-fdb7-4670-bc2d-d2a074493ed5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:17.630120 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-44dc02b8-fdb7-4670-bc2d-d2a074493ed5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3614068 Dec 21 22:36:17.633520 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41510) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:17.638945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ee4adf32-c822-4efb-904c-f16567ee6786 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:17.644954 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ee4adf32-c822-4efb-904c-f16567ee6786 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:36:17.649573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ee4adf32-c822-4efb-904c-f16567ee6786 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:36:17.652510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ee4adf32-c822-4efb-904c-f16567ee6786 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:36:17.658143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ee4adf32-c822-4efb-904c-f16567ee6786 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:36:17.731569 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-ee4adf32-c822-4efb-904c-f16567ee6786 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:36:17.737853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ee4adf32-c822-4efb-904c-f16567ee6786 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:17.800488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ee4adf32-c822-4efb-904c-f16567ee6786 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:17.874779 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ee4adf32-c822-4efb-904c-f16567ee6786 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:17.901021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4adf32-c822-4efb-904c-f16567ee6786 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2effc01-df8d-40c0-a3f6-bb1e619cd237,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:17.971911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ee4adf32-c822-4efb-904c-f16567ee6786 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:17.973072 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ee4adf32-c822-4efb-904c-f16567ee6786 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3386083 Dec 21 22:36:17.975751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41514) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:17.981306 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-6f38b0a5-d8de-49ff-8c61-932af5a87ab9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:17.987490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6f38b0a5-d8de-49ff-8c61-932af5a87ab9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:36:17.991233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6f38b0a5-d8de-49ff-8c61-932af5a87ab9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:36:17.995044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6f38b0a5-d8de-49ff-8c61-932af5a87ab9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:36:18.000738 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6f38b0a5-d8de-49ff-8c61-932af5a87ab9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:36:18.069199 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-6f38b0a5-d8de-49ff-8c61-932af5a87ab9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:36:18.076966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6f38b0a5-d8de-49ff-8c61-932af5a87ab9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:18.140805 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6f38b0a5-d8de-49ff-8c61-932af5a87ab9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:18.211977 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6f38b0a5-d8de-49ff-8c61-932af5a87ab9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:18.236704 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38b0a5-d8de-49ff-8c61-932af5a87ab9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30cdf8ad-4338-4d35-8246-81b912b98643,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:18.312699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6f38b0a5-d8de-49ff-8c61-932af5a87ab9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:18.313889 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6f38b0a5-d8de-49ff-8c61-932af5a87ab9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3372307 Dec 21 22:36:18.482169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-124ae4c3-d340-4d53-b0f8-70716dbbf944 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:36:18.554624 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-124ae4c3-d340-4d53-b0f8-70716dbbf944 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:36:18.556388 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-124ae4c3-d340-4d53-b0f8-70716dbbf944 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915273936&fields=id&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 267 time: 0.1138425 Dec 21 22:36:18.866186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-9d70e253-16ee-4142-a695-7503a141f6d7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:18.866745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-9d70e253-16ee-4142-a695-7503a141f6d7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:36:18.878187 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-9d70e253-16ee-4142-a695-7503a141f6d7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:36:18.879295 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-9d70e253-16ee-4142-a695-7503a141f6d7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/networks?id=20270d2d-ffac-4832-b958-bbbf42f9c145 HTTP/1.1" status: 200 len: 796 time: 0.3162150 Dec 21 22:36:18.895203 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-c4420e93-c394-4ccb-b067-4c8a2c7016d5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/quotas/a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 375 time: 0.0102468 Dec 21 22:36:18.977531 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-0c5f4203-9a37-44a6-8e45-e58dc8d33fbf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0769382 Dec 21 22:36:19.178449 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-adbfda4a-d93e-49ce-9d0f-761ce6f81dd8 service neutron] 10.222.0.37 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896670 Dec 21 22:36:19.308774 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-a1eb76ec-3cd8-4915-8c6f-8a38eab54cd8 service neutron] 10.222.0.37 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242394 Dec 21 22:36:19.637644 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-74bdd7f2-68d3-48bd-8cf6-f1d0b18be9dc req-200bffde-9e16-439d-8d1c-ea3ff6110c98 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 210 time: 0.1156771 Dec 21 22:36:20.719799 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:36:20.800053 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-28d306aa-18a6-4b68-b58b-8c4f006f0744 req-04cbb0e1-3852-405d-ba94-15fbbf7f85a6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 210 time: 0.0398352 Dec 21 22:36:21.478084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-4cf8e881-6bc3-47a6-b42d-3725531dad57 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:21.479493 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-4cf8e881-6bc3-47a6-b42d-3725531dad57 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/networks?id=20270d2d-ffac-4832-b958-bbbf42f9c145 HTTP/1.1" status: 200 len: 796 time: 0.1400096 Dec 21 22:36:21.538636 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-25011527-9df4-412b-a2f2-743855df6f02 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 473 time: 0.0451646 Dec 21 22:36:21.549501 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-1ab69545-5c96-46e9-844e-66ea01cc29d4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'port': {'device_id': 'b932ec57-7bed-46a1-9563-a5be0a05f92f', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'admin_state_up': True, 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'security_groups': ['3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:21.686029 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-1ab69545-5c96-46e9-844e-66ea01cc29d4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:36:21.698391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-1ab69545-5c96-46e9-844e-66ea01cc29d4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:36:21.771775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-1ab69545-5c96-46e9-844e-66ea01cc29d4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:36:21.775758 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-1ab69545-5c96-46e9-844e-66ea01cc29d4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:21.976580 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ea42baec-a0e9-450c-9e15-bc854a71caef req-0c9fee99-0a96-48a9-bc79-1ba4fe2f0a7c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 210 time: 0.0478277 Dec 21 22:36:21.980517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-1ab69545-5c96-46e9-844e-66ea01cc29d4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.8 (20270d2d-ffac-4832-b958-bbbf42f9c145/bdf81276-e1d7-41d1-bf02-5ab18023f442/a1824f2d-46ca-4ec8-a437-9edac783a4e0) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:36:22.163564 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-1ab69545-5c96-46e9-844e-66ea01cc29d4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:22.178432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-1ab69545-5c96-46e9-844e-66ea01cc29d4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object a1824f2d-46ca-4ec8-a437-9edac783a4e0 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:36:22.267429 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-1ab69545-5c96-46e9-844e-66ea01cc29d4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:22.343270 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-1ab69545-5c96-46e9-844e-66ea01cc29d4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 20270d2d-ffac-4832-b958-bbbf42f9c145 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:36:22.346296 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-1ab69545-5c96-46e9-844e-66ea01cc29d4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:36:22.348786 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-1ab69545-5c96-46e9-844e-66ea01cc29d4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:36:22.379834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab69545-5c96-46e9-844e-66ea01cc29d4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=a1824f2d-46ca-4ec8-a437-9edac783a4e0,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:22.417519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-1ab69545-5c96-46e9-844e-66ea01cc29d4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:22.418087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-1ab69545-5c96-46e9-844e-66ea01cc29d4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:22.504114 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-1ab69545-5c96-46e9-844e-66ea01cc29d4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9581435 Dec 21 22:36:22.517183 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Request body: {'port': {'device_id': 'b932ec57-7bed-46a1-9563-a5be0a05f92f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:22.625198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:22.681190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-43ecf04f-1676-4708-833e-808fc1734374 None None] Provisioning for port a1824f2d-46ca-4ec8-a437-9edac783a4e0 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:36:22.686111 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-43ecf04f-1676-4708-833e-808fc1734374 None None] Provisioning complete for port a1824f2d-46ca-4ec8-a437-9edac783a4e0 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:36:22.686478 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-43ecf04f-1676-4708-833e-808fc1734374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:22.769154 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-43ecf04f-1676-4708-833e-808fc1734374 None None] Port a1824f2d-46ca-4ec8-a437-9edac783a4e0 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:36:22.962421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1824f2d-46ca-4ec8-a437-9edac783a4e0 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:36:22.968978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:22.982734 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Transition to ACTIVE for port object a1824f2d-46ca-4ec8-a437-9edac783a4e0 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:36:23.052151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:23.180760 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a187de8-0c74-417f-9314-f30d7ab53867 req-5645af64-ef30-438a-a182-14f9cbd5b67e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:23.183282 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4a187de8-0c74-417f-9314-f30d7ab53867 req-5645af64-ef30-438a-a182-14f9cbd5b67e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 943 time: 0.0866022 Dec 21 22:36:23.232168 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4a187de8-0c74-417f-9314-f30d7ab53867 req-9e6c5b7f-2bd7-4cc0-b94c-9af55673eae8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434492 Dec 21 22:36:23.283228 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Pushing event updated for resources: {'Port': ['ID=a1824f2d-46ca-4ec8-a437-9edac783a4e0,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:23.393191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Attempting to bind port a1824f2d-46ca-4ec8-a437-9edac783a4e0 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:36:23.393525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Attempting to bind port a1824f2d-46ca-4ec8-a437-9edac783a4e0 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'c8bd4751-5ce7-40e0-a11a-967092601a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:36:23.393865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Attempting to bind port a1824f2d-46ca-4ec8-a437-9edac783a4e0 on network 20270d2d-ffac-4832-b958-bbbf42f9c145 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:36:23.399799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Port a1824f2d-46ca-4ec8-a437-9edac783a4e0 on network 20270d2d-ffac-4832-b958-bbbf42f9c145 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:36:23.400139 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Attempting to bind port a1824f2d-46ca-4ec8-a437-9edac783a4e0 on network 20270d2d-ffac-4832-b958-bbbf42f9c145 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:36:23.406440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:36:23.406770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Checking segment: {'id': 'c8bd4751-5ce7-40e0-a11a-967092601a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:36:23.407147 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Bound using segment: {'id': 'c8bd4751-5ce7-40e0-a11a-967092601a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:36:23.407561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Bound port: a1824f2d-46ca-4ec8-a437-9edac783a4e0, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8bd4751-5ce7-40e0-a11a-967092601a77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:36:23.407900 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:23.496661 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] For port a1824f2d-46ca-4ec8-a437-9edac783a4e0, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:36:23.499615 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] For port a1824f2d-46ca-4ec8-a437-9edac783a4e0, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a1824f2d-46ca-4ec8-a437-9edac783a4e0,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:36:23.566707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:23.627535 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:23.628857 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] 10.222.0.49 "PUT /v2.0/ports/a1824f2d-46ca-4ec8-a437-9edac783a4e0 HTTP/1.1" status: 200 len: 1093 time: 1.1157546 Dec 21 22:36:23.629278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b932ec57-7bed-46a1-9563-a5be0a05f92f', 'tag': 'a1824f2d-46ca-4ec8-a437-9edac783a4e0'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:36:23.648463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893d6d9-2a8e-4b86-ab24-abbf38029b8f service neutron] Pushing event updated for resources: {'Port': ['ID=a1824f2d-46ca-4ec8-a437-9edac783a4e0,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:23.687725 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b932ec57-7bed-46a1-9563-a5be0a05f92f', 'tag': 'a1824f2d-46ca-4ec8-a437-9edac783a4e0', 'status': 'completed', 'code': 200} Dec 21 22:36:23.781819 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-830219e8-375b-428f-bf7a-217b20dfaceb req-6a263740-ab37-43f4-a6a3-ec87f9149030 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 1096 time: 0.0718737 Dec 21 22:36:23.925582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830219e8-375b-428f-bf7a-217b20dfaceb req-551c2712-a395-44ad-a303-de70f0664a89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:23.926939 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-830219e8-375b-428f-bf7a-217b20dfaceb req-551c2712-a395-44ad-a303-de70f0664a89 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a0afca56990a43fd95e729e8f15e2964&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1377850 Dec 21 22:36:24.062201 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830219e8-375b-428f-bf7a-217b20dfaceb req-b0192133-6c31-496a-a3af-83a99f481f5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:24.063522 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-830219e8-375b-428f-bf7a-217b20dfaceb req-b0192133-6c31-496a-a3af-83a99f481f5c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286113 Dec 21 22:36:24.174722 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-fd3d9c64-2205-458f-b63a-f7ad62fd2ac0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 1096 time: 0.0704741 Dec 21 22:36:24.245899 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-0aaad028-17c6-4ca3-b4a2-524d39dccdb6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1824f2d-46ca-4ec8-a437-9edac783a4e0 HTTP/1.1" status: 200 len: 217 time: 0.0627310 Dec 21 22:36:24.313590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-9ac75ca6-d8a9-474a-927b-984be5924c00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:24.314934 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-9ac75ca6-d8a9-474a-927b-984be5924c00 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdf81276-e1d7-41d1-bf02-5ab18023f442 HTTP/1.1" status: 200 len: 834 time: 0.0616715 Dec 21 22:36:24.390705 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-b6f4deff-47d8-4289-976e-c3d5f88be6d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=20270d2d-ffac-4832-b958-bbbf42f9c145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673208 Dec 21 22:36:24.403575 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-426089de-1394-4dce-b742-72778dc40ef2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:36:24.404539 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-426089de-1394-4dce-b742-72778dc40ef2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052786 Dec 21 22:36:24.429578 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077dbd4-dd9f-4156-a5e7-c992c23fc124 req-256a2a86-8550-4d21-9d8e-380c0da43391 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:24.431978 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d077dbd4-dd9f-4156-a5e7-c992c23fc124 req-256a2a86-8550-4d21-9d8e-380c0da43391 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 943 time: 0.0763874 Dec 21 22:36:24.480592 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d077dbd4-dd9f-4156-a5e7-c992c23fc124 req-a1725ec8-5dfb-4483-b2f8-36900635c6e1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430174 Dec 21 22:36:24.538506 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-f474e2ed-3c7b-40c8-991d-28c6a4dd5719 service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263177 Dec 21 22:36:24.668134 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af7b31cc-9496-4d75-beec-1aa3fa99e4d1 req-f0c72eaf-bd0b-460f-b479-421e745458b4 service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222568 Dec 21 22:36:25.678923 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983b76b-608f-4a2e-96b8-b79f24c4b656 req-8e30f850-a34a-4e1b-aa68-1e4c91606853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:25.679592 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-7983b76b-608f-4a2e-96b8-b79f24c4b656 req-8e30f850-a34a-4e1b-aa68-1e4c91606853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:36:25.765882 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-7983b76b-608f-4a2e-96b8-b79f24c4b656 req-8e30f850-a34a-4e1b-aa68-1e4c91606853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:36:25.767067 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7983b76b-608f-4a2e-96b8-b79f24c4b656 req-8e30f850-a34a-4e1b-aa68-1e4c91606853 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 943 time: 0.1659174 Dec 21 22:36:25.814265 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7983b76b-608f-4a2e-96b8-b79f24c4b656 req-71cac0c6-ac91-4806-a7f9-a63a14c1f678 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414355 Dec 21 22:36:27.010502 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c278e-6c5d-4804-a301-f3f2661af858 req-28c5633e-8a69-48b8-8172-edc1b0142750 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:27.011946 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-278c278e-6c5d-4804-a301-f3f2661af858 req-28c5633e-8a69-48b8-8172-edc1b0142750 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 943 time: 0.0763330 Dec 21 22:36:27.057575 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-278c278e-6c5d-4804-a301-f3f2661af858 req-ed652920-34e6-47ae-8165-24a6c21fe7ff tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398595 Dec 21 22:36:27.307512 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-34d48093-fa08-4ae8-9eb6-89e474bfb517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:27.436308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device a1824f2d-46ca-4ec8-a437-9edac783a4e0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:36:27.574857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port a1824f2d-46ca-4ec8-a437-9edac783a4e0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a1824f2d-46ca-4ec8-a437-9edac783a4e0,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:36:27.588166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'a1824f2d-46ca-4ec8-a437-9edac783a4e0', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'port_id': 'a1824f2d-46ca-4ec8-a437-9edac783a4e0', 'mac_address': 'fa:16:3e:76:1e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:36:27.643427 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:27.660441 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1824f2d-46ca-4ec8-a437-9edac783a4e0 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:36:27.675591 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port a1824f2d-46ca-4ec8-a437-9edac783a4e0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a1824f2d-46ca-4ec8-a437-9edac783a4e0,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:36:27.735473 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:27.799948 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=a1824f2d-46ca-4ec8-a437-9edac783a4e0,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:27.952238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['a1824f2d-46ca-4ec8-a437-9edac783a4e0'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:36:28.256896 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1dccd-fffd-4357-986e-44de18aa247c req-ea9371e2-a6c1-4242-9cc3-5e71a89962ee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:28.258942 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-90c1dccd-fffd-4357-986e-44de18aa247c req-ea9371e2-a6c1-4242-9cc3-5e71a89962ee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 944 time: 0.0770714 Dec 21 22:36:28.307673 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-90c1dccd-fffd-4357-986e-44de18aa247c req-11a4b0da-8866-405c-9838-436b6999d3a9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431204 Dec 21 22:36:29.447103 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device a1824f2d-46ca-4ec8-a437-9edac783a4e0 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:36:29.504646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af852c-476c-4742-ab9a-5cf78bb20b6b req-ce7e42cc-9171-4d8f-94c1-969037a094a9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:29.506112 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-75af852c-476c-4742-ab9a-5cf78bb20b6b req-ce7e42cc-9171-4d8f-94c1-969037a094a9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 944 time: 0.0795515 Dec 21 22:36:29.552039 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-75af852c-476c-4742-ab9a-5cf78bb20b6b req-c3695102-bd2e-48c0-93af-1ed3ea0cb0ab tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394933 Dec 21 22:36:29.592219 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port a1824f2d-46ca-4ec8-a437-9edac783a4e0 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:36:29.597213 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port a1824f2d-46ca-4ec8-a437-9edac783a4e0 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:36:29.597469 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:29.654072 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-765d60b1-fea1-4592-8e18-079c6048e67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:29.707929 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:29.734600 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b932ec57-7bed-46a1-9563-a5be0a05f92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1824f2d-46ca-4ec8-a437-9edac783a4e0'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:36:29.743744 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port a1824f2d-46ca-4ec8-a437-9edac783a4e0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a1824f2d-46ca-4ec8-a437-9edac783a4e0,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:36:29.788854 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b932ec57-7bed-46a1-9563-a5be0a05f92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1824f2d-46ca-4ec8-a437-9edac783a4e0', 'code': 200} Dec 21 22:36:29.817874 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:29.886397 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=a1824f2d-46ca-4ec8-a437-9edac783a4e0,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:30.150337 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cf842e79-140d-4763-8b84-f7f7ca06e42c req-7a7b6826-c986-4420-a50e-311f98a29e2f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 1098 time: 0.0668008 Dec 21 22:36:30.192177 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cf842e79-140d-4763-8b84-f7f7ca06e42c req-d793d6a8-87bd-44ae-b07b-287d813de4db service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352380 Dec 21 22:36:30.729678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:30.748215 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e24aa9-668a-4ed6-b026-9485b83afaec req-dd41bc07-de55-463a-813f-3e4e168e3ff7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:30.749641 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-80e24aa9-668a-4ed6-b026-9485b83afaec req-dd41bc07-de55-463a-813f-3e4e168e3ff7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 945 time: 0.0757656 Dec 21 22:36:30.786528 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:30.794610 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-80e24aa9-668a-4ed6-b026-9485b83afaec req-d490e7c4-7c56-49b1-b342-6b0f6af8ec00 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393670 Dec 21 22:36:31.995118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423166dc-d046-4d0c-a6d7-87c446608dc6 req-96366b31-27b8-4d41-9a64-a0ba830be57f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:31.996551 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-423166dc-d046-4d0c-a6d7-87c446608dc6 req-96366b31-27b8-4d41-9a64-a0ba830be57f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 945 time: 0.0776861 Dec 21 22:36:32.041686 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-423166dc-d046-4d0c-a6d7-87c446608dc6 req-b42a9bb9-3ed5-47ac-b331-99515cf5d5a0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394025 Dec 21 22:36:32.217630 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:32.242868 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13c0be-54d3-4bc1-bec8-0911c0ee9197 req-ffd037ed-ba70-443a-94e9-e8b59d89f45a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:32.247956 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6a13c0be-54d3-4bc1-bec8-0911c0ee9197 req-ffd037ed-ba70-443a-94e9-e8b59d89f45a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 945 time: 0.0806401 Dec 21 22:36:32.289590 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6a13c0be-54d3-4bc1-bec8-0911c0ee9197 req-3f6c49a9-1ee5-4191-bdd6-0c078e78fffa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397749 Dec 21 22:36:32.317004 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41568) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:32.385758 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8062849e-f21e-4f20-ab89-c4d22d380c43 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 1093 time: 0.0675540 Dec 21 22:36:32.388236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41572) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:36:32.393187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': 'a1824f2d-46ca-4ec8-a437-9edac783a4e0', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:36:32.398581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:36:32.402897 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:floatingip and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:36:32.405802 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:36:32.411486 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:36:32.497144 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:32.630593 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:32.848051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.26.3.139 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/c9c636e1-5e60-4721-bd95-b80225f85d31) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:36:32.994350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:33.089535 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:33.156492 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:36:33.159155 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:36:33.162780 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:36:33.192236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=c9c636e1-5e60-4721-bd95-b80225f85d31,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:33.668071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:33.778956 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:33.977226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:34.032009 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:34.135427 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=c9c636e1-5e60-4721-bd95-b80225f85d31,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:36:34.151377 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:34.339240 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Floating IP 2280dc4e-4ea8-4166-acd4-1b13ae0c0d53 associated. External IP: 172.26.3.139, port: a1824f2d-46ca-4ec8-a437-9edac783a4e0. Dec 21 22:36:34.818368 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 55accd98-dbdf-48fd-bbc9-d8aec1b080de has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:36:35.022833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:36:35.033639 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414a01f-eee3-4302-9f96-3c2163962c5b None None] Sync routers for ids ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:36:35.046165 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e414a01f-eee3-4302-9f96-3c2163962c5b None None] Routers {'55accd98-dbdf-48fd-bbc9-d8aec1b080de'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:36:35.046759 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e414a01f-eee3-4302-9f96-3c2163962c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:36:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:36:35.106968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:35.168491 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1c2851ee-e552-4630-af82-bec622ad9dcb tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7792387 Dec 21 22:36:35.169121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b932ec57-7bed-46a1-9563-a5be0a05f92f', 'tag': 'a1824f2d-46ca-4ec8-a437-9edac783a4e0'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:36:35.231021 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b932ec57-7bed-46a1-9563-a5be0a05f92f', 'tag': 'a1824f2d-46ca-4ec8-a437-9edac783a4e0', 'status': 'completed', 'code': 200} Dec 21 22:36:35.260750 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-e414a01f-eee3-4302-9f96-3c2163962c5b None None] Set router 55accd98-dbdf-48fd-bbc9-d8aec1b080de gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:36:35.325531 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5e651307-e90d-40ae-bd39-8719eeaa7d81 req-e6a99df4-dbb7-4891-960c-70ef41c0f0db service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 1098 time: 0.0704072 Dec 21 22:36:35.459382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e651307-e90d-40ae-bd39-8719eeaa7d81 req-44a925fc-3df7-4f80-9721-d72c1fe78579 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:35.460807 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5e651307-e90d-40ae-bd39-8719eeaa7d81 req-44a925fc-3df7-4f80-9721-d72c1fe78579 service neutron] 10.222.0.49 "GET /v2.0/networks?id=20270d2d-ffac-4832-b958-bbbf42f9c145 HTTP/1.1" status: 200 len: 897 time: 0.1288297 Dec 21 22:36:35.564128 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5e651307-e90d-40ae-bd39-8719eeaa7d81 req-fbcf8c86-6bca-446b-a588-73fc354b9933 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1824f2d-46ca-4ec8-a437-9edac783a4e0 HTTP/1.1" status: 200 len: 999 time: 0.0962679 Dec 21 22:36:35.605065 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e414a01f-eee3-4302-9f96-3c2163962c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '2280dc4e-4ea8-4166-acd4-1b13ae0c0d53', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'port_id': 'a1824f2d-46ca-4ec8-a437-9edac783a4e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'mac_address': 'fa:16:3e:76:1e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b932ec57-7bed-46a1-9563-a5be0a05f92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:36:33Z', 'updated_at': '2021-12-21T22:36:33Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}, {'id': '80613359-7bd6-4830-86b8-dd18fc3d984a', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.40', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'port_id': '1e127815-d9cc-4147-bd65-431c904ace68', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'mac_address': 'fa:16:3e:36:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae247289-082a-4322-ae83-14c47955530f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:36:13Z', 'updated_at': '2021-12-21T22:36:16Z', 'revision_number': 1, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020df3e8-c2b7-4f9b-a7d9-9890c24931f1', 'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:bc:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:51Z', 'updated_at': '2021-12-21T22:35:57Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:36:35.608859 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414a01f-eee3-4302-9f96-3c2163962c5b None None] Checking router: 55accd98-dbdf-48fd-bbc9-d8aec1b080de for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:36:35.619668 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e414a01f-eee3-4302-9f96-3c2163962c5b None None] Routers {'55accd98-dbdf-48fd-bbc9-d8aec1b080de'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:36:35.620329 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e414a01f-eee3-4302-9f96-3c2163962c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:36:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:36:35.633931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e651307-e90d-40ae-bd39-8719eeaa7d81 req-dd05d1d6-48bd-4ee1-9273-e38832c47aad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:36:35.635392 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5e651307-e90d-40ae-bd39-8719eeaa7d81 req-dd05d1d6-48bd-4ee1-9273-e38832c47aad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdf81276-e1d7-41d1-bf02-5ab18023f442 HTTP/1.1" status: 200 len: 834 time: 0.0636592 Dec 21 22:36:35.712386 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5e651307-e90d-40ae-bd39-8719eeaa7d81 req-177e92d5-6a29-4362-bdc8-e2084d4f6ad5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=20270d2d-ffac-4832-b958-bbbf42f9c145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706081 Dec 21 22:36:35.795967 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-e414a01f-eee3-4302-9f96-3c2163962c5b None None] Set router 55accd98-dbdf-48fd-bbc9-d8aec1b080de gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:36:35.843853 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5e651307-e90d-40ae-bd39-8719eeaa7d81 req-092b108d-215a-40d8-bcf8-b10d98c20ed6 service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249659 Dec 21 22:36:35.976125 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5e651307-e90d-40ae-bd39-8719eeaa7d81 req-8321377a-d11c-461b-8480-d163b75ca4c1 service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256433 Dec 21 22:36:36.138043 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-e414a01f-eee3-4302-9f96-3c2163962c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '2280dc4e-4ea8-4166-acd4-1b13ae0c0d53', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'port_id': 'a1824f2d-46ca-4ec8-a437-9edac783a4e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'mac_address': 'fa:16:3e:76:1e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b932ec57-7bed-46a1-9563-a5be0a05f92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:36:33Z', 'updated_at': '2021-12-21T22:36:33Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}, {'id': '80613359-7bd6-4830-86b8-dd18fc3d984a', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.40', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'port_id': '1e127815-d9cc-4147-bd65-431c904ace68', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'mac_address': 'fa:16:3e:36:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae247289-082a-4322-ae83-14c47955530f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:36:13Z', 'updated_at': '2021-12-21T22:36:16Z', 'revision_number': 1, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020df3e8-c2b7-4f9b-a7d9-9890c24931f1', 'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:bc:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:51Z', 'updated_at': '2021-12-21T22:35:57Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:36:36.141874 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414a01f-eee3-4302-9f96-3c2163962c5b None None] The sync data for ids ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'] in dv-neutron-822520-1-hyperv is: [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '2280dc4e-4ea8-4166-acd4-1b13ae0c0d53', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.139', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'port_id': 'a1824f2d-46ca-4ec8-a437-9edac783a4e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'mac_address': 'fa:16:3e:76:1e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b932ec57-7bed-46a1-9563-a5be0a05f92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:36:33Z', 'updated_at': '2021-12-21T22:36:33Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}, {'id': '80613359-7bd6-4830-86b8-dd18fc3d984a', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.40', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'port_id': '1e127815-d9cc-4147-bd65-431c904ace68', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'mac_address': 'fa:16:3e:36:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae247289-082a-4322-ae83-14c47955530f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:36:13Z', 'updated_at': '2021-12-21T22:36:16Z', 'revision_number': 1, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020df3e8-c2b7-4f9b-a7d9-9890c24931f1', 'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:bc:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:51Z', 'updated_at': '2021-12-21T22:35:57Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:36:36.338727 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad5514-e96c-42ea-ae01-b3bde8c3e2c7 None None] New status for floating IP 2280dc4e-4ea8-4166-acd4-1b13ae0c0d53: ACTIVE {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:36:45.380633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:57.326951 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-df3237e5-dc04-4f23-9689-d72870470427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:36:57.719653 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:36:59.660480 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b1d69931-e65e-481d-ba6a-2a489a2d70c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:00.725307 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:00.788760 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:01.584977 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-52deed0f-beee-4444-aa68-f4d7c8c854de req-aec20c59-fc9b-4b42-a535-1164eb12b636 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1325610 Dec 21 22:37:01.723283 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-52deed0f-beee-4444-aa68-f4d7c8c854de req-b4709850-4211-456e-b8ae-7b0d5af05e86 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 1098 time: 0.0701227 Dec 21 22:37:01.964295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52deed0f-beee-4444-aa68-f4d7c8c854de req-772c906f-f563-4aa4-9ed9-7448754271db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:01.965716 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-52deed0f-beee-4444-aa68-f4d7c8c854de req-772c906f-f563-4aa4-9ed9-7448754271db service neutron] 10.222.0.49 "GET /v2.0/networks?id=20270d2d-ffac-4832-b958-bbbf42f9c145 HTTP/1.1" status: 200 len: 897 time: 0.2229853 Dec 21 22:37:02.067746 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-52deed0f-beee-4444-aa68-f4d7c8c854de req-9d818b3a-b821-4532-9e38-14819b482af5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e127815-d9cc-4147-bd65-431c904ace68 HTTP/1.1" status: 200 len: 1000 time: 0.0941648 Dec 21 22:37:02.130676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52deed0f-beee-4444-aa68-f4d7c8c854de req-8e0cbf52-8671-4981-b943-97d46b60e27a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:02.131287 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-52deed0f-beee-4444-aa68-f4d7c8c854de req-8e0cbf52-8671-4981-b943-97d46b60e27a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdf81276-e1d7-41d1-bf02-5ab18023f442 HTTP/1.1" status: 200 len: 834 time: 0.0563450 Dec 21 22:37:02.207621 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-52deed0f-beee-4444-aa68-f4d7c8c854de req-13be6bc4-9803-40ce-98a7-16031b5592fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=20270d2d-ffac-4832-b958-bbbf42f9c145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697541 Dec 21 22:37:02.208951 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:02.341820 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-52deed0f-beee-4444-aa68-f4d7c8c854de req-284c0fc4-c636-4817-982e-6b140bf8233f service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260130 Dec 21 22:37:02.474276 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-52deed0f-beee-4444-aa68-f4d7c8c854de req-f2580251-3f58-49cd-9267-50d9196943f3 service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266599 Dec 21 22:37:09.339021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41592) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:09.444149 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-92551a29-9f5d-4abd-9147-db7de134b923 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/80613359-7bd6-4830-86b8-dd18fc3d984a HTTP/1.1" status: 200 len: 992 time: 0.1039948 Dec 21 22:37:11.025046 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41604) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:11.031264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:11.146201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:11.356142 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 1e127815-d9cc-4147-bd65-431c904ace68, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1e127815-d9cc-4147-bd65-431c904ace68,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:37:11.381898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:11.454304 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:11.523110 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:11.523732 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:11.525025 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/ports/1e127815-d9cc-4147-bd65-431c904ace68 HTTP/1.1" status: 200 len: 938 time: 0.4990191 Dec 21 22:37:11.525551 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae247289-082a-4322-ae83-14c47955530f', 'tag': '1e127815-d9cc-4147-bd65-431c904ace68'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:37:11.550952 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=1e127815-d9cc-4147-bd65-431c904ace68,revision_number=6']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:11.559938 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:11.560277 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:11.560608 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:11.560936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:11.561262 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:11.561585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:11.561905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:11.562275 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:11.562595 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:11.562909 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:11.563306 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050a8ad-07c2-4017-97a6-52505e5728da tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:11.591549 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae247289-082a-4322-ae83-14c47955530f', 'tag': '1e127815-d9cc-4147-bd65-431c904ace68', 'status': 'completed', 'code': 200} Dec 21 22:37:11.687751 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-40bbdad5-b388-40b5-94b4-29940d34aba8 req-4e54a960-f7f4-4095-b0f2-81037092721f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 1099 time: 0.0742252 Dec 21 22:37:11.796804 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7b99ca6e-07b4-4e42-ae54-caddfd1799b9 None None] Provisioning complete for port 1e127815-d9cc-4147-bd65-431c904ace68 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:37:11.797415 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7b99ca6e-07b4-4e42-ae54-caddfd1799b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:11.824361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbdad5-b388-40b5-94b4-29940d34aba8 req-03f7b7a1-b1e3-443c-9027-8e6580c73c04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:11.826633 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-40bbdad5-b388-40b5-94b4-29940d34aba8 req-03f7b7a1-b1e3-443c-9027-8e6580c73c04 service neutron] 10.222.0.49 "GET /v2.0/networks?id=20270d2d-ffac-4832-b958-bbbf42f9c145 HTTP/1.1" status: 200 len: 897 time: 0.1284218 Dec 21 22:37:11.854711 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-7b99ca6e-07b4-4e42-ae54-caddfd1799b9 None None] Port 1e127815-d9cc-4147-bd65-431c904ace68 is administratively disabled so it will not transition to active. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Dec 21 22:37:11.932325 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-40bbdad5-b388-40b5-94b4-29940d34aba8 req-9c1eecbe-a781-4913-a5f1-7374740f4a15 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e127815-d9cc-4147-bd65-431c904ace68 HTTP/1.1" status: 200 len: 1001 time: 0.0950878 Dec 21 22:37:11.994806 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbdad5-b388-40b5-94b4-29940d34aba8 req-280f0fb7-0d34-401d-8816-eb97b5aedbbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:11.996162 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-40bbdad5-b388-40b5-94b4-29940d34aba8 req-280f0fb7-0d34-401d-8816-eb97b5aedbbc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdf81276-e1d7-41d1-bf02-5ab18023f442 HTTP/1.1" status: 200 len: 834 time: 0.0552583 Dec 21 22:37:12.071064 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-40bbdad5-b388-40b5-94b4-29940d34aba8 req-a69ac829-e2bc-4fba-8159-d2b161a06a92 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=20270d2d-ffac-4832-b958-bbbf42f9c145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663068 Dec 21 22:37:12.203599 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-40bbdad5-b388-40b5-94b4-29940d34aba8 req-092cf647-3ee4-440a-9f55-a37e80c2b456 service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227338 Dec 21 22:37:12.338678 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-40bbdad5-b388-40b5-94b4-29940d34aba8 req-74408726-968b-493e-9a2f-ad36ae20791d service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238785 Dec 21 22:37:14.986523 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41614) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:14.992418 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-10c3329d-2603-448f-a9af-02d485ede57e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:15.104589 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-10c3329d-2603-448f-a9af-02d485ede57e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:15.392143 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-10c3329d-2603-448f-a9af-02d485ede57e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 1e127815-d9cc-4147-bd65-431c904ace68, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1e127815-d9cc-4147-bd65-431c904ace68,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:37:15.414614 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:15.416057 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-10c3329d-2603-448f-a9af-02d485ede57e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:15.474373 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-10c3329d-2603-448f-a9af-02d485ede57e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:15.547171 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c3329d-2603-448f-a9af-02d485ede57e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:15.547796 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-10c3329d-2603-448f-a9af-02d485ede57e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:15.549189 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-10c3329d-2603-448f-a9af-02d485ede57e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/ports/1e127815-d9cc-4147-bd65-431c904ace68 HTTP/1.1" status: 200 len: 937 time: 0.5617030 Dec 21 22:37:15.549826 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae247289-082a-4322-ae83-14c47955530f', 'tag': '1e127815-d9cc-4147-bd65-431c904ace68'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:37:15.552226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41618) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:15.567724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3329d-2603-448f-a9af-02d485ede57e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=1e127815-d9cc-4147-bd65-431c904ace68,revision_number=7']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:15.617396 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae247289-082a-4322-ae83-14c47955530f', 'tag': '1e127815-d9cc-4147-bd65-431c904ace68', 'status': 'completed', 'code': 200} Dec 21 22:37:15.799040 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5437c8cc-6e4d-4b6e-a55b-286371f75fd9 None None] Provisioning complete for port 1e127815-d9cc-4147-bd65-431c904ace68 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:37:15.799324 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5437c8cc-6e4d-4b6e-a55b-286371f75fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:15.816957 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-17b5c33c-d0ba-4b91-86a0-6b825e93a050 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/80613359-7bd6-4830-86b8-dd18fc3d984a HTTP/1.1" status: 200 len: 992 time: 0.2636237 Dec 21 22:37:15.828199 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['1e127815-d9cc-4147-bd65-431c904ace68'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:37:15.838200 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-302a184d-c7fc-4cf5-90fd-cf672611641f req-bb0464ad-df31-4b03-ba40-bdeadd014172 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 1098 time: 0.1941273 Dec 21 22:37:15.985222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a184d-c7fc-4cf5-90fd-cf672611641f req-e404f6dc-b885-4c83-a30b-ac30cfa08561 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:15.986767 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-302a184d-c7fc-4cf5-90fd-cf672611641f req-e404f6dc-b885-4c83-a30b-ac30cfa08561 service neutron] 10.222.0.49 "GET /v2.0/networks?id=20270d2d-ffac-4832-b958-bbbf42f9c145 HTTP/1.1" status: 200 len: 897 time: 0.1417150 Dec 21 22:37:16.093262 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-302a184d-c7fc-4cf5-90fd-cf672611641f req-1f5b1c4b-f100-48e5-ac2b-793823e3b2c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e127815-d9cc-4147-bd65-431c904ace68 HTTP/1.1" status: 200 len: 1000 time: 0.0989401 Dec 21 22:37:16.158523 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a184d-c7fc-4cf5-90fd-cf672611641f req-3c4ef182-1b6c-40d4-8094-cd35d35ca5c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:16.159943 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-302a184d-c7fc-4cf5-90fd-cf672611641f req-3c4ef182-1b6c-40d4-8094-cd35d35ca5c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdf81276-e1d7-41d1-bf02-5ab18023f442 HTTP/1.1" status: 200 len: 834 time: 0.0574336 Dec 21 22:37:16.236528 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-302a184d-c7fc-4cf5-90fd-cf672611641f req-8d154eb9-f71a-48f6-bf2c-fdbcb41a6046 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=20270d2d-ffac-4832-b958-bbbf42f9c145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691040 Dec 21 22:37:16.375644 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-302a184d-c7fc-4cf5-90fd-cf672611641f req-d529a7a5-485d-46e2-9fc7-5babd9a335ac service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305692 Dec 21 22:37:16.507354 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-302a184d-c7fc-4cf5-90fd-cf672611641f req-5fb387a1-2bd3-471e-9620-263f5f2deb0c service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245925 Dec 21 22:37:18.756772 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41632) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:18.953841 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port c9c636e1-5e60-4721-bd95-b80225f85d31 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:37:18.954199 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:19.115206 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:19.115420 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:19.235617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for c9c636e1-5e60-4721-bd95-b80225f85d31 owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:37:19.448669 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:19.495902 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=c9c636e1-5e60-4721-bd95-b80225f85d31,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:19.533550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:19.533889 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:19.534244 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:19.534575 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:19.534894 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:19.535213 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:19.535527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:19.535841 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:19.536153 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:19.536464 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:19.536773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:19.594992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:20.066212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 55accd98-dbdf-48fd-bbc9-d8aec1b080de has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:37:20.258544 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:37:20.270400 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3f501-1d10-44d8-b477-db4bb4d08d4c None None] Sync routers for ids ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:37:20.282985 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3f501-1d10-44d8-b477-db4bb4d08d4c None None] Routers {'55accd98-dbdf-48fd-bbc9-d8aec1b080de'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:37:20.283589 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-98f3f501-1d10-44d8-b477-db4bb4d08d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:37:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:20.371239 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:20.429922 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1f3a6a7c-0e5b-4f85-91a2-3c431c064a8a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/floatingips/2280dc4e-4ea8-4166-acd4-1b13ae0c0d53 HTTP/1.1" status: 204 len: 168 time: 1.6720877 Dec 21 22:37:20.430513 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b932ec57-7bed-46a1-9563-a5be0a05f92f', 'tag': 'a1824f2d-46ca-4ec8-a437-9edac783a4e0'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:37:20.462960 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-98f3f501-1d10-44d8-b477-db4bb4d08d4c None None] Set router 55accd98-dbdf-48fd-bbc9-d8aec1b080de gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:37:20.573767 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b932ec57-7bed-46a1-9563-a5be0a05f92f', 'tag': 'a1824f2d-46ca-4ec8-a437-9edac783a4e0', 'status': 'completed', 'code': 200} Dec 21 22:37:20.671207 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a8ed0254-e8b3-44bb-af72-cb92ae4b6f2f req-d42252d6-82d5-4073-ad28-18e0f5f4748e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 1098 time: 0.0690088 Dec 21 22:37:20.814074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed0254-e8b3-44bb-af72-cb92ae4b6f2f req-fb6af87b-5191-4449-abed-1977e2edc23f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:20.816100 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a8ed0254-e8b3-44bb-af72-cb92ae4b6f2f req-fb6af87b-5191-4449-abed-1977e2edc23f service neutron] 10.222.0.49 "GET /v2.0/networks?id=20270d2d-ffac-4832-b958-bbbf42f9c145 HTTP/1.1" status: 200 len: 897 time: 0.1340888 Dec 21 22:37:20.855356 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-98f3f501-1d10-44d8-b477-db4bb4d08d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '80613359-7bd6-4830-86b8-dd18fc3d984a', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.40', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'port_id': '1e127815-d9cc-4147-bd65-431c904ace68', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'mac_address': 'fa:16:3e:36:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae247289-082a-4322-ae83-14c47955530f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:36:13Z', 'updated_at': '2021-12-21T22:36:16Z', 'revision_number': 1, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020df3e8-c2b7-4f9b-a7d9-9890c24931f1', 'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:bc:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:51Z', 'updated_at': '2021-12-21T22:35:57Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:20.859849 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3f501-1d10-44d8-b477-db4bb4d08d4c None None] Checking router: 55accd98-dbdf-48fd-bbc9-d8aec1b080de for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:37:20.870268 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3f501-1d10-44d8-b477-db4bb4d08d4c None None] Routers {'55accd98-dbdf-48fd-bbc9-d8aec1b080de'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:37:20.870854 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-98f3f501-1d10-44d8-b477-db4bb4d08d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:37:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:20.890162 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a8ed0254-e8b3-44bb-af72-cb92ae4b6f2f req-9e14d36e-e2a7-4d3a-8904-6b374d8f09d1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1824f2d-46ca-4ec8-a437-9edac783a4e0 HTTP/1.1" status: 200 len: 217 time: 0.0650706 Dec 21 22:37:20.957544 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed0254-e8b3-44bb-af72-cb92ae4b6f2f req-17fbf418-56f2-4c05-9589-97a715a62010 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:20.959204 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a8ed0254-e8b3-44bb-af72-cb92ae4b6f2f req-17fbf418-56f2-4c05-9589-97a715a62010 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdf81276-e1d7-41d1-bf02-5ab18023f442 HTTP/1.1" status: 200 len: 834 time: 0.0601709 Dec 21 22:37:21.037333 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a8ed0254-e8b3-44bb-af72-cb92ae4b6f2f req-1183cad5-a28e-44ba-9a15-c3943c1c96ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=20270d2d-ffac-4832-b958-bbbf42f9c145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702267 Dec 21 22:37:21.056112 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-98f3f501-1d10-44d8-b477-db4bb4d08d4c None None] Set router 55accd98-dbdf-48fd-bbc9-d8aec1b080de gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:37:21.071625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e8992-9c0f-4970-b1ae-6d35cf6e5bcd req-20ef916e-66e5-494e-b64b-312606e0d907 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:21.073127 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bf9e8992-9c0f-4970-b1ae-6d35cf6e5bcd req-20ef916e-66e5-494e-b64b-312606e0d907 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 945 time: 0.0812404 Dec 21 22:37:21.120114 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bf9e8992-9c0f-4970-b1ae-6d35cf6e5bcd req-3240fadc-6422-4a4d-b2df-c5a2ee16e87b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409598 Dec 21 22:37:21.186308 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a8ed0254-e8b3-44bb-af72-cb92ae4b6f2f req-4c167672-2c3a-476c-a836-9356b56a9c8f service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407301 Dec 21 22:37:21.323926 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a8ed0254-e8b3-44bb-af72-cb92ae4b6f2f req-920cbf92-e569-47a9-bb04-66b472c9080c service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302013 Dec 21 22:37:21.416131 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-98f3f501-1d10-44d8-b477-db4bb4d08d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '80613359-7bd6-4830-86b8-dd18fc3d984a', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.40', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'port_id': '1e127815-d9cc-4147-bd65-431c904ace68', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'mac_address': 'fa:16:3e:36:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae247289-082a-4322-ae83-14c47955530f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:36:13Z', 'updated_at': '2021-12-21T22:36:16Z', 'revision_number': 1, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020df3e8-c2b7-4f9b-a7d9-9890c24931f1', 'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:bc:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:51Z', 'updated_at': '2021-12-21T22:35:57Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:21.420145 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f3f501-1d10-44d8-b477-db4bb4d08d4c None None] The sync data for ids ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'] in dv-neutron-822520-1-hyperv is: [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '80613359-7bd6-4830-86b8-dd18fc3d984a', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.40', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'port_id': '1e127815-d9cc-4147-bd65-431c904ace68', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'mac_address': 'fa:16:3e:36:cc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae247289-082a-4322-ae83-14c47955530f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:36:13Z', 'updated_at': '2021-12-21T22:36:16Z', 'revision_number': 1, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '020df3e8-c2b7-4f9b-a7d9-9890c24931f1', 'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:bc:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:51Z', 'updated_at': '2021-12-21T22:35:57Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:37:21.645098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2411da6-2e27-46ba-b16c-fa6914db406a None None] New status for floating IP 2280dc4e-4ea8-4166-acd4-1b13ae0c0d53: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:37:22.324592 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38857410-fe97-47d5-994a-282eb99be8dc req-c52dae21-4c99-4505-8ce7-0b7e0d810e0d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:22.326194 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-38857410-fe97-47d5-994a-282eb99be8dc req-c52dae21-4c99-4505-8ce7-0b7e0d810e0d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:37:22.402732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-38857410-fe97-47d5-994a-282eb99be8dc req-c52dae21-4c99-4505-8ce7-0b7e0d810e0d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:37:22.403918 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-38857410-fe97-47d5-994a-282eb99be8dc req-c52dae21-4c99-4505-8ce7-0b7e0d810e0d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 945 time: 0.1584835 Dec 21 22:37:22.451431 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-38857410-fe97-47d5-994a-282eb99be8dc req-b56b4e1d-486d-45ef-ab9a-22363161ad91 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415773 Dec 21 22:37:22.539818 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebfb43-7a76-4a90-8945-fac9029048b0 req-256579ce-4697-4663-83cc-7958f0f27e9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:22.541208 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c4ebfb43-7a76-4a90-8945-fac9029048b0 req-256579ce-4697-4663-83cc-7958f0f27e9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 945 time: 0.0745220 Dec 21 22:37:22.703722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-c4ebfb43-7a76-4a90-8945-fac9029048b0 req-34cbf6fb-8791-47b5-9a90-93924311b369 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port a1824f2d-46ca-4ec8-a437-9edac783a4e0 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:37:22.703963 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c4ebfb43-7a76-4a90-8945-fac9029048b0 req-34cbf6fb-8791-47b5-9a90-93924311b369 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:22.937365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-c4ebfb43-7a76-4a90-8945-fac9029048b0 req-34cbf6fb-8791-47b5-9a90-93924311b369 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port a1824f2d-46ca-4ec8-a437-9edac783a4e0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=a1824f2d-46ca-4ec8-a437-9edac783a4e0,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:37:22.937711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c4ebfb43-7a76-4a90-8945-fac9029048b0 req-34cbf6fb-8791-47b5-9a90-93924311b369 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:23.053842 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-c4ebfb43-7a76-4a90-8945-fac9029048b0 req-34cbf6fb-8791-47b5-9a90-93924311b369 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for a1824f2d-46ca-4ec8-a437-9edac783a4e0 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:37:23.268482 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c4ebfb43-7a76-4a90-8945-fac9029048b0 req-34cbf6fb-8791-47b5-9a90-93924311b369 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:23.317795 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbf6fb-8791-47b5-9a90-93924311b369 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=a1824f2d-46ca-4ec8-a437-9edac783a4e0,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:23.391542 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ebfb43-7a76-4a90-8945-fac9029048b0 req-34cbf6fb-8791-47b5-9a90-93924311b369 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] No DVR routers for this DVR port a1824f2d-46ca-4ec8-a437-9edac783a4e0 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:37:23.393826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c4ebfb43-7a76-4a90-8945-fac9029048b0 req-34cbf6fb-8791-47b5-9a90-93924311b369 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:23.396232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b932ec57-7bed-46a1-9563-a5be0a05f92f', 'name': 'network-vif-deleted', 'tag': 'a1824f2d-46ca-4ec8-a437-9edac783a4e0'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:37:23.453100 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b932ec57-7bed-46a1-9563-a5be0a05f92f', 'name': 'network-vif-deleted', 'tag': 'a1824f2d-46ca-4ec8-a437-9edac783a4e0', 'status': 'completed', 'code': 200} Dec 21 22:37:23.498119 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c4ebfb43-7a76-4a90-8945-fac9029048b0 req-34cbf6fb-8791-47b5-9a90-93924311b369 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "DELETE /v2.0/ports/a1824f2d-46ca-4ec8-a437-9edac783a4e0 HTTP/1.1" status: 204 len: 173 time: 0.9484551 Dec 21 22:37:23.612336 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-8c48defd-a295-47a6-92d8-9bfea20fc697 req-928828f4-d5be-41e9-838f-03b3c0dec78e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:37:23.691157 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-8c48defd-a295-47a6-92d8-9bfea20fc697 req-928828f4-d5be-41e9-838f-03b3c0dec78e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:37:23.693904 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8c48defd-a295-47a6-92d8-9bfea20fc697 req-928828f4-d5be-41e9-838f-03b3c0dec78e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=b932ec57-7bed-46a1-9563-a5be0a05f92f HTTP/1.1" status: 200 len: 210 time: 0.1223316 Dec 21 22:37:24.797992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41652) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:24.867668 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cdbb407e-cf1b-4e9a-8681-bebd2763c6de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:24.895819 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cdbb407e-cf1b-4e9a-8681-bebd2763c6de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:25.022878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cdbb407e-cf1b-4e9a-8681-bebd2763c6de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:25.041456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb407e-cf1b-4e9a-8681-bebd2763c6de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:25.119096 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-cdbb407e-cf1b-4e9a-8681-bebd2763c6de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:25.120211 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-cdbb407e-cf1b-4e9a-8681-bebd2763c6de tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/security-groups/3d321f0d-d1d8-4cc4-9809-37fa7dde4c3c HTTP/1.1" status: 204 len: 168 time: 0.3212025 Dec 21 22:37:25.229357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41658) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:25.426040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-894a4b9b-44e9-46d4-b09a-c6863d590bae tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 0dfafa02-ba88-4dcb-8534-fa48c3ba757a {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:37:25.426391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-894a4b9b-44e9-46d4-b09a-c6863d590bae tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:25.594235 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-894a4b9b-44e9-46d4-b09a-c6863d590bae tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:25.594483 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-894a4b9b-44e9-46d4-b09a-c6863d590bae tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:25.710536 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-894a4b9b-44e9-46d4-b09a-c6863d590bae tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 0dfafa02-ba88-4dcb-8534-fa48c3ba757a owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:37:25.782846 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device a1824f2d-46ca-4ec8-a437-9edac783a4e0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:37:25.814912 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: a1824f2d-46ca-4ec8-a437-9edac783a4e0 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:37:25.815259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device a1824f2d-46ca-4ec8-a437-9edac783a4e0 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:37:25.997369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-894a4b9b-44e9-46d4-b09a-c6863d590bae tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:26.040454 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a4b9b-44e9-46d4-b09a-c6863d590bae tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=0dfafa02-ba88-4dcb-8534-fa48c3ba757a,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:26.130688 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-894a4b9b-44e9-46d4-b09a-c6863d590bae tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:26.518502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894a4b9b-44e9-46d4-b09a-c6863d590bae tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 55accd98-dbdf-48fd-bbc9-d8aec1b080de has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:37:26.717088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894a4b9b-44e9-46d4-b09a-c6863d590bae tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:37:26.726208 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440815aa-d3fc-4ba9-870c-55cf29ddd8fe None None] Sync routers for ids ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:37:26.738427 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440815aa-d3fc-4ba9-870c-55cf29ddd8fe None None] Routers {'55accd98-dbdf-48fd-bbc9-d8aec1b080de'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:37:26.740481 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-440815aa-d3fc-4ba9-870c-55cf29ddd8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:37:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:26.794427 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-894a4b9b-44e9-46d4-b09a-c6863d590bae tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:26.847019 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-894a4b9b-44e9-46d4-b09a-c6863d590bae tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/floatingips/80613359-7bd6-4830-86b8-dd18fc3d984a HTTP/1.1" status: 204 len: 168 time: 1.6165195 Dec 21 22:37:26.847583 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae247289-082a-4322-ae83-14c47955530f', 'tag': '1e127815-d9cc-4147-bd65-431c904ace68'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:37:26.903823 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae247289-082a-4322-ae83-14c47955530f', 'tag': '1e127815-d9cc-4147-bd65-431c904ace68', 'status': 'completed', 'code': 200} Dec 21 22:37:26.919407 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-440815aa-d3fc-4ba9-870c-55cf29ddd8fe None None] Set router 55accd98-dbdf-48fd-bbc9-d8aec1b080de gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:37:27.004754 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f6ec1177-a8b3-4dfe-ab8e-e3fcfd890113 req-a1df00a9-dcf8-42fc-bd93-b6622c57990d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 1098 time: 0.0712290 Dec 21 22:37:27.142834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec1177-a8b3-4dfe-ab8e-e3fcfd890113 req-028835ae-58f6-4381-a39e-bbfd1c3174e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:27.144278 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f6ec1177-a8b3-4dfe-ab8e-e3fcfd890113 req-028835ae-58f6-4381-a39e-bbfd1c3174e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=20270d2d-ffac-4832-b958-bbbf42f9c145 HTTP/1.1" status: 200 len: 897 time: 0.1301687 Dec 21 22:37:27.228373 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f6ec1177-a8b3-4dfe-ab8e-e3fcfd890113 req-b83e6e32-da01-4cc8-ac7c-0275566ab997 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e127815-d9cc-4147-bd65-431c904ace68 HTTP/1.1" status: 200 len: 217 time: 0.0755408 Dec 21 22:37:27.234909 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-440815aa-d3fc-4ba9-870c-55cf29ddd8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '020df3e8-c2b7-4f9b-a7d9-9890c24931f1', 'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:bc:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:51Z', 'updated_at': '2021-12-21T22:35:57Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:27.238839 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440815aa-d3fc-4ba9-870c-55cf29ddd8fe None None] Checking router: 55accd98-dbdf-48fd-bbc9-d8aec1b080de for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:37:27.250204 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440815aa-d3fc-4ba9-870c-55cf29ddd8fe None None] Routers {'55accd98-dbdf-48fd-bbc9-d8aec1b080de'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:37:27.250800 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-440815aa-d3fc-4ba9-870c-55cf29ddd8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:37:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:27.305651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec1177-a8b3-4dfe-ab8e-e3fcfd890113 req-fb99d01c-a278-4e08-a63d-798a5c57ac95 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:27.307746 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f6ec1177-a8b3-4dfe-ab8e-e3fcfd890113 req-fb99d01c-a278-4e08-a63d-798a5c57ac95 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bdf81276-e1d7-41d1-bf02-5ab18023f442 HTTP/1.1" status: 200 len: 834 time: 0.0693939 Dec 21 22:37:27.328479 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-73c1a6fb-3e41-46ad-ad10-4a3bf58cd5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:27.408259 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f6ec1177-a8b3-4dfe-ab8e-e3fcfd890113 req-0ddc6821-0fec-4629-83c9-a82412e49a3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=20270d2d-ffac-4832-b958-bbbf42f9c145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0914402 Dec 21 22:37:27.491414 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-440815aa-d3fc-4ba9-870c-55cf29ddd8fe None None] Set router 55accd98-dbdf-48fd-bbc9-d8aec1b080de gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:37:27.564561 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f6ec1177-a8b3-4dfe-ab8e-e3fcfd890113 req-3d61e981-f13b-4027-ac95-3cef973c317e service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480756 Dec 21 22:37:27.812662 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-440815aa-d3fc-4ba9-870c-55cf29ddd8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '020df3e8-c2b7-4f9b-a7d9-9890c24931f1', 'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:bc:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:51Z', 'updated_at': '2021-12-21T22:35:57Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:27.816559 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440815aa-d3fc-4ba9-870c-55cf29ddd8fe None None] The sync data for ids ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'] in dv-neutron-822520-1-hyperv is: [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '020df3e8-c2b7-4f9b-a7d9-9890c24931f1', 'name': '', 'network_id': '20270d2d-ffac-4832-b958-bbbf42f9c145', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:bc:60:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:51Z', 'updated_at': '2021-12-21T22:35:57Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': 'bdf81276-e1d7-41d1-bf02-5ab18023f442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:37:27.855847 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f6ec1177-a8b3-4dfe-ab8e-e3fcfd890113 req-c7e784ee-09b6-498b-b51b-bd78d9cb0e3c service neutron] 10.222.0.49 "GET /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839594 Dec 21 22:37:27.865663 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d08ef-4dd3-46ce-9519-92ab69e7db18 req-6d5eb72a-e53c-4dd8-9dc8-6542bed55128 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:27.866358 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-db7d08ef-4dd3-46ce-9519-92ab69e7db18 req-6d5eb72a-e53c-4dd8-9dc8-6542bed55128 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:37:27.965380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-db7d08ef-4dd3-46ce-9519-92ab69e7db18 req-6d5eb72a-e53c-4dd8-9dc8-6542bed55128 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:37:27.967355 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-db7d08ef-4dd3-46ce-9519-92ab69e7db18 req-6d5eb72a-e53c-4dd8-9dc8-6542bed55128 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 945 time: 0.3778262 Dec 21 22:37:28.017621 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-db7d08ef-4dd3-46ce-9519-92ab69e7db18 req-16529e2a-4703-4879-b77a-904e96c2c5bf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:37:28.033090 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e444a1-d657-45a0-8069-e36c9431a47b None None] New status for floating IP 80613359-7bd6-4830-86b8-dd18fc3d984a: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:37:28.102971 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-db7d08ef-4dd3-46ce-9519-92ab69e7db18 req-16529e2a-4703-4879-b77a-904e96c2c5bf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:37:28.104054 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-db7d08ef-4dd3-46ce-9519-92ab69e7db18 req-16529e2a-4703-4879-b77a-904e96c2c5bf tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07837ec-85fe-4be7-9171-d456c6f90d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312604 Dec 21 22:37:29.082721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5b106-5aa3-4b55-8735-3e21487b6631 req-9ac30b4c-4b7f-4298-9c4c-0676584b6737 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:29.084717 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0ec5b106-5aa3-4b55-8735-3e21487b6631 req-9ac30b4c-4b7f-4298-9c4c-0676584b6737 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 945 time: 0.0819068 Dec 21 22:37:29.175775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-0ec5b106-5aa3-4b55-8735-3e21487b6631 req-2ac485c3-7ae5-490a-81fc-b11a609d846b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 1e127815-d9cc-4147-bd65-431c904ace68 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:37:29.176333 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-0ec5b106-5aa3-4b55-8735-3e21487b6631 req-2ac485c3-7ae5-490a-81fc-b11a609d846b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:29.397893 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fab31a-aaea-4560-b9cd-240dab6a9ee7 req-ab3c99c2-accc-4ed5-a31d-23270f740c4e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:29.399370 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-41fab31a-aaea-4560-b9cd-240dab6a9ee7 req-ab3c99c2-accc-4ed5-a31d-23270f740c4e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 945 time: 0.0803294 Dec 21 22:37:29.446006 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-41fab31a-aaea-4560-b9cd-240dab6a9ee7 req-15582f1d-400b-42d9-abbb-0388cb79cd8c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=d07837ec-85fe-4be7-9171-d456c6f90d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406356 Dec 21 22:37:29.483288 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-0ec5b106-5aa3-4b55-8735-3e21487b6631 req-2ac485c3-7ae5-490a-81fc-b11a609d846b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 1e127815-d9cc-4147-bd65-431c904ace68, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=1e127815-d9cc-4147-bd65-431c904ace68,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:37:29.483638 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-0ec5b106-5aa3-4b55-8735-3e21487b6631 req-2ac485c3-7ae5-490a-81fc-b11a609d846b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:29.604709 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-0ec5b106-5aa3-4b55-8735-3e21487b6631 req-2ac485c3-7ae5-490a-81fc-b11a609d846b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 1e127815-d9cc-4147-bd65-431c904ace68 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:37:29.628156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f088210d-5ba6-45bd-9493-2c4a7d006ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:29.816972 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-0ec5b106-5aa3-4b55-8735-3e21487b6631 req-2ac485c3-7ae5-490a-81fc-b11a609d846b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:29.866352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac485c3-7ae5-490a-81fc-b11a609d846b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=1e127815-d9cc-4147-bd65-431c904ace68,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:29.939025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec5b106-5aa3-4b55-8735-3e21487b6631 req-2ac485c3-7ae5-490a-81fc-b11a609d846b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] No DVR routers for this DVR port 1e127815-d9cc-4147-bd65-431c904ace68 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:37:29.941333 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-0ec5b106-5aa3-4b55-8735-3e21487b6631 req-2ac485c3-7ae5-490a-81fc-b11a609d846b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:29.943744 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae247289-082a-4322-ae83-14c47955530f', 'name': 'network-vif-deleted', 'tag': '1e127815-d9cc-4147-bd65-431c904ace68'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:37:29.998068 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae247289-082a-4322-ae83-14c47955530f', 'name': 'network-vif-deleted', 'tag': '1e127815-d9cc-4147-bd65-431c904ace68', 'status': 'completed', 'code': 200} Dec 21 22:37:30.023072 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0ec5b106-5aa3-4b55-8735-3e21487b6631 req-2ac485c3-7ae5-490a-81fc-b11a609d846b tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "DELETE /v2.0/ports/1e127815-d9cc-4147-bd65-431c904ace68 HTTP/1.1" status: 204 len: 173 time: 0.9295576 Dec 21 22:37:30.626706 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-de22fe5c-b338-46ae-bcb1-1d78848cb055 req-e7fb3105-aa21-47d3-9c22-f9eab01ab0d1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae247289-082a-4322-ae83-14c47955530f HTTP/1.1" status: 200 len: 210 time: 0.0402956 Dec 21 22:37:30.731928 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:30.782925 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:31.730987 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41676) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:31.792091 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 1e127815-d9cc-4147-bd65-431c904ace68 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:37:31.797766 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d7a5c51a-0b5e-41ab-b024-d6ce27f6eb61 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:31.827780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 1e127815-d9cc-4147-bd65-431c904ace68 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:37:31.828121 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 1e127815-d9cc-4147-bd65-431c904ace68 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:37:31.830905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d7a5c51a-0b5e-41ab-b024-d6ce27f6eb61 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:31.959300 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d7a5c51a-0b5e-41ab-b024-d6ce27f6eb61 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:31.978591 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5c51a-0b5e-41ab-b024-d6ce27f6eb61 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07837ec-85fe-4be7-9171-d456c6f90d9a,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:32.041227 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d7a5c51a-0b5e-41ab-b024-d6ce27f6eb61 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:32.042391 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d7a5c51a-0b5e-41ab-b024-d6ce27f6eb61 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/security-groups/d07837ec-85fe-4be7-9171-d456c6f90d9a HTTP/1.1" status: 204 len: 168 time: 0.3103852 Dec 21 22:37:32.172543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41682) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:32.234383 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:32.571028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b4617744-2a10-4dec-beee-e5363266cbee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:33.265468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-b4617744-2a10-4dec-beee-e5363266cbee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:37:33.266157 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b4617744-2a10-4dec-beee-e5363266cbee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:33.455191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-b4617744-2a10-4dec-beee-e5363266cbee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 020df3e8-c2b7-4f9b-a7d9-9890c24931f1, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=020df3e8-c2b7-4f9b-a7d9-9890c24931f1,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:37:33.455535 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b4617744-2a10-4dec-beee-e5363266cbee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:33.579834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-b4617744-2a10-4dec-beee-e5363266cbee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:37:33.814067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b4617744-2a10-4dec-beee-e5363266cbee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:33.863385 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4617744-2a10-4dec-beee-e5363266cbee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=020df3e8-c2b7-4f9b-a7d9-9890c24931f1,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:34.165247 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b4617744-2a10-4dec-beee-e5363266cbee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:34.719753 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:37:34.894789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4617744-2a10-4dec-beee-e5363266cbee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 55accd98-dbdf-48fd-bbc9-d8aec1b080de has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:37:35.094276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4617744-2a10-4dec-beee-e5363266cbee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:37:35.103558 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecfda34-b864-44e8-8126-e903a36f839f None None] Sync routers for ids ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:37:35.106606 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b4617744-2a10-4dec-beee-e5363266cbee tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/55accd98-dbdf-48fd-bbc9-d8aec1b080de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9328406 Dec 21 22:37:35.109166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41686) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:35.117819 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecfda34-b864-44e8-8126-e903a36f839f None None] Routers {'55accd98-dbdf-48fd-bbc9-d8aec1b080de'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:37:35.118481 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1ecfda34-b864-44e8-8126-e903a36f839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:37:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:35.299261 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-1ecfda34-b864-44e8-8126-e903a36f839f None None] Set router 55accd98-dbdf-48fd-bbc9-d8aec1b080de gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:37:35.312048 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae71b2d-e1d5-4040-82cc-35515da24de8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting subnet bdf81276-e1d7-41d1-bf02-5ab18023f442 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:37:35.315424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9ae71b2d-e1d5-4040-82cc-35515da24de8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:35.376744 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9ae71b2d-e1d5-4040-82cc-35515da24de8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:35.464285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9ae71b2d-e1d5-4040-82cc-35515da24de8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:35.594504 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9ae71b2d-e1d5-4040-82cc-35515da24de8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:35.598661 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1ecfda34-b864-44e8-8126-e903a36f839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:37:33Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:35.602535 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecfda34-b864-44e8-8126-e903a36f839f None None] Checking router: 55accd98-dbdf-48fd-bbc9-d8aec1b080de for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:37:35.614744 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecfda34-b864-44e8-8126-e903a36f839f None None] Routers {'55accd98-dbdf-48fd-bbc9-d8aec1b080de'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:37:35.615326 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1ecfda34-b864-44e8-8126-e903a36f839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:37:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:35.635985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae71b2d-e1d5-4040-82cc-35515da24de8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Subnet': ['ID=bdf81276-e1d7-41d1-bf02-5ab18023f442,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:35.641558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9ae71b2d-e1d5-4040-82cc-35515da24de8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:35.649005 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9ae71b2d-e1d5-4040-82cc-35515da24de8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/subnets/bdf81276-e1d7-41d1-bf02-5ab18023f442 HTTP/1.1" status: 204 len: 168 time: 0.5388675 Dec 21 22:37:35.649157 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eb17c0-f12c-45c4-80fd-fb4dde5ebf73 None None] Network 20270d2d-ffac-4832-b958-bbbf42f9c145 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:37:35.651734 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41690) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:35.805012 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-1ecfda34-b864-44e8-8126-e903a36f839f None None] Set router 55accd98-dbdf-48fd-bbc9-d8aec1b080de gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:37:35.863789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d837ae8d-e605-4eca-89fb-b219936d6d6f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:35.908137 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] DHCP port deletion for 20270d2d-ffac-4832-b958-bbbf42f9c145 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:37:35.912248 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] Deleting port 726a09b7-69ee-4668-a1f3-45f169593b91 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:37:35.912609 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:36.084135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d837ae8d-e605-4eca-89fb-b219936d6d6f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:36.123142 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] For port 726a09b7-69ee-4668-a1f3-45f169593b91, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=726a09b7-69ee-4668-a1f3-45f169593b91,segment=NetworkSegment(c8bd4751-5ce7-40e0-a11a-967092601a77),segment_id=c8bd4751-5ce7-40e0-a11a-967092601a77)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:37:36.123513 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:36.131957 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1ecfda34-b864-44e8-8126-e903a36f839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:37:33Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:36.136250 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecfda34-b864-44e8-8126-e903a36f839f None None] The sync data for ids ['55accd98-dbdf-48fd-bbc9-d8aec1b080de'] in dv-neutron-822520-1-hyperv is: [{'id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'name': 'tempest-TestNetworkBasicOps-router-225733859', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170'}], 'enable_snat': True}, 'gw_port_id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:37:33Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'fd3438e3-5d2b-4cb0-a06b-cf5b181b717c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55accd98-dbdf-48fd-bbc9-d8aec1b080de', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:35:47Z', 'updated_at': '2021-12-21T22:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:37:36.157244 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-d837ae8d-e605-4eca-89fb-b219936d6d6f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port fd3438e3-5d2b-4cb0-a06b-cf5b181b717c {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:37:36.157661 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d837ae8d-e605-4eca-89fb-b219936d6d6f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:36.245644 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] Calling delete_port for 726a09b7-69ee-4668-a1f3-45f169593b91 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:37:36.425648 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:36.449136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-d837ae8d-e605-4eca-89fb-b219936d6d6f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port fd3438e3-5d2b-4cb0-a06b-cf5b181b717c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=fd3438e3-5d2b-4cb0-a06b-cf5b181b717c,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:37:36.449524 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d837ae8d-e605-4eca-89fb-b219936d6d6f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:36.473629 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] Pushing event deleted for resources: {'Port': ['ID=726a09b7-69ee-4668-a1f3-45f169593b91,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:36.486954 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] No DVR routers for this DVR port 726a09b7-69ee-4668-a1f3-45f169593b91 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:37:36.491662 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:36.492376 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:36.492796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:36.493317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:36.493827 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:36.494366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:36.494878 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:36.495394 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:36.497800 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:36.499186 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:36.499186 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd9f041-605b-480d-a64a-b14cea8ac6bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:36.577029 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-d837ae8d-e605-4eca-89fb-b219936d6d6f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for fd3438e3-5d2b-4cb0-a06b-cf5b181b717c owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:37:36.828121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d837ae8d-e605-4eca-89fb-b219936d6d6f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:36.879505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837ae8d-e605-4eca-89fb-b219936d6d6f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=fd3438e3-5d2b-4cb0-a06b-cf5b181b717c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:37.111279 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d837ae8d-e605-4eca-89fb-b219936d6d6f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:37.387988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d837ae8d-e605-4eca-89fb-b219936d6d6f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:37.392034 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d837ae8d-e605-4eca-89fb-b219936d6d6f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:37.476606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d837ae8d-e605-4eca-89fb-b219936d6d6f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:37.477114 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d837ae8d-e605-4eca-89fb-b219936d6d6f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Fanout notify agent at l3_agent the message router_deleted on router 55accd98-dbdf-48fd-bbc9-d8aec1b080de {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:37:37.492220 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d837ae8d-e605-4eca-89fb-b219936d6d6f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:37.493319 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d837ae8d-e605-4eca-89fb-b219936d6d6f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/routers/55accd98-dbdf-48fd-bbc9-d8aec1b080de HTTP/1.1" status: 204 len: 168 time: 1.8406341 Dec 21 22:37:37.496132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41694) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:37.617670 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2639e8f-c21f-4aba-9efb-00b3ba854ae0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:37.752498 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2639e8f-c21f-4aba-9efb-00b3ba854ae0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:37.779783 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-b2639e8f-c21f-4aba-9efb-00b3ba854ae0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20270d2d-ffac-4832-b958-bbbf42f9c145']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:37.791386 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-b2639e8f-c21f-4aba-9efb-00b3ba854ae0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8bd4751-5ce7-40e0-a11a-967092601a77') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:37.791677 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-b2639e8f-c21f-4aba-9efb-00b3ba854ae0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8bd4751-5ce7-40e0-a11a-967092601a77') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:37.802870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2639e8f-c21f-4aba-9efb-00b3ba854ae0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:37.820604 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2639e8f-c21f-4aba-9efb-00b3ba854ae0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:37.827129 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2639e8f-c21f-4aba-9efb-00b3ba854ae0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:37:37.827540 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2639e8f-c21f-4aba-9efb-00b3ba854ae0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:37:37.842706 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:37:37.961083 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:37:37.988174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2639e8f-c21f-4aba-9efb-00b3ba854ae0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:37.993160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2639e8f-c21f-4aba-9efb-00b3ba854ae0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:37.993880 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:37:37.994252 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 020df3e8-c2b7-4f9b-a7d9-9890c24931f1 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:37:37.994660 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device fd3438e3-5d2b-4cb0-a06b-cf5b181b717c no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:37:38.027979 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: fd3438e3-5d2b-4cb0-a06b-cf5b181b717c {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:37:38.028244 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device fd3438e3-5d2b-4cb0-a06b-cf5b181b717c not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:37:38.028652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 726a09b7-69ee-4668-a1f3-45f169593b91 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:37:38.062257 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 726a09b7-69ee-4668-a1f3-45f169593b91 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:37:38.062603 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 726a09b7-69ee-4668-a1f3-45f169593b91 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:37:38.122806 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2639e8f-c21f-4aba-9efb-00b3ba854ae0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Network': ['ID=20270d2d-ffac-4832-b958-bbbf42f9c145,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:38.203591 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b2639e8f-c21f-4aba-9efb-00b3ba854ae0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/networks/20270d2d-ffac-4832-b958-bbbf42f9c145 HTTP/1.1" status: 204 len: 168 time: 0.7060282 Dec 21 22:37:38.229444 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41698) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:38.236885 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-bfb5bed0-a979-4fac-a8d2-f6f38f1d4c46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'network': {'name': 'tempest-network-smoke--1312976259', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'port_security_enabled': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:38.241886 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bfb5bed0-a979-4fac-a8d2-f6f38f1d4c46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:37:38.245989 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bfb5bed0-a979-4fac-a8d2-f6f38f1d4c46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:network and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:37:38.249473 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bfb5bed0-a979-4fac-a8d2-f6f38f1d4c46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:37:38.255081 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bfb5bed0-a979-4fac-a8d2-f6f38f1d4c46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:37:38.333863 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb5bed0-a979-4fac-a8d2-f6f38f1d4c46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:37:38.336899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfb5bed0-a979-4fac-a8d2-f6f38f1d4c46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:38.365483 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb5bed0-a979-4fac-a8d2-f6f38f1d4c46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:37:38.374774 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfb5bed0-a979-4fac-a8d2-f6f38f1d4c46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:38.375107 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-bfb5bed0-a979-4fac-a8d2-f6f38f1d4c46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Added segment 0513c361-957f-4992-a9c8-fcdc4750af41 of type vlan for network 1aa47ca5-37ea-4886-bdec-f601a101c5b2 Dec 21 22:37:38.399880 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfb5bed0-a979-4fac-a8d2-f6f38f1d4c46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:38.479935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfb5bed0-a979-4fac-a8d2-f6f38f1d4c46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:38.484528 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb5bed0-a979-4fac-a8d2-f6f38f1d4c46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:38.485096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bfb5bed0-a979-4fac-a8d2-f6f38f1d4c46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:38.592998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5bed0-a979-4fac-a8d2-f6f38f1d4c46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Network': ['ID=1aa47ca5-37ea-4886-bdec-f601a101c5b2,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:38.602904 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 1aa47ca5-37ea-4886-bdec-f601a101c5b2 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:37:38.603141 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bfb5bed0-a979-4fac-a8d2-f6f38f1d4c46 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3727441 Dec 21 22:37:38.605851 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41702) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:38.611752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1845400605', 'admin_state_up': True, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:38.618546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:37:38.622917 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:router and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:37:38.625957 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:37:38.631640 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:37:38.711152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:38.712172 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:38.731940 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:38.979111 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:39.220966 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:39.250402 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:39.391290 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.26.3.83 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/bda6039b-d9c5-431a-aa1d-b1cfc57af161) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:37:39.535134 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:39.608384 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:39.675925 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:37:39.678716 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:37:39.681181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:37:39.805987 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=bda6039b-d9c5-431a-aa1d-b1cfc57af161,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:40.037292 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:40.038005 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:40.327893 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 0f481fa7-470a-4358-a2b6-0163fe298671 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:37:40.525389 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:37:40.535372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Sync routers for ids ['0f481fa7-470a-4358-a2b6-0163fe298671'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:37:40.548114 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Routers {'0f481fa7-470a-4358-a2b6-0163fe298671'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:37:40.548715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:37:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0f481fa7-470a-4358-a2b6-0163fe298671'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:40.605302 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:40.606993 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-215ead90-ff02-4eef-8d02-4f2e86e47e2e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9993799 Dec 21 22:37:40.610122 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41706) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:40.649300 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7c353c8a-079f-4ce2-bdae-26a4297cd5cb tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a0afca56990a43fd95e729e8f15e2964&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380821 Dec 21 22:37:40.651815 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41710) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:40.723598 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Set router 0f481fa7-470a-4358-a2b6-0163fe298671 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:37:40.781080 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d74a8e-ee59-4ddb-9b74-c2dfb3749c37 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:40.782491 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-39d74a8e-ee59-4ddb-9b74-c2dfb3749c37 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298127 Dec 21 22:37:40.785324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41714) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:40.824098 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ceb98927-2b50-4bdf-8d86-7ca176a77b24 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377498 Dec 21 22:37:40.826802 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41718) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:40.832147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-3ebbca00-d3f1-46d3-be2f-94cb7eaa5780 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1163788367', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:40.938334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3ebbca00-d3f1-46d3-be2f-94cb7eaa5780 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:37:40.941987 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3ebbca00-d3f1-46d3-be2f-94cb7eaa5780 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:subnet and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:37:40.944750 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3ebbca00-d3f1-46d3-be2f-94cb7eaa5780 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:37:40.950407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3ebbca00-d3f1-46d3-be2f-94cb7eaa5780 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:37:41.003809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'name': 'tempest-TestNetworkBasicOps-router-1845400605', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:37:38Z', 'updated_at': '2021-12-21T22:37:39Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:39Z', 'updated_at': '2021-12-21T22:37:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:41.007556 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Checking router: 0f481fa7-470a-4358-a2b6-0163fe298671 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:37:41.007896 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Updating router 0f481fa7-470a-4358-a2b6-0163fe298671 port bda6039b-d9c5-431a-aa1d-b1cfc57af161 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:37:41.051479 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebbca00-d3f1-46d3-be2f-94cb7eaa5780 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:37:41.058661 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:41.152070 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ebbca00-d3f1-46d3-be2f-94cb7eaa5780 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:41.381967 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:41.393828 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Transition to ACTIVE for port object bda6039b-d9c5-431a-aa1d-b1cfc57af161 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:37:41.451911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ebbca00-d3f1-46d3-be2f-94cb7eaa5780 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:41.502540 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:41.536338 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbca00-d3f1-46d3-be2f-94cb7eaa5780 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Subnet': ['ID=2d6cc84c-624c-4cbc-94c9-e276d4f7942c,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:41.547286 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebbca00-d3f1-46d3-be2f-94cb7eaa5780 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Checking segment: {'id': '0513c361-957f-4992-a9c8-fcdc4750af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:37:41.547909 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebbca00-d3f1-46d3-be2f-94cb7eaa5780 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network hostable DHCP agents. Network: 1aa47ca5-37ea-4886-bdec-f601a101c5b2, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:37:41.583773 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Attempting to bind port bda6039b-d9c5-431a-aa1d-b1cfc57af161 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:37:41.584358 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Attempting to bind port bda6039b-d9c5-431a-aa1d-b1cfc57af161 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:37:41.584489 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Attempting to bind port bda6039b-d9c5-431a-aa1d-b1cfc57af161 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:37:41.586522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79958b03-8e98-4c3f-9a8d-54bbad626813 None None] Pushing event updated for resources: {'Port': ['ID=bda6039b-d9c5-431a-aa1d-b1cfc57af161,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:41.593843 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:37:41.594237 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:37:41.594691 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:41.594989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:37:41.595434 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Bound port: bda6039b-d9c5-431a-aa1d-b1cfc57af161, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:37:41.595790 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:41.636258 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebbca00-d3f1-46d3-be2f-94cb7eaa5780 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1aa47ca5-37ea-4886-bdec-f601a101c5b2 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:37:41.666214 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] For port bda6039b-d9c5-431a-aa1d-b1cfc57af161, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:37:41.669165 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] For port bda6039b-d9c5-431a-aa1d-b1cfc57af161, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bda6039b-d9c5-431a-aa1d-b1cfc57af161,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:37:41.719285 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-3ebbca00-d3f1-46d3-be2f-94cb7eaa5780 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 1aa47ca5-37ea-4886-bdec-f601a101c5b2) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:37:41.724052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebbca00-d3f1-46d3-be2f-94cb7eaa5780 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:41.729589 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ebbca00-d3f1-46d3-be2f-94cb7eaa5780 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:41.729901 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695dd532-4219-4a01-9a20-4d00154c0e43 None None] Network 1aa47ca5-37ea-4886-bdec-f601a101c5b2 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:37:41.750894 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:41.800515 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3ebbca00-d3f1-46d3-be2f-94cb7eaa5780 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9725382 Dec 21 22:37:41.803630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41722) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:41.889101 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79958b03-8e98-4c3f-9a8d-54bbad626813 None None] Pushing event updated for resources: {'Port': ['ID=bda6039b-d9c5-431a-aa1d-b1cfc57af161,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:41.956292 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Routers {'0f481fa7-470a-4358-a2b6-0163fe298671'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:37:41.956908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:37:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0f481fa7-470a-4358-a2b6-0163fe298671'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:42.177561 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ips': [{'subnet_id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:37:42.178379 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:42.285885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] Set router 0f481fa7-470a-4358-a2b6-0163fe298671 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:37:42.550443 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Allocated IP 172.20.0.2 (1aa47ca5-37ea-4886-bdec-f601a101c5b2/2d6cc84c-624c-4cbc-94c9-e276d4f7942c/2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:37:42.553011 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:42.818958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'name': 'tempest-TestNetworkBasicOps-router-1845400605', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:37:38Z', 'updated_at': '2021-12-21T22:37:39Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:39Z', 'updated_at': '2021-12-21T22:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:42.830697 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd0026a-70db-44b7-80ca-c79dbd5b21b3 None None] The sync data for ids ['0f481fa7-470a-4358-a2b6-0163fe298671'] in dv-neutron-822520-1-hyperv is: [{'id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'name': 'tempest-TestNetworkBasicOps-router-1845400605', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:37:38Z', 'updated_at': '2021-12-21T22:37:39Z', 'revision_number': 3, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:39Z', 'updated_at': '2021-12-21T22:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:37:42.834716 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:42.845849 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Transition to ACTIVE for port object 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:37:42.864399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Transition to ACTIVE for port object 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:37:42.948753 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:43.041610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.1 (1aa47ca5-37ea-4886-bdec-f601a101c5b2/2d6cc84c-624c-4cbc-94c9-e276d4f7942c/112a261e-c8b8-46d4-8bdf-76932796edd3) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:37:43.046783 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Network 1aa47ca5-37ea-4886-bdec-f601a101c5b2 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:37:43.049780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Pushing event updated for resources: {'Port': ['ID=2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:43.052528 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:37:43.056810 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:37:43.156673 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Attempting to bind port 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:37:43.157185 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Attempting to bind port 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '0513c361-957f-4992-a9c8-fcdc4750af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:37:43.157665 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Attempting to bind port 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d on network 1aa47ca5-37ea-4886-bdec-f601a101c5b2 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:37:43.164561 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:37:43.165066 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Checking segment: {'id': '0513c361-957f-4992-a9c8-fcdc4750af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:37:43.165563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:43.166067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Bound using segment: {'id': '0513c361-957f-4992-a9c8-fcdc4750af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:37:43.166647 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Bound port: 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0513c361-957f-4992-a9c8-fcdc4750af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:37:43.167114 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:43.219762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:43.237187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object 112a261e-c8b8-46d4-8bdf-76932796edd3 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:37:43.270621 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] For port 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:37:43.270621 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] For port 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d,segment=NetworkSegment(0513c361-957f-4992-a9c8-fcdc4750af41),segment_id=0513c361-957f-4992-a9c8-fcdc4750af41)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:37:43.317166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:43.340353 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:43.393534 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1aa47ca5-37ea-4886-bdec-f601a101c5b2 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:37:43.396909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:37:43.400910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:37:43.427293 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb9834-329a-4e76-a47a-64255377613f None None] Pushing event updated for resources: {'Port': ['ID=2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:43.453420 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=112a261e-c8b8-46d4-8bdf-76932796edd3,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:43.468580 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:43.752408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bda6039b-d9c5-431a-aa1d-b1cfc57af161 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:37:43.770683 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:43.876698 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port bda6039b-d9c5-431a-aa1d-b1cfc57af161 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:37:43.881703 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port bda6039b-d9c5-431a-aa1d-b1cfc57af161 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:37:43.882040 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:43.999124 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:44.016064 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port bda6039b-d9c5-431a-aa1d-b1cfc57af161, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bda6039b-d9c5-431a-aa1d-b1cfc57af161,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:37:44.094098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:44.094921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:37:44.185086 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:44.215900 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=bda6039b-d9c5-431a-aa1d-b1cfc57af161,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:44.245719 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:44.294198 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:37:44.359433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=112a261e-c8b8-46d4-8bdf-76932796edd3,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:44.363965 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:44.393342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ff99ca-e77c-42f5-b91f-54e0ca09e39a None None] Network 1aa47ca5-37ea-4886-bdec-f601a101c5b2 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:37:44.504547 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1aa47ca5-37ea-4886-bdec-f601a101c5b2 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:37:44.505797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:37:44.601055 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7dddb900-d2e7-4c25-9010-bca3c15d3c54 None None] Provisioning for port 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:37:44.613884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7dddb900-d2e7-4c25-9010-bca3c15d3c54 None None] Provisioning complete for port 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:37:44.614271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7dddb900-d2e7-4c25-9010-bca3c15d3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:44.787812 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7dddb900-d2e7-4c25-9010-bca3c15d3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:44.823016 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-7dddb900-d2e7-4c25-9010-bca3c15d3c54 None None] For port 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d,segment=NetworkSegment(0513c361-957f-4992-a9c8-fcdc4750af41),segment_id=0513c361-957f-4992-a9c8-fcdc4750af41)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:37:44.895071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 0f481fa7-470a-4358-a2b6-0163fe298671 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:37:44.896706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7dddb900-d2e7-4c25-9010-bca3c15d3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:44.968461 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddb900-d2e7-4c25-9010-bca3c15d3c54 None None] Pushing event updated for resources: {'Port': ['ID=2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:45.079513 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-fc830e6d-b38b-4e4b-8fc1-b8b5157bfef9 None None] Provisioning for port 112a261e-c8b8-46d4-8bdf-76932796edd3 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:37:45.085035 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-fc830e6d-b38b-4e4b-8fc1-b8b5157bfef9 None None] Provisioning complete for port 112a261e-c8b8-46d4-8bdf-76932796edd3 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:37:45.085415 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fc830e6d-b38b-4e4b-8fc1-b8b5157bfef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:45.115993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:37:45.133586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41726) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:45.134193 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6b0be267-f068-4b47-b8a5-dd9d2b05ab9c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/0f481fa7-470a-4358-a2b6-0163fe298671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3289146 Dec 21 22:37:45.147683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-fc830e6d-b38b-4e4b-8fc1-b8b5157bfef9 None None] Port 112a261e-c8b8-46d4-8bdf-76932796edd3 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:37:45.161550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-fc830e6d-b38b-4e4b-8fc1-b8b5157bfef9 None None] Provisioning complete for port 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:37:45.161856 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fc830e6d-b38b-4e4b-8fc1-b8b5157bfef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:45.298560 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88734e16-f91a-4853-8393-d7f2d75cc2ce tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:45.299158 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88734e16-f91a-4853-8393-d7f2d75cc2ce tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:45.299517 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88734e16-f91a-4853-8393-d7f2d75cc2ce tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:45.299902 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88734e16-f91a-4853-8393-d7f2d75cc2ce tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:45.301559 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-88734e16-f91a-4853-8393-d7f2d75cc2ce tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1667871 Dec 21 22:37:45.304319 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41730) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:45.372254 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00067b2-a8e7-4225-a386-566663e4847a tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:45.372620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00067b2-a8e7-4225-a386-566663e4847a tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:45.372975 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00067b2-a8e7-4225-a386-566663e4847a tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:45.373402 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00067b2-a8e7-4225-a386-566663e4847a tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:45.375020 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f00067b2-a8e7-4225-a386-566663e4847a tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0698032 Dec 21 22:37:45.377658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41734) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:45.388995 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:45.416468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7ecccd53-4ad0-422d-a9d2-0c93cab99e43 None None] Provisioning complete for port 112a261e-c8b8-46d4-8bdf-76932796edd3 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:37:45.416815 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7ecccd53-4ad0-422d-a9d2-0c93cab99e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:45.473549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-7ecccd53-4ad0-422d-a9d2-0c93cab99e43 None None] Port 112a261e-c8b8-46d4-8bdf-76932796edd3 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:37:45.677041 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-664106dc-ab66-4530-8264-2e6e6f259980 tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2965031 Dec 21 22:37:45.690160 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bda6039b-d9c5-431a-aa1d-b1cfc57af161 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:37:45.756882 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port bda6039b-d9c5-431a-aa1d-b1cfc57af161 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:37:45.757248 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:45.871360 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:37:45.938710 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:37:45.939290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:45.947080 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41740) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:45.955670 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c530a55a-14e1-4a77-978d-99bd6868dbc2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1615367020', 'description': 'tempest-secgroup-smoke-1615367020 description', 'project_id': 'a0afca56990a43fd95e729e8f15e2964'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:45.962241 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c530a55a-14e1-4a77-978d-99bd6868dbc2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:37:45.967348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c530a55a-14e1-4a77-978d-99bd6868dbc2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:37:45.970249 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c530a55a-14e1-4a77-978d-99bd6868dbc2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:37:45.976235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c530a55a-14e1-4a77-978d-99bd6868dbc2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:37:46.042431 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c530a55a-14e1-4a77-978d-99bd6868dbc2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:46.080104 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c530a55a-14e1-4a77-978d-99bd6868dbc2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:37:46.083781 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c530a55a-14e1-4a77-978d-99bd6868dbc2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:37:46.086539 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c530a55a-14e1-4a77-978d-99bd6868dbc2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:37:46.092825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c530a55a-14e1-4a77-978d-99bd6868dbc2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:37:46.146123 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c530a55a-14e1-4a77-978d-99bd6868dbc2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:46.207689 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c530a55a-14e1-4a77-978d-99bd6868dbc2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:46.253647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530a55a-14e1-4a77-978d-99bd6868dbc2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e21604a-74e1-4a51-abcd-0ebded3dc545,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:46.319858 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c530a55a-14e1-4a77-978d-99bd6868dbc2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:46.321133 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c530a55a-14e1-4a77-978d-99bd6868dbc2 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3730021 Dec 21 22:37:46.323966 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41744) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:46.330205 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-09a6c758-1b15-4afa-a420-8208f2cceffd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '2e21604a-74e1-4a51-abcd-0ebded3dc545', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:46.336957 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-09a6c758-1b15-4afa-a420-8208f2cceffd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:37:46.341421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-09a6c758-1b15-4afa-a420-8208f2cceffd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:37:46.344053 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-09a6c758-1b15-4afa-a420-8208f2cceffd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:37:46.349551 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-09a6c758-1b15-4afa-a420-8208f2cceffd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:37:46.379566 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Sync routers for ids ['0f481fa7-470a-4358-a2b6-0163fe298671'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:37:46.393063 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Routers {'0f481fa7-470a-4358-a2b6-0163fe298671'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:37:46.393661 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:37:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0f481fa7-470a-4358-a2b6-0163fe298671'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:46.474856 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-09a6c758-1b15-4afa-a420-8208f2cceffd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:46.535761 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-09a6c758-1b15-4afa-a420-8208f2cceffd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:46.567331 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Set router 0f481fa7-470a-4358-a2b6-0163fe298671 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:37:46.619477 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-09a6c758-1b15-4afa-a420-8208f2cceffd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:46.647545 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6c758-1b15-4afa-a420-8208f2cceffd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc37720-04e4-4c66-b3c9-049094412619,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:46.717054 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-09a6c758-1b15-4afa-a420-8208f2cceffd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:46.720794 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-09a6c758-1b15-4afa-a420-8208f2cceffd tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3923807 Dec 21 22:37:46.720996 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41748) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:46.726551 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-246186f2-155e-407e-b4e0-3e14abcc5aec tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '2e21604a-74e1-4a51-abcd-0ebded3dc545', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:46.733369 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-246186f2-155e-407e-b4e0-3e14abcc5aec tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:37:46.737656 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-246186f2-155e-407e-b4e0-3e14abcc5aec tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:37:46.739809 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-246186f2-155e-407e-b4e0-3e14abcc5aec tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:37:46.745263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-246186f2-155e-407e-b4e0-3e14abcc5aec tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:37:46.820149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-246186f2-155e-407e-b4e0-3e14abcc5aec tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:46.878750 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'name': 'tempest-TestNetworkBasicOps-router-1845400605', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:37:38Z', 'updated_at': '2021-12-21T22:37:43Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:39Z', 'updated_at': '2021-12-21T22:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '112a261e-c8b8-46d4-8bdf-76932796edd3', 'name': '', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:05:e4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:42Z', 'updated_at': '2021-12-21T22:37:44Z', 'revision_number': 2, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:46.882545 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Checking router: 0f481fa7-470a-4358-a2b6-0163fe298671 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:37:46.882924 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Updating router 0f481fa7-470a-4358-a2b6-0163fe298671 port 112a261e-c8b8-46d4-8bdf-76932796edd3 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:37:46.884973 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-246186f2-155e-407e-b4e0-3e14abcc5aec tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:46.933190 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:46.956620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-246186f2-155e-407e-b4e0-3e14abcc5aec tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:46.980082 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246186f2-155e-407e-b4e0-3e14abcc5aec tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c2f83e-5d37-440f-a524-72828d390534,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:47.071114 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-246186f2-155e-407e-b4e0-3e14abcc5aec tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:47.072323 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-246186f2-155e-407e-b4e0-3e14abcc5aec tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3504059 Dec 21 22:37:47.075207 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41752) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:47.080775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-2be3ea13-4d1a-4686-badb-8ccae9101aaa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '2e21604a-74e1-4a51-abcd-0ebded3dc545', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:47.086649 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2be3ea13-4d1a-4686-badb-8ccae9101aaa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:37:47.090881 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2be3ea13-4d1a-4686-badb-8ccae9101aaa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:37:47.093744 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2be3ea13-4d1a-4686-badb-8ccae9101aaa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:37:47.099414 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2be3ea13-4d1a-4686-badb-8ccae9101aaa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:37:47.196974 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2be3ea13-4d1a-4686-badb-8ccae9101aaa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:47.268410 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2be3ea13-4d1a-4686-badb-8ccae9101aaa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:47.270328 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:47.283506 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Transition to ACTIVE for port object 112a261e-c8b8-46d4-8bdf-76932796edd3 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:37:47.344658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2be3ea13-4d1a-4686-badb-8ccae9101aaa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:47.367757 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:47.368004 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3ea13-4d1a-4686-badb-8ccae9101aaa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c7300d-c189-42d6-bdfb-f9f021cbb1e3,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:47.465081 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2be3ea13-4d1a-4686-badb-8ccae9101aaa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:47.467141 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2be3ea13-4d1a-4686-badb-8ccae9101aaa tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3909569 Dec 21 22:37:47.469817 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41756) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:47.475763 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e73677c4-6750-4e57-bc51-ce6894971302 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '2e21604a-74e1-4a51-abcd-0ebded3dc545', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:47.482087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e73677c4-6750-4e57-bc51-ce6894971302 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:37:47.486006 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e73677c4-6750-4e57-bc51-ce6894971302 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:37:47.489396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e73677c4-6750-4e57-bc51-ce6894971302 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:37:47.495733 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e73677c4-6750-4e57-bc51-ce6894971302 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:37:47.499543 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711e8ab-9bf3-4f6d-9408-61c0e1f24c60 None None] Pushing event updated for resources: {'Port': ['ID=112a261e-c8b8-46d4-8bdf-76932796edd3,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:47.534706 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711e8ab-9bf3-4f6d-9408-61c0e1f24c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:47.534959 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711e8ab-9bf3-4f6d-9408-61c0e1f24c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:47.535280 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711e8ab-9bf3-4f6d-9408-61c0e1f24c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:47.535604 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711e8ab-9bf3-4f6d-9408-61c0e1f24c60 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:47.536090 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711e8ab-9bf3-4f6d-9408-61c0e1f24c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:47.536573 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711e8ab-9bf3-4f6d-9408-61c0e1f24c60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:47.537038 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711e8ab-9bf3-4f6d-9408-61c0e1f24c60 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:47.537355 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711e8ab-9bf3-4f6d-9408-61c0e1f24c60 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:47.537663 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711e8ab-9bf3-4f6d-9408-61c0e1f24c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:47.538180 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711e8ab-9bf3-4f6d-9408-61c0e1f24c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:47.538599 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5711e8ab-9bf3-4f6d-9408-61c0e1f24c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:37:47.572888 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e73677c4-6750-4e57-bc51-ce6894971302 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:47.600366 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Attempting to bind port 112a261e-c8b8-46d4-8bdf-76932796edd3 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:37:47.600722 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Attempting to bind port 112a261e-c8b8-46d4-8bdf-76932796edd3 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '0513c361-957f-4992-a9c8-fcdc4750af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:37:47.601065 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Attempting to bind port 112a261e-c8b8-46d4-8bdf-76932796edd3 on network 1aa47ca5-37ea-4886-bdec-f601a101c5b2 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:37:47.608655 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:37:47.609023 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Checking segment: {'id': '0513c361-957f-4992-a9c8-fcdc4750af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:37:47.609407 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:47.609787 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Bound using segment: {'id': '0513c361-957f-4992-a9c8-fcdc4750af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:37:47.610262 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Bound port: 112a261e-c8b8-46d4-8bdf-76932796edd3, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0513c361-957f-4992-a9c8-fcdc4750af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:37:47.610621 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:47.647159 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e73677c4-6750-4e57-bc51-ce6894971302 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:47.700603 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] For port 112a261e-c8b8-46d4-8bdf-76932796edd3, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:37:47.703712 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] For port 112a261e-c8b8-46d4-8bdf-76932796edd3, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=112a261e-c8b8-46d4-8bdf-76932796edd3,segment=NetworkSegment(0513c361-957f-4992-a9c8-fcdc4750af41),segment_id=0513c361-957f-4992-a9c8-fcdc4750af41)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:37:47.716660 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e73677c4-6750-4e57-bc51-ce6894971302 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:47.742311 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73677c4-6750-4e57-bc51-ce6894971302 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29dda1b8-1f67-4839-b70a-6091acb3ffda,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:47.788651 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:47.816568 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e73677c4-6750-4e57-bc51-ce6894971302 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:47.817966 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e73677c4-6750-4e57-bc51-ce6894971302 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3470130 Dec 21 22:37:47.820673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41760) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:47.826291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-11b077f1-b352-4dd7-b3d4-546be36884e5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '2e21604a-74e1-4a51-abcd-0ebded3dc545', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:47.832269 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-11b077f1-b352-4dd7-b3d4-546be36884e5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:37:47.836015 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-11b077f1-b352-4dd7-b3d4-546be36884e5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:37:47.838863 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-11b077f1-b352-4dd7-b3d4-546be36884e5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:37:47.846397 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-11b077f1-b352-4dd7-b3d4-546be36884e5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:37:47.866452 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711e8ab-9bf3-4f6d-9408-61c0e1f24c60 None None] Pushing event updated for resources: {'Port': ['ID=112a261e-c8b8-46d4-8bdf-76932796edd3,revision_number=4']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:47.872244 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Routers {'0f481fa7-470a-4358-a2b6-0163fe298671'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:37:47.872969 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:37:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0f481fa7-470a-4358-a2b6-0163fe298671'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:47.920208 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-11b077f1-b352-4dd7-b3d4-546be36884e5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:37:47.928406 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11b077f1-b352-4dd7-b3d4-546be36884e5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:48.005349 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11b077f1-b352-4dd7-b3d4-546be36884e5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:48.076638 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11b077f1-b352-4dd7-b3d4-546be36884e5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:48.087130 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] Set router 0f481fa7-470a-4358-a2b6-0163fe298671 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:37:48.099443 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b077f1-b352-4dd7-b3d4-546be36884e5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cb374a-aef7-4788-9a38-32e9b529ac21,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:48.159602 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-11b077f1-b352-4dd7-b3d4-546be36884e5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:48.160839 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-11b077f1-b352-4dd7-b3d4-546be36884e5 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3392520 Dec 21 22:37:48.163529 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41764) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:37:48.169694 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-38a71ec2-12fa-4486-b3f3-d3f5599fc3a3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'security_group_rule': {'security_group_id': '2e21604a-74e1-4a51-abcd-0ebded3dc545', 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:48.175599 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-38a71ec2-12fa-4486-b3f3-d3f5599fc3a3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:37:48.179240 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-38a71ec2-12fa-4486-b3f3-d3f5599fc3a3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:security_group_rule and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:37:48.182046 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-38a71ec2-12fa-4486-b3f3-d3f5599fc3a3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:37:48.188695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-38a71ec2-12fa-4486-b3f3-d3f5599fc3a3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:37:48.250969 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-38a71ec2-12fa-4486-b3f3-d3f5599fc3a3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Project a0afca56990a43fd95e729e8f15e2964 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:37:48.258396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-38a71ec2-12fa-4486-b3f3-d3f5599fc3a3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:48.324955 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-38a71ec2-12fa-4486-b3f3-d3f5599fc3a3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:48.388049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-38a71ec2-12fa-4486-b3f3-d3f5599fc3a3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:48.396455 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'name': 'tempest-TestNetworkBasicOps-router-1845400605', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:37:38Z', 'updated_at': '2021-12-21T22:37:43Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:39Z', 'updated_at': '2021-12-21T22:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '112a261e-c8b8-46d4-8bdf-76932796edd3', 'name': '', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:05:e4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:42Z', 'updated_at': '2021-12-21T22:37:47Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:37:48.400559 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99974197-4b08-4ade-a31b-a5f0d393522a None None] The sync data for ids ['0f481fa7-470a-4358-a2b6-0163fe298671'] in dv-neutron-822520-1-hyperv is: [{'id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'name': 'tempest-TestNetworkBasicOps-router-1845400605', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:37:38Z', 'updated_at': '2021-12-21T22:37:43Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:39Z', 'updated_at': '2021-12-21T22:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '112a261e-c8b8-46d4-8bdf-76932796edd3', 'name': '', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:05:e4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:42Z', 'updated_at': '2021-12-21T22:37:47Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:37:48.411518 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a71ec2-12fa-4486-b3f3-d3f5599fc3a3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a88559-4f5f-4d62-bea5-cac302526fed,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:48.508093 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-38a71ec2-12fa-4486-b3f3-d3f5599fc3a3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:48.509395 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-38a71ec2-12fa-4486-b3f3-d3f5599fc3a3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3449821 Dec 21 22:37:48.686642 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-59be9f27-ca84-4538-8044-bb5bc19c9005 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:37:48.753695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-59be9f27-ca84-4538-8044-bb5bc19c9005 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:37:48.755736 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-59be9f27-ca84-4538-8044-bb5bc19c9005 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615367020&fields=id&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 267 time: 0.1104031 Dec 21 22:37:48.908444 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-6deb33dc-aeaf-4358-be51-acf7b5c68644 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:48.909090 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-6deb33dc-aeaf-4358-be51-acf7b5c68644 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:37:48.982545 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-6deb33dc-aeaf-4358-be51-acf7b5c68644 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:37:48.983737 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-6deb33dc-aeaf-4358-be51-acf7b5c68644 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/networks?id=1aa47ca5-37ea-4886-bdec-f601a101c5b2 HTTP/1.1" status: 200 len: 797 time: 0.2216251 Dec 21 22:37:49.000668 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-83aaafce-05bc-46c1-8312-6dcbd615f264 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/quotas/a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 375 time: 0.0114269 Dec 21 22:37:49.086596 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-4efd0903-4324-4fdf-a280-d068bff71edc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799975 Dec 21 22:37:49.229524 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-90d42d90-9be5-4bc6-80c8-b8758fff8be1 service neutron] 10.222.0.37 "GET /v2.0/networks/1aa47ca5-37ea-4886-bdec-f601a101c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305099 Dec 21 22:37:49.359013 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-96e040a8-7077-41ce-b2e6-91ed1b1965fa service neutron] 10.222.0.37 "GET /v2.0/networks/1aa47ca5-37ea-4886-bdec-f601a101c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230683 Dec 21 22:37:49.646648 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-5b6dd8c8-e875-4eaa-b6cc-7d2fea1276e1 req-7af5fbd6-f602-456f-854c-83cc7b4d7f28 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:37:49.710679 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 112a261e-c8b8-46d4-8bdf-76932796edd3 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:37:49.713775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-5b6dd8c8-e875-4eaa-b6cc-7d2fea1276e1 req-7af5fbd6-f602-456f-854c-83cc7b4d7f28 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:37:49.715272 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5b6dd8c8-e875-4eaa-b6cc-7d2fea1276e1 req-7af5fbd6-f602-456f-854c-83cc7b4d7f28 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 210 time: 0.1095538 Dec 21 22:37:49.830525 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 112a261e-c8b8-46d4-8bdf-76932796edd3 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:37:49.835247 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 112a261e-c8b8-46d4-8bdf-76932796edd3 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:37:49.835621 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:49.948051 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:49.981610 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 112a261e-c8b8-46d4-8bdf-76932796edd3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=112a261e-c8b8-46d4-8bdf-76932796edd3,segment=NetworkSegment(0513c361-957f-4992-a9c8-fcdc4750af41),segment_id=0513c361-957f-4992-a9c8-fcdc4750af41)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:37:50.062820 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:50.131259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=112a261e-c8b8-46d4-8bdf-76932796edd3,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:50.877020 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2f9a0431-8569-441b-9d5b-b5ae0fed612b req-ad75d02d-c196-4200-8071-c01867eb0b35 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 210 time: 0.0404737 Dec 21 22:37:51.695384 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 112a261e-c8b8-46d4-8bdf-76932796edd3 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:37:51.771968 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 112a261e-c8b8-46d4-8bdf-76932796edd3 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:37:51.772430 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:51.822645 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-37b25ec2-fab8-4c9b-9046-f3c11bbea22d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:51.823351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-37b25ec2-fab8-4c9b-9046-f3c11bbea22d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:37:51.835313 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-37b25ec2-fab8-4c9b-9046-f3c11bbea22d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:37:51.836391 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-37b25ec2-fab8-4c9b-9046-f3c11bbea22d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/networks?id=1aa47ca5-37ea-4886-bdec-f601a101c5b2 HTTP/1.1" status: 200 len: 797 time: 0.2696877 Dec 21 22:37:51.900377 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-3b2b064e-48ee-43f1-8641-0a2b775cf189 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0afca56990a43fd95e729e8f15e2964 HTTP/1.1" status: 200 len: 380 time: 0.0430462 Dec 21 22:37:51.911663 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-54ab481d-cecb-4ee4-aa6b-1c9b658ec443 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'port': {'device_id': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'admin_state_up': True, 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'security_groups': ['2e21604a-74e1-4a51-abcd-0ebded3dc545']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:52.063850 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-293623f1-f4b0-4d12-999c-6e93c03b11b7 req-33e0e91d-806d-44a5-a28f-a65c98544da8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 210 time: 0.0547388 Dec 21 22:37:52.104290 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-54ab481d-cecb-4ee4-aa6b-1c9b658ec443 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:37:52.113605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-54ab481d-cecb-4ee4-aa6b-1c9b658ec443 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:37:52.200031 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-54ab481d-cecb-4ee4-aa6b-1c9b658ec443 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Made reservation on behalf of a0afca56990a43fd95e729e8f15e2964 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:37:52.203117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-54ab481d-cecb-4ee4-aa6b-1c9b658ec443 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:52.368803 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-54ab481d-cecb-4ee4-aa6b-1c9b658ec443 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.20.0.13 (1aa47ca5-37ea-4886-bdec-f601a101c5b2/2d6cc84c-624c-4cbc-94c9-e276d4f7942c/9696db41-324a-440e-8e86-87408b0d7f0f) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:37:52.551964 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-54ab481d-cecb-4ee4-aa6b-1c9b658ec443 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:52.567738 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-54ab481d-cecb-4ee4-aa6b-1c9b658ec443 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Transition to ACTIVE for port object 9696db41-324a-440e-8e86-87408b0d7f0f will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:37:52.651378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-54ab481d-cecb-4ee4-aa6b-1c9b658ec443 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:52.722729 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-54ab481d-cecb-4ee4-aa6b-1c9b658ec443 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1aa47ca5-37ea-4886-bdec-f601a101c5b2 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:37:52.725694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-54ab481d-cecb-4ee4-aa6b-1c9b658ec443 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:37:52.729524 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-54ab481d-cecb-4ee4-aa6b-1c9b658ec443 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:37:52.768314 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab481d-cecb-4ee4-aa6b-1c9b658ec443 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=9696db41-324a-440e-8e86-87408b0d7f0f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:52.799971 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-54ab481d-cecb-4ee4-aa6b-1c9b658ec443 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:52.800558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-54ab481d-cecb-4ee4-aa6b-1c9b658ec443 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:52.905435 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-54ab481d-cecb-4ee4-aa6b-1c9b658ec443 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9972959 Dec 21 22:37:52.921720 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Request body: {'port': {'device_id': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:37:53.036780 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:53.045184 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c25f3a63-5be0-43f3-bc0f-ea8c0a8b9095 None None] Provisioning for port 9696db41-324a-440e-8e86-87408b0d7f0f completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:37:53.050401 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c25f3a63-5be0-43f3-bc0f-ea8c0a8b9095 None None] Provisioning complete for port 9696db41-324a-440e-8e86-87408b0d7f0f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:37:53.050773 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c25f3a63-5be0-43f3-bc0f-ea8c0a8b9095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:53.103019 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c25f3a63-5be0-43f3-bc0f-ea8c0a8b9095 None None] Port 9696db41-324a-440e-8e86-87408b0d7f0f cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:37:53.266929 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64a88f-040b-4ac0-8a67-fa7daf99edb7 req-3437d874-fea6-4bd2-9fc2-531393ac69a7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:53.268349 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2b64a88f-040b-4ac0-8a67-fa7daf99edb7 req-3437d874-fea6-4bd2-9fc2-531393ac69a7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 932 time: 0.0824506 Dec 21 22:37:53.321750 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2b64a88f-040b-4ac0-8a67-fa7daf99edb7 req-b799c466-0daf-4e97-9bc3-7363501d05b4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e21604a-74e1-4a51-abcd-0ebded3dc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468094 Dec 21 22:37:53.383992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9696db41-324a-440e-8e86-87408b0d7f0f {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:37:53.391329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:53.406350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Transition to ACTIVE for port object 9696db41-324a-440e-8e86-87408b0d7f0f will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:37:53.487655 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:53.610698 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Pushing event updated for resources: {'Port': ['ID=9696db41-324a-440e-8e86-87408b0d7f0f,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:53.720095 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Attempting to bind port 9696db41-324a-440e-8e86-87408b0d7f0f on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:37:53.720548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Attempting to bind port 9696db41-324a-440e-8e86-87408b0d7f0f by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0513c361-957f-4992-a9c8-fcdc4750af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:37:53.720861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Attempting to bind port 9696db41-324a-440e-8e86-87408b0d7f0f on network 1aa47ca5-37ea-4886-bdec-f601a101c5b2 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:37:53.726768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Port 9696db41-324a-440e-8e86-87408b0d7f0f on network 1aa47ca5-37ea-4886-bdec-f601a101c5b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:37:53.727074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Attempting to bind port 9696db41-324a-440e-8e86-87408b0d7f0f on network 1aa47ca5-37ea-4886-bdec-f601a101c5b2 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:37:53.733934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:37:53.734312 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Checking segment: {'id': '0513c361-957f-4992-a9c8-fcdc4750af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:37:53.734683 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Bound using segment: {'id': '0513c361-957f-4992-a9c8-fcdc4750af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:37:53.735087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Bound port: 9696db41-324a-440e-8e86-87408b0d7f0f, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0513c361-957f-4992-a9c8-fcdc4750af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:37:53.735415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:53.820398 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] For port 9696db41-324a-440e-8e86-87408b0d7f0f, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:37:53.823202 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] For port 9696db41-324a-440e-8e86-87408b0d7f0f, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9696db41-324a-440e-8e86-87408b0d7f0f,segment=NetworkSegment(0513c361-957f-4992-a9c8-fcdc4750af41),segment_id=0513c361-957f-4992-a9c8-fcdc4750af41)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:37:53.925689 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:53.987011 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:53.988365 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] 10.222.0.49 "PUT /v2.0/ports/9696db41-324a-440e-8e86-87408b0d7f0f HTTP/1.1" status: 200 len: 1094 time: 1.0712690 Dec 21 22:37:53.988789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'tag': '9696db41-324a-440e-8e86-87408b0d7f0f'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:37:54.006361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedd9fc-464f-4b80-8f4c-51983fc54505 service neutron] Pushing event updated for resources: {'Port': ['ID=9696db41-324a-440e-8e86-87408b0d7f0f,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:54.054710 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'tag': '9696db41-324a-440e-8e86-87408b0d7f0f', 'status': 'completed', 'code': 200} Dec 21 22:37:54.243020 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-906622d7-3427-404c-ba51-8609fea8f7f6 req-1f9553bd-5e51-4851-b128-99500d447adc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 1097 time: 0.1659255 Dec 21 22:37:54.385850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906622d7-3427-404c-ba51-8609fea8f7f6 req-1cd7aae4-a1e8-4569-a0d4-aa0a7d8b9656 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:54.388054 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-906622d7-3427-404c-ba51-8609fea8f7f6 req-1cd7aae4-a1e8-4569-a0d4-aa0a7d8b9656 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a0afca56990a43fd95e729e8f15e2964&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1338513 Dec 21 22:37:54.520022 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7208a2-1641-4705-a6f4-b653eed82115 req-a9737c0e-bc63-47a8-8a2f-e43945d868d8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:54.521357 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ca7208a2-1641-4705-a6f4-b653eed82115 req-a9737c0e-bc63-47a8-8a2f-e43945d868d8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 944 time: 0.0763168 Dec 21 22:37:54.528418 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906622d7-3427-404c-ba51-8609fea8f7f6 req-bd681ea6-94a1-4334-9a21-ffd9b5126f2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:54.529931 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-906622d7-3427-404c-ba51-8609fea8f7f6 req-bd681ea6-94a1-4334-9a21-ffd9b5126f2c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328521 Dec 21 22:37:54.567944 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ca7208a2-1641-4705-a6f4-b653eed82115 req-bd22c65f-4706-4b61-82a4-962dd144cc62 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e21604a-74e1-4a51-abcd-0ebded3dc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408015 Dec 21 22:37:54.649082 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-a131403d-839f-432a-87b1-6af1bb72a2b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 1097 time: 0.0716975 Dec 21 22:37:54.720084 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-13127e78-61b6-4b34-9573-a8fac45b41f8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9696db41-324a-440e-8e86-87408b0d7f0f HTTP/1.1" status: 200 len: 217 time: 0.0596573 Dec 21 22:37:54.787539 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5f542ce2-9c19-43e5-88b1-9e2ee67d2088 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:54.788814 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-5f542ce2-9c19-43e5-88b1-9e2ee67d2088 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d6cc84c-624c-4cbc-94c9-e276d4f7942c HTTP/1.1" status: 200 len: 835 time: 0.0587111 Dec 21 22:37:54.864241 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-08d35cce-1992-4fdf-bba6-5214061ce3cd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1aa47ca5-37ea-4886-bdec-f601a101c5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654647 Dec 21 22:37:54.997502 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-3061287f-9084-4082-be52-3b1ff8b6c28d service neutron] 10.222.0.49 "GET /v2.0/networks/1aa47ca5-37ea-4886-bdec-f601a101c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231985 Dec 21 22:37:55.132037 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-25b9f904-8d41-46d4-ac1b-a3528e551398 req-64385ece-67a2-4ba0-8451-23b296d5f67b service neutron] 10.222.0.49 "GET /v2.0/networks/1aa47ca5-37ea-4886-bdec-f601a101c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240184 Dec 21 22:37:55.760984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb74a8-3d0b-412f-99d4-e3a235ad7a2e req-70be8786-7558-4de5-ba2c-9ce41ed388f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:55.761652 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-a0cb74a8-3d0b-412f-99d4-e3a235ad7a2e req-70be8786-7558-4de5-ba2c-9ce41ed388f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:37:55.835941 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-a0cb74a8-3d0b-412f-99d4-e3a235ad7a2e req-70be8786-7558-4de5-ba2c-9ce41ed388f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:37:55.837040 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a0cb74a8-3d0b-412f-99d4-e3a235ad7a2e req-70be8786-7558-4de5-ba2c-9ce41ed388f1 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 944 time: 0.1489246 Dec 21 22:37:55.885640 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a0cb74a8-3d0b-412f-99d4-e3a235ad7a2e req-ea1a9a8c-960d-4808-97d0-9664a5f5c7b0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e21604a-74e1-4a51-abcd-0ebded3dc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419073 Dec 21 22:37:57.083125 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be7f67-a8da-46af-8b33-7cce07854762 req-33749d9a-53cd-4505-bcfe-81bb742e23c4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:57.084543 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-62be7f67-a8da-46af-8b33-7cce07854762 req-33749d9a-53cd-4505-bcfe-81bb742e23c4 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 944 time: 0.0792806 Dec 21 22:37:57.129942 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-62be7f67-a8da-46af-8b33-7cce07854762 req-6e7665e2-b070-4f3a-89a7-eb44c31699a6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e21604a-74e1-4a51-abcd-0ebded3dc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397043 Dec 21 22:37:57.302389 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6cffb524-abff-46ac-a1e1-556e67b16da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:57.883208 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 9696db41-324a-440e-8e86-87408b0d7f0f details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:37:58.017272 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 9696db41-324a-440e-8e86-87408b0d7f0f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9696db41-324a-440e-8e86-87408b0d7f0f,segment=NetworkSegment(0513c361-957f-4992-a9c8-fcdc4750af41),segment_id=0513c361-957f-4992-a9c8-fcdc4750af41)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:37:58.030526 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '9696db41-324a-440e-8e86-87408b0d7f0f', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'port_id': '9696db41-324a-440e-8e86-87408b0d7f0f', 'mac_address': 'fa:16:3e:fe:a4:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:37:58.116994 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:58.133935 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9696db41-324a-440e-8e86-87408b0d7f0f {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:37:58.148353 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 9696db41-324a-440e-8e86-87408b0d7f0f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9696db41-324a-440e-8e86-87408b0d7f0f,segment=NetworkSegment(0513c361-957f-4992-a9c8-fcdc4750af41),segment_id=0513c361-957f-4992-a9c8-fcdc4750af41)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:37:58.205255 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:58.271525 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=9696db41-324a-440e-8e86-87408b0d7f0f,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:37:58.335212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c129d3-c7db-4341-beb0-5da492997a4b req-74f8073c-de92-4f58-9ee2-5bce3c83931a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:58.336632 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e9c129d3-c7db-4341-beb0-5da492997a4b req-74f8073c-de92-4f58-9ee2-5bce3c83931a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 945 time: 0.0810840 Dec 21 22:37:58.382649 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e9c129d3-c7db-4341-beb0-5da492997a4b req-5b87d4e9-1dcb-48ce-8381-6c864b76b4e0 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e21604a-74e1-4a51-abcd-0ebded3dc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397906 Dec 21 22:37:58.438184 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['9696db41-324a-440e-8e86-87408b0d7f0f'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:37:59.576060 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fbf87-e90b-40cc-acd7-0fe9ab97abab req-d551aebb-c82c-47f8-bd07-539adf5fea33 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:37:59.577502 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5c5fbf87-e90b-40cc-acd7-0fe9ab97abab req-d551aebb-c82c-47f8-bd07-539adf5fea33 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 945 time: 0.0752141 Dec 21 22:37:59.619087 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eeafc5c3-3fd5-4c13-a3fb-ba489dd2f74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:37:59.626431 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5c5fbf87-e90b-40cc-acd7-0fe9ab97abab req-69a5a0ff-7da6-436a-adc3-aec48f4faec8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e21604a-74e1-4a51-abcd-0ebded3dc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433455 Dec 21 22:37:59.882176 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 9696db41-324a-440e-8e86-87408b0d7f0f up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:37:59.996001 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 9696db41-324a-440e-8e86-87408b0d7f0f completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:38:00.002089 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 9696db41-324a-440e-8e86-87408b0d7f0f triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:38:00.008221 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:00.119363 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:00.145960 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9696db41-324a-440e-8e86-87408b0d7f0f'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:38:00.156242 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 9696db41-324a-440e-8e86-87408b0d7f0f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9696db41-324a-440e-8e86-87408b0d7f0f,segment=NetworkSegment(0513c361-957f-4992-a9c8-fcdc4750af41),segment_id=0513c361-957f-4992-a9c8-fcdc4750af41)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:38:00.207405 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9696db41-324a-440e-8e86-87408b0d7f0f', 'code': 200} Dec 21 22:38:00.224697 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:00.292113 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=9696db41-324a-440e-8e86-87408b0d7f0f,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:38:00.569860 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a21023eb-7309-4aa8-8837-32c1a60f1300 req-2a127a46-8c33-4ea9-972b-5f9f859cb9d0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 1099 time: 0.0711350 Dec 21 22:38:00.614665 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a21023eb-7309-4aa8-8837-32c1a60f1300 req-ed1bb055-e252-4265-adaa-fe06aeef14b9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=2e21604a-74e1-4a51-abcd-0ebded3dc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349224 Dec 21 22:38:00.739110 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:00.819281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:00.909011 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260238a-4af3-4278-b950-68f87807edcf req-2e3c4353-e3e5-4463-bea9-bb38ad44670f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:38:00.910398 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7260238a-4af3-4278-b950-68f87807edcf req-2e3c4353-e3e5-4463-bea9-bb38ad44670f tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 946 time: 0.1601841 Dec 21 22:38:00.956452 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7260238a-4af3-4278-b950-68f87807edcf req-2caa6623-8987-4822-ac44-6c7819124f18 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e21604a-74e1-4a51-abcd-0ebded3dc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404837 Dec 21 22:38:02.156365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a9156-154d-447d-aa69-4dd087927f34 req-93bfcf4e-33c7-4e8a-b8d5-04dfdc3a8b2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:38:02.157847 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ed0a9156-154d-447d-aa69-4dd087927f34 req-93bfcf4e-33c7-4e8a-b8d5-04dfdc3a8b2c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 946 time: 0.0767968 Dec 21 22:38:02.203699 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ed0a9156-154d-447d-aa69-4dd087927f34 req-8d71b0fd-18b6-4a23-ba03-467e8c026da9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e21604a-74e1-4a51-abcd-0ebded3dc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396910 Dec 21 22:38:02.219315 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:02.402552 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85261a17-518e-47e7-938d-1ea00e98a849 req-97c751c5-4d10-4d5a-a80f-fe9d9ed3a05d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:38:02.406921 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-85261a17-518e-47e7-938d-1ea00e98a849 req-97c751c5-4d10-4d5a-a80f-fe9d9ed3a05d tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 946 time: 0.0802429 Dec 21 22:38:02.449793 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-85261a17-518e-47e7-938d-1ea00e98a849 req-8c5820e8-e985-492e-8f6d-f2b8e4f7f9c6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e21604a-74e1-4a51-abcd-0ebded3dc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399225 Dec 21 22:38:02.476916 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41814) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:02.545836 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b9375b8a-556f-421d-9f4b-59346f7b4f7d tempest-TestNetworkBasicOps-2068657126 tempest-TestNetworkBasicOps-2068657126-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 1094 time: 0.0676486 Dec 21 22:38:02.548457 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41818) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:02.553449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': '9696db41-324a-440e-8e86-87408b0d7f0f', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:38:02.559717 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:38:02.563566 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Usage tracker for resource:floatingip and tenant:a0afca56990a43fd95e729e8f15e2964 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:38:02.566521 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:38:02.572023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:38:02.644711 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:02.782094 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:02.924223 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Allocated IP 172.26.3.111 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/674b1a99-f115-480c-9c5c-d596c5dd3f79) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:38:03.066373 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:03.173592 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:03.242429 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:38:03.245330 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:38:03.249089 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:38:03.279589 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=674b1a99-f115-480c-9c5c-d596c5dd3f79,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:38:03.751009 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:03.879906 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:04.076886 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:04.138577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:04.315281 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event updated for resources: {'Port': ['ID=674b1a99-f115-480c-9c5c-d596c5dd3f79,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:38:04.343398 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:04.528602 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Floating IP b57eaead-56bd-4e9e-b57a-e5e38833ba45 associated. External IP: 172.26.3.111, port: 9696db41-324a-440e-8e86-87408b0d7f0f. Dec 21 22:38:04.906707 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 0f481fa7-470a-4358-a2b6-0163fe298671 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:38:05.101836 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:38:05.111715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c9c6b-c7a9-4c01-8163-0361217ad0b2 None None] Sync routers for ids ['0f481fa7-470a-4358-a2b6-0163fe298671'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:38:05.125562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c9c6b-c7a9-4c01-8163-0361217ad0b2 None None] Routers {'0f481fa7-470a-4358-a2b6-0163fe298671'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:38:05.126206 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-e56c9c6b-c7a9-4c01-8163-0361217ad0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:38:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0f481fa7-470a-4358-a2b6-0163fe298671'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:38:05.190702 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:05.247449 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-46eb7035-faba-4c74-9043-c3fd61b8e0bc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6947553 Dec 21 22:38:05.247449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'tag': '9696db41-324a-440e-8e86-87408b0d7f0f'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:38:05.248489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41822) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:05.309891 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-e56c9c6b-c7a9-4c01-8163-0361217ad0b2 None None] Set router 0f481fa7-470a-4358-a2b6-0163fe298671 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:38:05.311395 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'tag': '9696db41-324a-440e-8e86-87408b0d7f0f', 'status': 'completed', 'code': 200} Dec 21 22:38:05.423305 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ae1f3b59-10d8-470d-8570-7468aa1588ec tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/b57eaead-56bd-4e9e-b57a-e5e38833ba45 HTTP/1.1" status: 200 len: 992 time: 0.1729648 Dec 21 22:38:05.442185 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ff71617e-e03a-42e6-bf0a-3d91d15344d6 req-cc70c7a0-a4ca-4c92-8f30-f9040cc89e61 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 1099 time: 0.1008980 Dec 21 22:38:05.660532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-e56c9c6b-c7a9-4c01-8163-0361217ad0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'name': 'tempest-TestNetworkBasicOps-router-1845400605', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:37:38Z', 'updated_at': '2021-12-21T22:37:43Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:39Z', 'updated_at': '2021-12-21T22:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'b57eaead-56bd-4e9e-b57a-e5e38833ba45', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.111', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'port_id': '9696db41-324a-440e-8e86-87408b0d7f0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'mac_address': 'fa:16:3e:fe:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:38:03Z', 'updated_at': '2021-12-21T22:38:03Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '112a261e-c8b8-46d4-8bdf-76932796edd3', 'name': '', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:05:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:42Z', 'updated_at': '2021-12-21T22:37:49Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:38:05.664339 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c9c6b-c7a9-4c01-8163-0361217ad0b2 None None] Checking router: 0f481fa7-470a-4358-a2b6-0163fe298671 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:38:05.673792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71617e-e03a-42e6-bf0a-3d91d15344d6 req-4401f438-ed2a-4ab6-a1ff-0d1609978631 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:38:05.675024 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c9c6b-c7a9-4c01-8163-0361217ad0b2 None None] Routers {'0f481fa7-470a-4358-a2b6-0163fe298671'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:38:05.675289 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ff71617e-e03a-42e6-bf0a-3d91d15344d6 req-4401f438-ed2a-4ab6-a1ff-0d1609978631 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1aa47ca5-37ea-4886-bdec-f601a101c5b2 HTTP/1.1" status: 200 len: 898 time: 0.2266994 Dec 21 22:38:05.675638 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-e56c9c6b-c7a9-4c01-8163-0361217ad0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:38:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0f481fa7-470a-4358-a2b6-0163fe298671'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:38:05.780054 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ff71617e-e03a-42e6-bf0a-3d91d15344d6 req-a798a76e-a322-47fd-910a-c8e4a678ad51 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9696db41-324a-440e-8e86-87408b0d7f0f HTTP/1.1" status: 200 len: 1000 time: 0.0983715 Dec 21 22:38:05.844020 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71617e-e03a-42e6-bf0a-3d91d15344d6 req-7c460b98-f6a5-4bbb-9a80-8c78f0358de3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:38:05.845454 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ff71617e-e03a-42e6-bf0a-3d91d15344d6 req-7c460b98-f6a5-4bbb-9a80-8c78f0358de3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d6cc84c-624c-4cbc-94c9-e276d4f7942c HTTP/1.1" status: 200 len: 835 time: 0.0587025 Dec 21 22:38:05.849147 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-e56c9c6b-c7a9-4c01-8163-0361217ad0b2 None None] Set router 0f481fa7-470a-4358-a2b6-0163fe298671 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:38:05.922843 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ff71617e-e03a-42e6-bf0a-3d91d15344d6 req-a5b20c40-d443-4d79-8705-c849499d27b1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1aa47ca5-37ea-4886-bdec-f601a101c5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708520 Dec 21 22:38:06.059422 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ff71617e-e03a-42e6-bf0a-3d91d15344d6 req-78e4f12b-230e-4f31-805d-8eef7b1e416f service neutron] 10.222.0.49 "GET /v2.0/networks/1aa47ca5-37ea-4886-bdec-f601a101c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292968 Dec 21 22:38:06.190847 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ff71617e-e03a-42e6-bf0a-3d91d15344d6 req-fbd461ec-c688-40f2-9f6b-b7ef6b213034 service neutron] 10.222.0.49 "GET /v2.0/networks/1aa47ca5-37ea-4886-bdec-f601a101c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255167 Dec 21 22:38:06.232256 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-e56c9c6b-c7a9-4c01-8163-0361217ad0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'name': 'tempest-TestNetworkBasicOps-router-1845400605', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:37:38Z', 'updated_at': '2021-12-21T22:37:43Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:39Z', 'updated_at': '2021-12-21T22:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'b57eaead-56bd-4e9e-b57a-e5e38833ba45', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.111', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'port_id': '9696db41-324a-440e-8e86-87408b0d7f0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'mac_address': 'fa:16:3e:fe:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:38:03Z', 'updated_at': '2021-12-21T22:38:03Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '112a261e-c8b8-46d4-8bdf-76932796edd3', 'name': '', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:05:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:42Z', 'updated_at': '2021-12-21T22:37:49Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:38:06.236261 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c9c6b-c7a9-4c01-8163-0361217ad0b2 None None] The sync data for ids ['0f481fa7-470a-4358-a2b6-0163fe298671'] in dv-neutron-822520-1-hyperv is: [{'id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'name': 'tempest-TestNetworkBasicOps-router-1845400605', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:37:38Z', 'updated_at': '2021-12-21T22:37:43Z', 'revision_number': 4, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:39Z', 'updated_at': '2021-12-21T22:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'b57eaead-56bd-4e9e-b57a-e5e38833ba45', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.111', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'port_id': '9696db41-324a-440e-8e86-87408b0d7f0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'mac_address': 'fa:16:3e:fe:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:38:03Z', 'updated_at': '2021-12-21T22:38:03Z', 'revision_number': 0, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '112a261e-c8b8-46d4-8bdf-76932796edd3', 'name': '', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:05:e4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:42Z', 'updated_at': '2021-12-21T22:37:49Z', 'revision_number': 5, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:38:06.425091 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7854ff5a-8817-4f18-a36f-df63af0ebf9f None None] New status for floating IP b57eaead-56bd-4e9e-b57a-e5e38833ba45: ACTIVE {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:38:06.427182 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41830) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:06.532871 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c3def22d-5d69-4631-bd3a-ee973ada612a tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/b57eaead-56bd-4e9e-b57a-e5e38833ba45 HTTP/1.1" status: 200 len: 992 time: 0.1044927 Dec 21 22:38:07.536758 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41834) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:07.640080 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-05923f21-483a-4cc5-a064-c742981b5453 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/b57eaead-56bd-4e9e-b57a-e5e38833ba45 HTTP/1.1" status: 200 len: 994 time: 0.1022768 Dec 21 22:38:11.720762 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:38:15.447050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:27.279310 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-484b40c5-75d2-4ff3-8d9e-15b27ac6d317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:29.669375 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-06145e9e-de70-49a4-b198-f44d9acd461f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:30.749652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:30.775984 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:32.221833 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:38.763287 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41852) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:38.768772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-58ae9e90-0848-4f31-9a06-211c0d0f038e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:38:39.417457 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-58ae9e90-0848-4f31-9a06-211c0d0f038e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:39.487248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-58ae9e90-0848-4f31-9a06-211c0d0f038e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:39.683799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ae9e90-0848-4f31-9a06-211c0d0f038e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 0f481fa7-470a-4358-a2b6-0163fe298671 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:38:39.883630 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ae9e90-0848-4f31-9a06-211c0d0f038e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:38:39.889360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-58ae9e90-0848-4f31-9a06-211c0d0f038e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:39.890449 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-58ae9e90-0848-4f31-9a06-211c0d0f038e tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/0f481fa7-470a-4358-a2b6-0163fe298671 HTTP/1.1" status: 200 len: 888 time: 1.1262093 Dec 21 22:38:39.898658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb61f95-422d-4deb-9c9a-2a7811091501 None None] Sync routers for ids ['0f481fa7-470a-4358-a2b6-0163fe298671'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:38:39.910958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb61f95-422d-4deb-9c9a-2a7811091501 None None] Routers {'0f481fa7-470a-4358-a2b6-0163fe298671'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:38:39.911498 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7eb61f95-422d-4deb-9c9a-2a7811091501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:38:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0f481fa7-470a-4358-a2b6-0163fe298671'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:38:39.971277 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7eb61f95-422d-4deb-9c9a-2a7811091501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:38:39.981530 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb61f95-422d-4deb-9c9a-2a7811091501 None None] Routers {'0f481fa7-470a-4358-a2b6-0163fe298671'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:38:39.982149 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7eb61f95-422d-4deb-9c9a-2a7811091501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:38:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0f481fa7-470a-4358-a2b6-0163fe298671'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:38:40.041093 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-7eb61f95-422d-4deb-9c9a-2a7811091501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:38:40.041479 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb61f95-422d-4deb-9c9a-2a7811091501 None None] The sync data for ids ['0f481fa7-470a-4358-a2b6-0163fe298671'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:38:40.798287 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e841f-9d4e-4b5a-9d5e-683728199290 None None] New status for floating IP b57eaead-56bd-4e9e-b57a-e5e38833ba45: DOWN {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:38:41.710554 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bda6039b-d9c5-431a-aa1d-b1cfc57af161 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:38:41.816755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:41.832725 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port bda6039b-d9c5-431a-aa1d-b1cfc57af161, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bda6039b-d9c5-431a-aa1d-b1cfc57af161,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:38:41.880517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:41.881177 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 112a261e-c8b8-46d4-8bdf-76932796edd3 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:38:41.993268 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=bda6039b-d9c5-431a-aa1d-b1cfc57af161,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:38:42.035754 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:42.036096 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:42.036432 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:42.036760 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:42.037094 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:42.037416 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:42.037735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:42.038075 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:42.038397 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:42.038710 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:42.039042 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:42.060564 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:42.092045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 112a261e-c8b8-46d4-8bdf-76932796edd3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=112a261e-c8b8-46d4-8bdf-76932796edd3,segment=NetworkSegment(0513c361-957f-4992-a9c8-fcdc4750af41),segment_id=0513c361-957f-4992-a9c8-fcdc4750af41)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:38:42.149456 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:42.213492 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=112a261e-c8b8-46d4-8bdf-76932796edd3,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:38:42.941394 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41862) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:42.946527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e4e43ad7-3001-4d91-9730-79662e522dca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:38:43.488047 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e4e43ad7-3001-4d91-9730-79662e522dca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:43.564562 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e4e43ad7-3001-4d91-9730-79662e522dca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-514798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-514785', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-511322'] for router, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:43.868828 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e43ad7-3001-4d91-9730-79662e522dca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 0f481fa7-470a-4358-a2b6-0163fe298671 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:38:44.066463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e43ad7-3001-4d91-9730-79662e522dca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:38:44.072067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e4e43ad7-3001-4d91-9730-79662e522dca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:44.073184 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e4e43ad7-3001-4d91-9730-79662e522dca tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/0f481fa7-470a-4358-a2b6-0163fe298671 HTTP/1.1" status: 200 len: 887 time: 1.1307328 Dec 21 22:38:44.076128 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41866) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:44.078798 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b14922-f9f6-4948-aa2a-57efe1474844 None None] Sync routers for ids ['0f481fa7-470a-4358-a2b6-0163fe298671'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:38:44.090727 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b14922-f9f6-4948-aa2a-57efe1474844 None None] Routers {'0f481fa7-470a-4358-a2b6-0163fe298671'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:38:44.091340 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-01b14922-f9f6-4948-aa2a-57efe1474844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:38:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0f481fa7-470a-4358-a2b6-0163fe298671'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:38:44.181768 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8dd865d7-4cee-4212-8fa3-55ea8670f405 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/b57eaead-56bd-4e9e-b57a-e5e38833ba45 HTTP/1.1" status: 200 len: 992 time: 0.1045036 Dec 21 22:38:44.274437 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-01b14922-f9f6-4948-aa2a-57efe1474844 None None] Set router 0f481fa7-470a-4358-a2b6-0163fe298671 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:38:44.619969 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-01b14922-f9f6-4948-aa2a-57efe1474844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'name': 'tempest-TestNetworkBasicOps-router-1845400605', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:37:38Z', 'updated_at': '2021-12-21T22:38:43Z', 'revision_number': 6, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:39Z', 'updated_at': '2021-12-21T22:38:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'b57eaead-56bd-4e9e-b57a-e5e38833ba45', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.111', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'port_id': '9696db41-324a-440e-8e86-87408b0d7f0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'mac_address': 'fa:16:3e:fe:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:38:03Z', 'updated_at': '2021-12-21T22:38:40Z', 'revision_number': 2, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '112a261e-c8b8-46d4-8bdf-76932796edd3', 'name': '', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:05:e4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:42Z', 'updated_at': '2021-12-21T22:38:42Z', 'revision_number': 6, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:38:44.623707 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b14922-f9f6-4948-aa2a-57efe1474844 None None] Checking router: 0f481fa7-470a-4358-a2b6-0163fe298671 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:38:44.634863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b14922-f9f6-4948-aa2a-57efe1474844 None None] Routers {'0f481fa7-470a-4358-a2b6-0163fe298671'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:38:44.635447 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-01b14922-f9f6-4948-aa2a-57efe1474844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:38:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0f481fa7-470a-4358-a2b6-0163fe298671'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:38:44.850067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-01b14922-f9f6-4948-aa2a-57efe1474844 None None] Set router 0f481fa7-470a-4358-a2b6-0163fe298671 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:38:45.185510 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41870) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:45.191077 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-01b14922-f9f6-4948-aa2a-57efe1474844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'name': 'tempest-TestNetworkBasicOps-router-1845400605', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:37:38Z', 'updated_at': '2021-12-21T22:38:43Z', 'revision_number': 6, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:39Z', 'updated_at': '2021-12-21T22:38:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'b57eaead-56bd-4e9e-b57a-e5e38833ba45', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.111', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'port_id': '9696db41-324a-440e-8e86-87408b0d7f0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'mac_address': 'fa:16:3e:fe:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:38:03Z', 'updated_at': '2021-12-21T22:38:40Z', 'revision_number': 2, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '112a261e-c8b8-46d4-8bdf-76932796edd3', 'name': '', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:05:e4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:42Z', 'updated_at': '2021-12-21T22:38:42Z', 'revision_number': 6, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:38:45.195098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b14922-f9f6-4948-aa2a-57efe1474844 None None] The sync data for ids ['0f481fa7-470a-4358-a2b6-0163fe298671'] in dv-neutron-822520-1-hyperv is: [{'id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'name': 'tempest-TestNetworkBasicOps-router-1845400605', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:37:38Z', 'updated_at': '2021-12-21T22:38:43Z', 'revision_number': 6, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:39Z', 'updated_at': '2021-12-21T22:38:41Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'b57eaead-56bd-4e9e-b57a-e5e38833ba45', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'floating_ip_address': '172.26.3.111', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'port_id': '9696db41-324a-440e-8e86-87408b0d7f0f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'mac_address': 'fa:16:3e:fe:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:38:03Z', 'updated_at': '2021-12-21T22:38:40Z', 'revision_number': 2, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '112a261e-c8b8-46d4-8bdf-76932796edd3', 'name': '', 'network_id': '1aa47ca5-37ea-4886-bdec-f601a101c5b2', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'mac_address': 'fa:16:3e:05:e4:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:42Z', 'updated_at': '2021-12-21T22:38:42Z', 'revision_number': 6, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'subnets': [{'id': '2d6cc84c-624c-4cbc-94c9-e276d4f7942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:38:45.291127 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2a676598-7c41-454c-b851-a4948a8288b9 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/b57eaead-56bd-4e9e-b57a-e5e38833ba45 HTTP/1.1" status: 200 len: 992 time: 0.1042235 Dec 21 22:38:45.439564 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:45.754937 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 112a261e-c8b8-46d4-8bdf-76932796edd3 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:38:45.831024 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 112a261e-c8b8-46d4-8bdf-76932796edd3 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:38:45.838303 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:45.949166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:45.982166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 112a261e-c8b8-46d4-8bdf-76932796edd3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=112a261e-c8b8-46d4-8bdf-76932796edd3,segment=NetworkSegment(0513c361-957f-4992-a9c8-fcdc4750af41),segment_id=0513c361-957f-4992-a9c8-fcdc4750af41)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:38:46.041242 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:46.108330 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=112a261e-c8b8-46d4-8bdf-76932796edd3,revision_number=7']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:38:46.294911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41874) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:46.401413 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0d590faf-5b16-482f-aa83-a53dc445d477 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/b57eaead-56bd-4e9e-b57a-e5e38833ba45 HTTP/1.1" status: 200 len: 992 time: 0.1053281 Dec 21 22:38:47.405047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41878) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:47.508276 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3c897dda-3786-4a15-a937-d5581b8adebe tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/b57eaead-56bd-4e9e-b57a-e5e38833ba45 HTTP/1.1" status: 200 len: 992 time: 0.1021702 Dec 21 22:38:47.780499 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bda6039b-d9c5-431a-aa1d-b1cfc57af161 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:38:47.850412 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port bda6039b-d9c5-431a-aa1d-b1cfc57af161 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:38:47.850778 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:47.962297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:47.977675 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port bda6039b-d9c5-431a-aa1d-b1cfc57af161, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bda6039b-d9c5-431a-aa1d-b1cfc57af161,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:38:48.063393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:48.064133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 112a261e-c8b8-46d4-8bdf-76932796edd3 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:38:48.171424 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=bda6039b-d9c5-431a-aa1d-b1cfc57af161,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:38:48.185626 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 112a261e-c8b8-46d4-8bdf-76932796edd3 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:38:48.185993 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:48.511781 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41882) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:48.615011 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-38566c88-cfdb-4be6-babe-53c3245b5528 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/b57eaead-56bd-4e9e-b57a-e5e38833ba45 HTTP/1.1" status: 200 len: 992 time: 0.1020503 Dec 21 22:38:48.720094 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:38:49.618822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41886) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:49.716905 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bda6039b-d9c5-431a-aa1d-b1cfc57af161 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:38:49.725306 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-98b70790-b07c-4832-b015-6c413d9c3fd6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/b57eaead-56bd-4e9e-b57a-e5e38833ba45 HTTP/1.1" status: 200 len: 992 time: 0.1054454 Dec 21 22:38:49.786679 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port bda6039b-d9c5-431a-aa1d-b1cfc57af161 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:38:49.787037 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:50.729427 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41890) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:50.834264 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-298af6e0-326a-479c-9367-a624d085b1e8 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/b57eaead-56bd-4e9e-b57a-e5e38833ba45 HTTP/1.1" status: 200 len: 992 time: 0.1036601 Dec 21 22:38:51.838123 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41894) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:51.940819 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3bfdbe11-b204-40da-8b1d-977049845606 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/b57eaead-56bd-4e9e-b57a-e5e38833ba45 HTTP/1.1" status: 200 len: 992 time: 0.1014104 Dec 21 22:38:52.305148 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bb1f25-c3b7-4311-a29b-092fd3537202 None None] New status for floating IP b57eaead-56bd-4e9e-b57a-e5e38833ba45: ACTIVE {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:38:52.944524 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41898) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:53.047100 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-75207028-55b2-4fa4-aee1-70f0af940ed7 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/floatingips/b57eaead-56bd-4e9e-b57a-e5e38833ba45 HTTP/1.1" status: 200 len: 994 time: 0.1015041 Dec 21 22:38:53.372994 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41906) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:53.569174 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 674b1a99-f115-480c-9c5c-d596c5dd3f79 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:38:53.569541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:53.834957 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:53.835175 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:53.958213 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 674b1a99-f115-480c-9c5c-d596c5dd3f79 owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:38:54.170369 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:54.216008 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=674b1a99-f115-480c-9c5c-d596c5dd3f79,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:38:54.255003 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:54.255344 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:54.255678 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:54.256004 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:54.256327 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:54.256658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:54.256967 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:54.257304 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:54.257598 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:54.257912 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:54.258248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:54.320581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:54.704648 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 0f481fa7-470a-4358-a2b6-0163fe298671 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:38:54.903956 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:38:54.977994 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:55.029450 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d1255754-f5d2-4884-b382-73641f71e959 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/floatingips/b57eaead-56bd-4e9e-b57a-e5e38833ba45 HTTP/1.1" status: 204 len: 168 time: 1.6553879 Dec 21 22:38:55.030042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'tag': '9696db41-324a-440e-8e86-87408b0d7f0f'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:38:55.084909 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'tag': '9696db41-324a-440e-8e86-87408b0d7f0f', 'status': 'completed', 'code': 200} Dec 21 22:38:55.180457 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2104dd52-9770-47d8-8b23-845138fc0dd7 req-3114ce2e-0d37-4f43-80eb-1209573177a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a0afca56990a43fd95e729e8f15e2964&device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 1099 time: 0.0678346 Dec 21 22:38:55.320017 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104dd52-9770-47d8-8b23-845138fc0dd7 req-ab9e4fce-4404-4706-8eb9-a535bfe6f7c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:38:55.321433 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2104dd52-9770-47d8-8b23-845138fc0dd7 req-ab9e4fce-4404-4706-8eb9-a535bfe6f7c3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1aa47ca5-37ea-4886-bdec-f601a101c5b2 HTTP/1.1" status: 200 len: 898 time: 0.1272769 Dec 21 22:38:55.397660 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2104dd52-9770-47d8-8b23-845138fc0dd7 req-68395e71-fb52-428d-a6f5-e34ec8835a0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9696db41-324a-440e-8e86-87408b0d7f0f HTTP/1.1" status: 200 len: 217 time: 0.0659087 Dec 21 22:38:55.461005 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104dd52-9770-47d8-8b23-845138fc0dd7 req-7d942090-d71e-4926-bb47-16ae3737df9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:38:55.464938 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2104dd52-9770-47d8-8b23-845138fc0dd7 req-7d942090-d71e-4926-bb47-16ae3737df9b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2d6cc84c-624c-4cbc-94c9-e276d4f7942c HTTP/1.1" status: 200 len: 835 time: 0.0575955 Dec 21 22:38:55.540535 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2104dd52-9770-47d8-8b23-845138fc0dd7 req-8825b799-1fe6-40bb-a2ed-3b2ff7189259 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1aa47ca5-37ea-4886-bdec-f601a101c5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680208 Dec 21 22:38:55.631369 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebccf1-3f67-4fcb-a3aa-ab6e29f06f52 req-31e7662d-0207-432b-aae9-a7168e8b41e6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:38:55.632056 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-93ebccf1-3f67-4fcb-a3aa-ab6e29f06f52 req-31e7662d-0207-432b-aae9-a7168e8b41e6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:38:55.672645 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2104dd52-9770-47d8-8b23-845138fc0dd7 req-90c8d166-9509-406f-b2af-3cc79d8839ff service neutron] 10.222.0.49 "GET /v2.0/networks/1aa47ca5-37ea-4886-bdec-f601a101c5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248474 Dec 21 22:38:55.707365 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-93ebccf1-3f67-4fcb-a3aa-ab6e29f06f52 req-31e7662d-0207-432b-aae9-a7168e8b41e6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:38:55.708553 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-93ebccf1-3f67-4fcb-a3aa-ab6e29f06f52 req-31e7662d-0207-432b-aae9-a7168e8b41e6 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 946 time: 0.1521187 Dec 21 22:38:55.753843 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-93ebccf1-3f67-4fcb-a3aa-ab6e29f06f52 req-7b3fec97-8dca-450c-a696-89ccad2a7612 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e21604a-74e1-4a51-abcd-0ebded3dc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397031 Dec 21 22:38:55.805557 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2104dd52-9770-47d8-8b23-845138fc0dd7 req-77cbb5a5-7b07-4369-8233-09b064f29576 service neutron] 10.222.0.49 "GET /v2.0/networks/1aa47ca5-37ea-4886-bdec-f601a101c5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262240 Dec 21 22:38:57.107511 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86deaf-5681-4565-8846-90f0d7e5d357 req-116b1bc9-4331-4bf8-ab91-8990bfcc6574 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:38:57.108843 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6e86deaf-5681-4565-8846-90f0d7e5d357 req-116b1bc9-4331-4bf8-ab91-8990bfcc6574 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 946 time: 0.2319615 Dec 21 22:38:57.115960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d0551-d0a9-417a-b307-70da4e5b39df req-cb43e988-9fbc-4bd1-a0b0-190927df0450 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:38:57.117243 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-307d0551-d0a9-417a-b307-70da4e5b39df req-cb43e988-9fbc-4bd1-a0b0-190927df0450 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 946 time: 0.1121948 Dec 21 22:38:57.211487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-307d0551-d0a9-417a-b307-70da4e5b39df req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 9696db41-324a-440e-8e86-87408b0d7f0f {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:38:57.211818 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-307d0551-d0a9-417a-b307-70da4e5b39df req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:57.244148 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6e86deaf-5681-4565-8846-90f0d7e5d357 req-847c5aaf-eb35-4615-86a2-aa13d36620cc tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e21604a-74e1-4a51-abcd-0ebded3dc545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256649 Dec 21 22:38:57.296359 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4ef97298-6c80-4c38-bcb6-b01dcac52fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:57.463277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-307d0551-d0a9-417a-b307-70da4e5b39df req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 9696db41-324a-440e-8e86-87408b0d7f0f, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=9696db41-324a-440e-8e86-87408b0d7f0f,segment=NetworkSegment(0513c361-957f-4992-a9c8-fcdc4750af41),segment_id=0513c361-957f-4992-a9c8-fcdc4750af41)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:38:57.463636 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-307d0551-d0a9-417a-b307-70da4e5b39df req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:57.583612 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-307d0551-d0a9-417a-b307-70da4e5b39df req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 9696db41-324a-440e-8e86-87408b0d7f0f owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:38:57.815641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-307d0551-d0a9-417a-b307-70da4e5b39df req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:57.864823 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=9696db41-324a-440e-8e86-87408b0d7f0f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:38:57.905973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:57.906426 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:57.906759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:57.907088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:57.907412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:57.907776 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:57.908075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:57.908391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:57.908704 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:57.909020 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:57.909332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:38:57.948584 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-307d0551-d0a9-417a-b307-70da4e5b39df req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] No DVR routers for this DVR port 9696db41-324a-440e-8e86-87408b0d7f0f on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:38:57.950834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-307d0551-d0a9-417a-b307-70da4e5b39df req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:57.953188 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'name': 'network-vif-deleted', 'tag': '9696db41-324a-440e-8e86-87408b0d7f0f'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:38:58.009020 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6b591c-8cae-4299-851f-e460a6f67049', 'name': 'network-vif-deleted', 'tag': '9696db41-324a-440e-8e86-87408b0d7f0f', 'status': 'completed', 'code': 200} Dec 21 22:38:58.016549 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-307d0551-d0a9-417a-b307-70da4e5b39df req-06e99577-9bbe-4766-b38d-7badc0134e84 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.49 "DELETE /v2.0/ports/9696db41-324a-440e-8e86-87408b0d7f0f HTTP/1.1" status: 204 len: 173 time: 0.8840437 Dec 21 22:38:58.429740 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-b7544e1e-aa88-48b8-926f-f9ac10f1f0ef req-6ac5b463-feaf-4495-82ae-54afd79d0614 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Synchronizing usage tracker for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:38:58.485890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-b7544e1e-aa88-48b8-926f-f9ac10f1f0ef req-6ac5b463-feaf-4495-82ae-54afd79d0614 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Unset dirty status for tenant:a0afca56990a43fd95e729e8f15e2964 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:38:58.486984 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b7544e1e-aa88-48b8-926f-f9ac10f1f0ef req-6ac5b463-feaf-4495-82ae-54afd79d0614 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea6b591c-8cae-4299-851f-e460a6f67049 HTTP/1.1" status: 200 len: 210 time: 0.1000421 Dec 21 22:38:59.599473 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41926) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:38:59.628826 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-58ff005a-89ed-4651-b852-252baa8572eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:59.671692 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7dde-7ff0-4a8a-aae5-07c49c732f71 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:59.700893 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7dde-7ff0-4a8a-aae5-07c49c732f71 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:59.880244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7dde-7ff0-4a8a-aae5-07c49c732f71 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:59.898543 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c7dde-7ff0-4a8a-aae5-07c49c732f71 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e21604a-74e1-4a51-abcd-0ebded3dc545,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:38:59.988338 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e1c7dde-7ff0-4a8a-aae5-07c49c732f71 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:38:59.992597 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3e1c7dde-7ff0-4a8a-aae5-07c49c732f71 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/security-groups/2e21604a-74e1-4a51-abcd-0ebded3dc545 HTTP/1.1" status: 204 len: 168 time: 0.3887436 Dec 21 22:39:00.103246 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41932) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:00.126951 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 9696db41-324a-440e-8e86-87408b0d7f0f no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:39:00.159912 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 9696db41-324a-440e-8e86-87408b0d7f0f {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:39:00.160176 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 9696db41-324a-440e-8e86-87408b0d7f0f not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:39:00.596879 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f3b02819-b75c-4fab-bf69-564d90afc03c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:00.760508 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:00.783160 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:01.208348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f3b02819-b75c-4fab-bf69-564d90afc03c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port 112a261e-c8b8-46d4-8bdf-76932796edd3 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:39:01.209314 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f3b02819-b75c-4fab-bf69-564d90afc03c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:01.402417 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-f3b02819-b75c-4fab-bf69-564d90afc03c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port 112a261e-c8b8-46d4-8bdf-76932796edd3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=112a261e-c8b8-46d4-8bdf-76932796edd3,segment=NetworkSegment(0513c361-957f-4992-a9c8-fcdc4750af41),segment_id=0513c361-957f-4992-a9c8-fcdc4750af41)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:39:01.402774 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f3b02819-b75c-4fab-bf69-564d90afc03c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:01.522379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f3b02819-b75c-4fab-bf69-564d90afc03c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for 112a261e-c8b8-46d4-8bdf-76932796edd3 owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:39:01.787755 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f3b02819-b75c-4fab-bf69-564d90afc03c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:01.832549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b02819-b75c-4fab-bf69-564d90afc03c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=112a261e-c8b8-46d4-8bdf-76932796edd3,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:02.211813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:02.233571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f3b02819-b75c-4fab-bf69-564d90afc03c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:02.739884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d48e0c3-5195-4401-bf4e-56e8ddcddeaf None None] Sync routers for ids ['0f481fa7-470a-4358-a2b6-0163fe298671'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:39:02.751811 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d48e0c3-5195-4401-bf4e-56e8ddcddeaf None None] Routers {'0f481fa7-470a-4358-a2b6-0163fe298671'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:39:02.752414 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-2d48e0c3-5195-4401-bf4e-56e8ddcddeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:39:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0f481fa7-470a-4358-a2b6-0163fe298671'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:39:02.828570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b02819-b75c-4fab-bf69-564d90afc03c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Router 0f481fa7-470a-4358-a2b6-0163fe298671 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:39:02.967964 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-2d48e0c3-5195-4401-bf4e-56e8ddcddeaf None None] Set router 0f481fa7-470a-4358-a2b6-0163fe298671 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:39:03.031471 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b02819-b75c-4fab-bf69-564d90afc03c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:39:03.111937 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41936) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:03.112544 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f3b02819-b75c-4fab-bf69-564d90afc03c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "PUT /v2.0/routers/0f481fa7-470a-4358-a2b6-0163fe298671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0076690 Dec 21 22:39:03.250982 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-2d48e0c3-5195-4401-bf4e-56e8ddcddeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'name': 'tempest-TestNetworkBasicOps-router-1845400605', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:37:38Z', 'updated_at': '2021-12-21T22:39:01Z', 'revision_number': 7, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:39Z', 'updated_at': '2021-12-21T22:38:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:39:03.254695 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d48e0c3-5195-4401-bf4e-56e8ddcddeaf None None] Checking router: 0f481fa7-470a-4358-a2b6-0163fe298671 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:39:03.265003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d48e0c3-5195-4401-bf4e-56e8ddcddeaf None None] Routers {'0f481fa7-470a-4358-a2b6-0163fe298671'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:39:03.265593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-2d48e0c3-5195-4401-bf4e-56e8ddcddeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:39:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0f481fa7-470a-4358-a2b6-0163fe298671'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:39:03.309706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-84003f50-b0ea-4d91-bc3d-51b902271da3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting subnet 2d6cc84c-624c-4cbc-94c9-e276d4f7942c {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:39:03.312651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-84003f50-b0ea-4d91-bc3d-51b902271da3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:03.366073 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-84003f50-b0ea-4d91-bc3d-51b902271da3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:03.443464 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-2d48e0c3-5195-4401-bf4e-56e8ddcddeaf None None] Set router 0f481fa7-470a-4358-a2b6-0163fe298671 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:39:03.447743 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-84003f50-b0ea-4d91-bc3d-51b902271da3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:03.594937 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-84003f50-b0ea-4d91-bc3d-51b902271da3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:03.633166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84003f50-b0ea-4d91-bc3d-51b902271da3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Subnet': ['ID=2d6cc84c-624c-4cbc-94c9-e276d4f7942c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:03.639390 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-84003f50-b0ea-4d91-bc3d-51b902271da3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:03.645240 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-84003f50-b0ea-4d91-bc3d-51b902271da3 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/subnets/2d6cc84c-624c-4cbc-94c9-e276d4f7942c HTTP/1.1" status: 204 len: 168 time: 0.5322855 Dec 21 22:39:03.648401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41940) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:03.655393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3da3ddf-6ab6-4138-a710-3c4260f31257 None None] Network 1aa47ca5-37ea-4886-bdec-f601a101c5b2 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:39:03.901466 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-2d48e0c3-5195-4401-bf4e-56e8ddcddeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'name': 'tempest-TestNetworkBasicOps-router-1845400605', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:37:38Z', 'updated_at': '2021-12-21T22:39:01Z', 'revision_number': 7, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:39Z', 'updated_at': '2021-12-21T22:38:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:39:03.907829 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d48e0c3-5195-4401-bf4e-56e8ddcddeaf None None] The sync data for ids ['0f481fa7-470a-4358-a2b6-0163fe298671'] in dv-neutron-822520-1-hyperv is: [{'id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'name': 'tempest-TestNetworkBasicOps-router-1845400605', 'tenant_id': 'a0afca56990a43fd95e729e8f15e2964', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:37:38Z', 'updated_at': '2021-12-21T22:39:01Z', 'revision_number': 7, 'project_id': 'a0afca56990a43fd95e729e8f15e2964', 'gw_port': {'id': 'bda6039b-d9c5-431a-aa1d-b1cfc57af161', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:62:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f481fa7-470a-4358-a2b6-0163fe298671', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:37:39Z', 'updated_at': '2021-12-21T22:38:47Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:39:03.961376 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7b6aaa9-e013-4afb-9285-ed97a7404a16 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:04.157564 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7b6aaa9-e013-4afb-9285-ed97a7404a16 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:04.250281 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-f7b6aaa9-e013-4afb-9285-ed97a7404a16 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Deleting port bda6039b-d9c5-431a-aa1d-b1cfc57af161 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:39:04.250801 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7b6aaa9-e013-4afb-9285-ed97a7404a16 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:04.266506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5a835a-df08-4cbe-9128-40c042e6f711 None None] DHCP port deletion for 1aa47ca5-37ea-4886-bdec-f601a101c5b2 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:39:04.272310 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a835a-df08-4cbe-9128-40c042e6f711 None None] Deleting port 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:39:04.272795 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1a5a835a-df08-4cbe-9128-40c042e6f711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:04.450099 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-f7b6aaa9-e013-4afb-9285-ed97a7404a16 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] For port bda6039b-d9c5-431a-aa1d-b1cfc57af161, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=bda6039b-d9c5-431a-aa1d-b1cfc57af161,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:39:04.450375 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7b6aaa9-e013-4afb-9285-ed97a7404a16 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:04.494167 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-1a5a835a-df08-4cbe-9128-40c042e6f711 None None] For port 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d,segment=NetworkSegment(0513c361-957f-4992-a9c8-fcdc4750af41),segment_id=0513c361-957f-4992-a9c8-fcdc4750af41)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:39:04.494497 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1a5a835a-df08-4cbe-9128-40c042e6f711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:04.573258 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-f7b6aaa9-e013-4afb-9285-ed97a7404a16 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Calling delete_port for bda6039b-d9c5-431a-aa1d-b1cfc57af161 owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:39:04.619854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a835a-df08-4cbe-9128-40c042e6f711 None None] Calling delete_port for 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:39:04.811875 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1a5a835a-df08-4cbe-9128-40c042e6f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:04.838930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7b6aaa9-e013-4afb-9285-ed97a7404a16 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:04.854249 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a835a-df08-4cbe-9128-40c042e6f711 None None] Pushing event deleted for resources: {'Port': ['ID=2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:04.860694 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5a835a-df08-4cbe-9128-40c042e6f711 None None] No DVR routers for this DVR port 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:39:04.883840 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6aaa9-e013-4afb-9285-ed97a7404a16 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Port': ['ID=bda6039b-d9c5-431a-aa1d-b1cfc57af161,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:05.105083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7b6aaa9-e013-4afb-9285-ed97a7404a16 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:05.356898 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7b6aaa9-e013-4afb-9285-ed97a7404a16 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:05.360951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7b6aaa9-e013-4afb-9285-ed97a7404a16 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:05.449828 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7b6aaa9-e013-4afb-9285-ed97a7404a16 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:05.450365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b6aaa9-e013-4afb-9285-ed97a7404a16 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Fanout notify agent at l3_agent the message router_deleted on router 0f481fa7-470a-4358-a2b6-0163fe298671 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:39:05.465159 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7b6aaa9-e013-4afb-9285-ed97a7404a16 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:05.466242 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f7b6aaa9-e013-4afb-9285-ed97a7404a16 tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/routers/0f481fa7-470a-4358-a2b6-0163fe298671 HTTP/1.1" status: 204 len: 168 time: 1.8169427 Dec 21 22:39:05.468918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 41946) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:05.677622 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45a0d2a2-f9ce-434b-8b4b-42c6d2b0901c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:05.770245 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 112a261e-c8b8-46d4-8bdf-76932796edd3 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:39:05.804100 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 112a261e-c8b8-46d4-8bdf-76932796edd3 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:39:05.804529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 112a261e-c8b8-46d4-8bdf-76932796edd3 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:39:05.805012 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:39:05.811842 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45a0d2a2-f9ce-434b-8b4b-42c6d2b0901c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:05.838122 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-45a0d2a2-f9ce-434b-8b4b-42c6d2b0901c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa47ca5-37ea-4886-bdec-f601a101c5b2']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:39:05.839766 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:39:05.840135 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2ba0f3d5-c78e-4313-878b-4c1b1bc6dc1d not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:39:05.856575 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-45a0d2a2-f9ce-434b-8b4b-42c6d2b0901c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0513c361-957f-4992-a9c8-fcdc4750af41') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:39:05.856866 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-45a0d2a2-f9ce-434b-8b4b-42c6d2b0901c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0513c361-957f-4992-a9c8-fcdc4750af41') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:39:05.868083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45a0d2a2-f9ce-434b-8b4b-42c6d2b0901c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:05.883187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45a0d2a2-f9ce-434b-8b4b-42c6d2b0901c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:05.889021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a0d2a2-f9ce-434b-8b4b-42c6d2b0901c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:39:05.889395 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45a0d2a2-f9ce-434b-8b4b-42c6d2b0901c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:39:05.903689 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:39:06.034534 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45a0d2a2-f9ce-434b-8b4b-42c6d2b0901c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:06.052537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-45a0d2a2-f9ce-434b-8b4b-42c6d2b0901c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:06.067509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0d2a2-f9ce-434b-8b4b-42c6d2b0901c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] Pushing event deleted for resources: {'Network': ['ID=1aa47ca5-37ea-4886-bdec-f601a101c5b2,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:06.138024 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-45a0d2a2-f9ce-434b-8b4b-42c6d2b0901c tempest-TestNetworkBasicOps-1356744693 tempest-TestNetworkBasicOps-1356744693-project] 10.222.0.37 "DELETE /v2.0/networks/1aa47ca5-37ea-4886-bdec-f601a101c5b2 HTTP/1.1" status: 204 len: 168 time: 0.6681168 Dec 21 22:39:06.689880 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41954) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:06.887710 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-998520c2-8138-4417-8aa4-26725cffecf0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0afca56990a43fd95e729e8f15e2964&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1966650 Dec 21 22:39:06.890194 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41960) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:06.927594 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac52e1a8-3328-4344-a672-6b2027770063 None None] New status for floating IP b57eaead-56bd-4e9e-b57a-e5e38833ba45: DOWN {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:39:06.952793 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c23f1d1-b834-4c8f-85a6-8842942eccc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:06.977344 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c23f1d1-b834-4c8f-85a6-8842942eccc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:07.096210 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c23f1d1-b834-4c8f-85a6-8842942eccc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:07.114899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23f1d1-b834-4c8f-85a6-8842942eccc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:07.122747 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea89664-76e5-4156-a266-3a44d353c3f0 None None] Sync routers for ids ['0f481fa7-470a-4358-a2b6-0163fe298671'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:39:07.125126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c23f1d1-b834-4c8f-85a6-8842942eccc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:07.126344 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6c23f1d1-b834-4c8f-85a6-8842942eccc6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a8be8e5-b70d-4bcf-8a6a-5a2b3022ae5c HTTP/1.1" status: 204 len: 168 time: 0.2351873 Dec 21 22:39:07.147284 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea89664-76e5-4156-a266-3a44d353c3f0 None None] Routers set() bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:39:07.147674 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea89664-76e5-4156-a266-3a44d353c3f0 None None] Router IDs set() for agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 21 22:39:07.148627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_agentschedulers_db [None req-eea89664-76e5-4156-a266-3a44d353c3f0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0f481fa7-470a-4358-a2b6-0163fe298671'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:39:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent'). {{(pid=84170) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 21 22:39:07.159060 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea89664-76e5-4156-a266-3a44d353c3f0 None None] Routers set() bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:39:07.159423 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea89664-76e5-4156-a266-3a44d353c3f0 None None] Router IDs set() for agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 21 22:39:07.159980 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_agentschedulers_db [None req-eea89664-76e5-4156-a266-3a44d353c3f0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0f481fa7-470a-4358-a2b6-0163fe298671'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:39:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent'). {{(pid=84170) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 21 22:39:07.160346 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea89664-76e5-4156-a266-3a44d353c3f0 None None] The sync data for ids ['0f481fa7-470a-4358-a2b6-0163fe298671'] in dv-neutron-822520-1-hyperv is: [] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:39:07.683893 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bda6039b-d9c5-431a-aa1d-b1cfc57af161 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:39:07.716342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: bda6039b-d9c5-431a-aa1d-b1cfc57af161 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:39:07.716686 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device bda6039b-d9c5-431a-aa1d-b1cfc57af161 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:39:07.789157 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41968) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:07.806896 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65d8e8bb-608e-439f-b0d8-59c5c92692eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:07.838343 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-65d8e8bb-608e-439f-b0d8-59c5c92692eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:39:07.842270 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-65d8e8bb-608e-439f-b0d8-59c5c92692eb admin admin] Usage tracker for resource:security_group_rule and tenant:e18dbbdcec5f4baba7e6ab24dc068707 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:39:07.845086 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-65d8e8bb-608e-439f-b0d8-59c5c92692eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:39:07.850825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-65d8e8bb-608e-439f-b0d8-59c5c92692eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:39:07.913848 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65d8e8bb-608e-439f-b0d8-59c5c92692eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:07.975326 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65d8e8bb-608e-439f-b0d8-59c5c92692eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:08.018699 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8e8bb-608e-439f-b0d8-59c5c92692eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607ac6fd-73bc-445b-b12a-a14aa0e1333e,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:08.024849 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-65d8e8bb-608e-439f-b0d8-59c5c92692eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e18dbbdcec5f4baba7e6ab24dc068707&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2346666 Dec 21 22:39:08.027645 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 41972) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:08.087270 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0f42e49f-0f8a-4c29-93d8-276131442b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:08.120925 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0f42e49f-0f8a-4c29-93d8-276131442b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:08.240787 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0f42e49f-0f8a-4c29-93d8-276131442b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:08.255885 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42e49f-0f8a-4c29-93d8-276131442b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607ac6fd-73bc-445b-b12a-a14aa0e1333e,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:08.261911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0f42e49f-0f8a-4c29-93d8-276131442b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:08.265157 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0f42e49f-0f8a-4c29-93d8-276131442b74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/607ac6fd-73bc-445b-b12a-a14aa0e1333e HTTP/1.1" status: 204 len: 168 time: 0.2342319 Dec 21 22:39:15.531693 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:16.225242 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c354c176-3673-444b-a75e-681c3ae1e336 req-727183f1-f0c9-49af-8b1c-7e67fc7b769d tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=2626e1fab640409ab0eb32b530539d7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275941 Dec 21 22:39:16.371085 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354c176-3673-444b-a75e-681c3ae1e336 req-309f2f8a-261c-4763-91ce-cde3f396e462 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:16.372397 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c354c176-3673-444b-a75e-681c3ae1e336 req-309f2f8a-261c-4763-91ce-cde3f396e462 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1419022 Dec 21 22:39:16.388606 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c354c176-3673-444b-a75e-681c3ae1e336 req-ffadce20-5fb8-4025-8d1d-333a3f32a66a tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/quotas/2626e1fab640409ab0eb32b530539d7e HTTP/1.1" status: 200 len: 375 time: 0.0109615 Dec 21 22:39:16.432688 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c354c176-3673-444b-a75e-681c3ae1e336 req-e5049222-3a45-45eb-befd-219c8371a6dd tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2626e1fab640409ab0eb32b530539d7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394020 Dec 21 22:39:16.689936 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2dd6c55f-f913-42ef-9017-fcb2ab8176df req-addaf7ea-9895-494b-8b5c-e4609c74427d tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 210 time: 0.0416701 Dec 21 22:39:17.854762 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c8862711-52b8-4ca6-a121-6db38d640657 req-3fc9636f-0f16-4473-9859-0cec14358d1f tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 210 time: 0.0470541 Dec 21 22:39:18.594576 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c354c176-3673-444b-a75e-681c3ae1e336 req-cb3b84ad-3e8c-4a49-a565-6817913efafc tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=2626e1fab640409ab0eb32b530539d7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259054 Dec 21 22:39:18.745219 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354c176-3673-444b-a75e-681c3ae1e336 req-5ea69b0d-0e0a-412f-b6ea-87a1cca0d5ef tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:18.746627 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c354c176-3673-444b-a75e-681c3ae1e336 req-5ea69b0d-0e0a-412f-b6ea-87a1cca0d5ef tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449597 Dec 21 22:39:18.771109 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Request body: {'port': {'device_id': '6cb1d89f-5238-4684-9cb2-69f7df2d125d', 'network_id': '58709807-676e-4cf1-8817-f5154e1f7cde', 'admin_state_up': True, 'tenant_id': '2626e1fab640409ab0eb32b530539d7e'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:39:18.906559 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:39:18.910344 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Usage tracker for resource:port and tenant:2626e1fab640409ab0eb32b530539d7e is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:39:18.913766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:39:18.919496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:39:19.015605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Made reservation on behalf of 2626e1fab640409ab0eb32b530539d7e for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:39:19.019224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:19.035092 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-81df97df-3663-44e7-b494-b43ef1b6a5ee req-10f88410-c0fc-4faa-9c34-3329545f5137 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 210 time: 0.0576410 Dec 21 22:39:19.038128 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:19.071206 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:39:19.074917 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Usage tracker for resource:security_group_rule and tenant:2626e1fab640409ab0eb32b530539d7e is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:39:19.077673 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:39:19.084002 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:39:19.150809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:19.215809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:19.291658 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13586ef-0736-47cb-8eeb-e62b408805f8,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:19.384606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Allocated IP 192.168.233.129 (58709807-676e-4cf1-8817-f5154e1f7cde/442a4f40-2333-4a92-8f51-9be87d3e4f77/30b39309-9d6c-4f52-9465-41fdbcf77309) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:39:19.580873 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:19.595990 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Transition to ACTIVE for port object 30b39309-9d6c-4f52-9465-41fdbcf77309 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:39:19.684917 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:19.759634 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Network 58709807-676e-4cf1-8817-f5154e1f7cde is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:39:19.762715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:39:19.767164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:39:19.792542 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Pushing event updated for resources: {'Port': ['ID=30b39309-9d6c-4f52-9465-41fdbcf77309,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:19.830716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:19.831366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:19.915335 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c354c176-3673-444b-a75e-681c3ae1e336 req-79f0ff8d-123b-4795-a2bc-ed77be094e9c tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1483617 Dec 21 22:39:19.931616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Request body: {'port': {'device_id': '6cb1d89f-5238-4684-9cb2-69f7df2d125d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:39:20.038782 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:20.085904 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-33b57202-03cd-4aa7-80b3-dc3b97a5847a None None] Provisioning for port 30b39309-9d6c-4f52-9465-41fdbcf77309 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:39:20.091166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-33b57202-03cd-4aa7-80b3-dc3b97a5847a None None] Provisioning complete for port 30b39309-9d6c-4f52-9465-41fdbcf77309 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:39:20.091531 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-33b57202-03cd-4aa7-80b3-dc3b97a5847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:20.148510 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-33b57202-03cd-4aa7-80b3-dc3b97a5847a None None] Port 30b39309-9d6c-4f52-9465-41fdbcf77309 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:39:20.340559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cddd7a-cd94-4406-8e6c-698938a47a06 req-254aacf7-4b87-4784-9386-6319d6cc3183 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:20.341893 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-65cddd7a-cd94-4406-8e6c-698938a47a06 req-254aacf7-4b87-4784-9386-6319d6cc3183 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 936 time: 0.1840496 Dec 21 22:39:20.387448 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-65cddd7a-cd94-4406-8e6c-698938a47a06 req-5f1d2450-30a4-40cb-b822-ac7c4ee5371f tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/security-groups?id=f13586ef-0736-47cb-8eeb-e62b408805f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395257 Dec 21 22:39:20.477829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b39309-9d6c-4f52-9465-41fdbcf77309 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:39:20.484422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:20.498052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Transition to ACTIVE for port object 30b39309-9d6c-4f52-9465-41fdbcf77309 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:39:20.571083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:20.694408 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Pushing event updated for resources: {'Port': ['ID=30b39309-9d6c-4f52-9465-41fdbcf77309,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:20.811472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Attempting to bind port 30b39309-9d6c-4f52-9465-41fdbcf77309 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:39:20.811809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Attempting to bind port 30b39309-9d6c-4f52-9465-41fdbcf77309 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '58709807-676e-4cf1-8817-f5154e1f7cde'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:39:20.812134 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Attempting to bind port 30b39309-9d6c-4f52-9465-41fdbcf77309 on network 58709807-676e-4cf1-8817-f5154e1f7cde {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:39:20.818734 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Port 30b39309-9d6c-4f52-9465-41fdbcf77309 on network 58709807-676e-4cf1-8817-f5154e1f7cde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:39:20.819051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Attempting to bind port 30b39309-9d6c-4f52-9465-41fdbcf77309 on network 58709807-676e-4cf1-8817-f5154e1f7cde {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:39:20.825322 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:39:20.825659 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Checking segment: {'id': 'cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '58709807-676e-4cf1-8817-f5154e1f7cde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:39:20.826069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Bound using segment: {'id': 'cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '58709807-676e-4cf1-8817-f5154e1f7cde'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:39:20.826494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Bound port: 30b39309-9d6c-4f52-9465-41fdbcf77309, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '58709807-676e-4cf1-8817-f5154e1f7cde'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:39:20.826833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:20.917363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] For port 30b39309-9d6c-4f52-9465-41fdbcf77309, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:39:20.920256 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] For port 30b39309-9d6c-4f52-9465-41fdbcf77309, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30b39309-9d6c-4f52-9465-41fdbcf77309,segment=NetworkSegment(cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8),segment_id=cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:39:21.011579 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:21.075142 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:21.076482 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c354c176-3673-444b-a75e-681c3ae1e336 req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] 10.222.0.49 "PUT /v2.0/ports/30b39309-9d6c-4f52-9465-41fdbcf77309 HTTP/1.1" status: 200 len: 1098 time: 1.1490641 Dec 21 22:39:21.076942 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb1d89f-5238-4684-9cb2-69f7df2d125d', 'tag': '30b39309-9d6c-4f52-9465-41fdbcf77309'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:39:21.098120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9ff59-46dc-4069-b632-b18a783a750a service neutron] Pushing event updated for resources: {'Port': ['ID=30b39309-9d6c-4f52-9465-41fdbcf77309,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:21.151274 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb1d89f-5238-4684-9cb2-69f7df2d125d', 'tag': '30b39309-9d6c-4f52-9465-41fdbcf77309', 'status': 'completed', 'code': 200} Dec 21 22:39:21.258506 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5e3b0884-91ad-4e72-b206-8dc06dbed627 req-efc58443-44d1-4a1c-9708-270d71d2992b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2626e1fab640409ab0eb32b530539d7e&device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 1101 time: 0.0755208 Dec 21 22:39:21.302228 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5e3b0884-91ad-4e72-b206-8dc06dbed627 req-a8b518ac-b315-41ba-a72b-b71388f4c05b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2626e1fab640409ab0eb32b530539d7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308347 Dec 21 22:39:21.448992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b0884-91ad-4e72-b206-8dc06dbed627 req-54dd6f93-4c5b-4804-a2e8-30704adc47ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:21.448992 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5e3b0884-91ad-4e72-b206-8dc06dbed627 req-54dd6f93-4c5b-4804-a2e8-30704adc47ac service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367526 Dec 21 22:39:21.559859 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c354c176-3673-444b-a75e-681c3ae1e336 req-0dda2b85-c056-42fc-b46b-29856620dbc3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2626e1fab640409ab0eb32b530539d7e&device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 1101 time: 0.0705850 Dec 21 22:39:21.597647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c567a-51c3-43d1-be2b-4ebf91d6057b req-088210f2-b4ae-4869-a0e1-97c846404fde tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:21.603784 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d33c567a-51c3-43d1-be2b-4ebf91d6057b req-088210f2-b4ae-4869-a0e1-97c846404fde tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 948 time: 0.0849650 Dec 21 22:39:21.636842 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c354c176-3673-444b-a75e-681c3ae1e336 req-43a79440-9fa3-4937-b4ad-358c59037274 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=30b39309-9d6c-4f52-9465-41fdbcf77309 HTTP/1.1" status: 200 len: 217 time: 0.0654171 Dec 21 22:39:21.646300 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d33c567a-51c3-43d1-be2b-4ebf91d6057b req-a168ce32-a59b-404d-83ee-60493c742df7 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/security-groups?id=f13586ef-0736-47cb-8eeb-e62b408805f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407386 Dec 21 22:39:21.704999 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354c176-3673-444b-a75e-681c3ae1e336 req-4cf33c9d-2ddb-4b43-bbb2-e05dd97d2be0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:21.706384 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c354c176-3673-444b-a75e-681c3ae1e336 req-4cf33c9d-2ddb-4b43-bbb2-e05dd97d2be0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=442a4f40-2333-4a92-8f51-9be87d3e4f77 HTTP/1.1" status: 200 len: 843 time: 0.0594969 Dec 21 22:39:21.782252 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c354c176-3673-444b-a75e-681c3ae1e336 req-d7204990-4129-4a1d-8a72-8da109a2d6db service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=58709807-676e-4cf1-8817-f5154e1f7cde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0660374 Dec 21 22:39:21.913293 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c354c176-3673-444b-a75e-681c3ae1e336 req-8a57ecdd-ec6f-4d4f-aaf5-310971201aea service neutron] 10.222.0.49 "GET /v2.0/networks/58709807-676e-4cf1-8817-f5154e1f7cde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210153 Dec 21 22:39:22.045404 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c354c176-3673-444b-a75e-681c3ae1e336 req-5844e6ab-4ae4-4e3c-91d8-5f2328a9d899 service neutron] 10.222.0.49 "GET /v2.0/networks/58709807-676e-4cf1-8817-f5154e1f7cde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221676 Dec 21 22:39:22.844424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a5431-9faa-43e8-a57f-e4f1c94e68cb req-8fc8dcd4-09dc-4148-8f8d-b2c2360d9359 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:22.845133 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-a65a5431-9faa-43e8-a57f-e4f1c94e68cb req-8fc8dcd4-09dc-4148-8f8d-b2c2360d9359 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Synchronizing usage tracker for tenant:2626e1fab640409ab0eb32b530539d7e on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:39:22.931146 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-a65a5431-9faa-43e8-a57f-e4f1c94e68cb req-8fc8dcd4-09dc-4148-8f8d-b2c2360d9359 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Unset dirty status for tenant:2626e1fab640409ab0eb32b530539d7e on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:39:22.932269 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a65a5431-9faa-43e8-a57f-e4f1c94e68cb req-8fc8dcd4-09dc-4148-8f8d-b2c2360d9359 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 948 time: 0.1661267 Dec 21 22:39:22.976533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-a65a5431-9faa-43e8-a57f-e4f1c94e68cb req-072ce423-48af-4857-bd09-85d34b5e4804 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Synchronizing usage tracker for tenant:2626e1fab640409ab0eb32b530539d7e on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:39:23.055756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-a65a5431-9faa-43e8-a57f-e4f1c94e68cb req-072ce423-48af-4857-bd09-85d34b5e4804 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Unset dirty status for tenant:2626e1fab640409ab0eb32b530539d7e on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:39:23.056878 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a65a5431-9faa-43e8-a57f-e4f1c94e68cb req-072ce423-48af-4857-bd09-85d34b5e4804 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/security-groups?id=f13586ef-0736-47cb-8eeb-e62b408805f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189201 Dec 21 22:39:24.209862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 30b39309-9d6c-4f52-9465-41fdbcf77309 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:39:24.251474 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1073c8-9d94-4978-abf6-24057102fc88 req-f9b0bfae-1bc6-4aed-92b3-3d55c43875b3 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:24.252970 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8e1073c8-9d94-4978-abf6-24057102fc88 req-f9b0bfae-1bc6-4aed-92b3-3d55c43875b3 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 948 time: 0.0772879 Dec 21 22:39:24.301217 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8e1073c8-9d94-4978-abf6-24057102fc88 req-bb8dad5b-74eb-4b06-b899-e34e425cf0c5 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/security-groups?id=f13586ef-0736-47cb-8eeb-e62b408805f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417564 Dec 21 22:39:24.344164 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 30b39309-9d6c-4f52-9465-41fdbcf77309, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30b39309-9d6c-4f52-9465-41fdbcf77309,segment=NetworkSegment(cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8),segment_id=cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:39:24.356716 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '30b39309-9d6c-4f52-9465-41fdbcf77309', 'network_id': '58709807-676e-4cf1-8817-f5154e1f7cde', 'port_id': '30b39309-9d6c-4f52-9465-41fdbcf77309', 'mac_address': 'fa:16:3e:98:57:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '442a4f40-2333-4a92-8f51-9be87d3e4f77', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:39:24.408731 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:24.425311 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b39309-9d6c-4f52-9465-41fdbcf77309 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:39:24.440360 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 30b39309-9d6c-4f52-9465-41fdbcf77309, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30b39309-9d6c-4f52-9465-41fdbcf77309,segment=NetworkSegment(cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8),segment_id=cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:39:24.496644 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:24.566541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=30b39309-9d6c-4f52-9465-41fdbcf77309,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:24.761166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['30b39309-9d6c-4f52-9465-41fdbcf77309'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:39:25.500229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23e357-0000-4917-af71-7cae3e7f7ac7 req-66a8e2bf-0713-4972-a349-90ba2b0382b5 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:25.501666 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fd23e357-0000-4917-af71-7cae3e7f7ac7 req-66a8e2bf-0713-4972-a349-90ba2b0382b5 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 949 time: 0.0803113 Dec 21 22:39:25.634243 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fd23e357-0000-4917-af71-7cae3e7f7ac7 req-808aad0d-25fa-4380-90be-94200ff7bb9b tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/security-groups?id=f13586ef-0736-47cb-8eeb-e62b408805f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267374 Dec 21 22:39:25.720619 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:39:26.209031 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 30b39309-9d6c-4f52-9465-41fdbcf77309 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:39:26.354164 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 30b39309-9d6c-4f52-9465-41fdbcf77309 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:39:26.359061 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 30b39309-9d6c-4f52-9465-41fdbcf77309 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:39:26.359473 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:26.472474 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:26.500068 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb1d89f-5238-4684-9cb2-69f7df2d125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b39309-9d6c-4f52-9465-41fdbcf77309'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:39:26.509751 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 30b39309-9d6c-4f52-9465-41fdbcf77309, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30b39309-9d6c-4f52-9465-41fdbcf77309,segment=NetworkSegment(cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8),segment_id=cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:39:26.554409 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb1d89f-5238-4684-9cb2-69f7df2d125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b39309-9d6c-4f52-9465-41fdbcf77309', 'code': 200} Dec 21 22:39:26.582768 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:26.650511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=30b39309-9d6c-4f52-9465-41fdbcf77309,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:26.831819 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60321c-7fc4-48e3-8d89-4f6cd33cf49a req-3350b18b-4f66-4131-b386-85dd9403ba04 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:26.833383 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fd60321c-7fc4-48e3-8d89-4f6cd33cf49a req-3350b18b-4f66-4131-b386-85dd9403ba04 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 950 time: 0.0760412 Dec 21 22:39:26.930583 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fd60321c-7fc4-48e3-8d89-4f6cd33cf49a req-f05769ac-2ced-492b-848b-a23161ffbb39 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/security-groups?id=f13586ef-0736-47cb-8eeb-e62b408805f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907278 Dec 21 22:39:26.942603 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9f465328-f344-4d32-8832-9be6af8ab19d req-f73de708-8522-4c87-8460-00bf8a10a2e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 1103 time: 0.1039290 Dec 21 22:39:26.987929 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9f465328-f344-4d32-8832-9be6af8ab19d req-d4e4e00b-6918-4c27-82b0-31f518681619 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f13586ef-0736-47cb-8eeb-e62b408805f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358922 Dec 21 22:39:27.240092 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b24792e3-5320-487b-b6ee-59e954dc9c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:28.130689 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b7184-37e5-4ed7-a073-5083f2e99026 req-bb38c8ca-2cec-45ff-8ad3-21dfa866b5c5 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:28.132161 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c1b7184-37e5-4ed7-a073-5083f2e99026 req-bb38c8ca-2cec-45ff-8ad3-21dfa866b5c5 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 950 time: 0.0811155 Dec 21 22:39:28.178264 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7c1b7184-37e5-4ed7-a073-5083f2e99026 req-b04ba79b-d1e0-4d49-a67f-3d5dd2d02889 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/security-groups?id=f13586ef-0736-47cb-8eeb-e62b408805f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Dec 21 22:39:29.383175 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229b879-3042-4984-ac6a-7fd38a092556 req-08af86ef-da2a-4b83-9a07-90cf45dedfbc tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:29.384629 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e229b879-3042-4984-ac6a-7fd38a092556 req-08af86ef-da2a-4b83-9a07-90cf45dedfbc tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 950 time: 0.0832121 Dec 21 22:39:29.444182 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e229b879-3042-4984-ac6a-7fd38a092556 req-c725b315-08ec-4888-bd54-5f2a6ff3eac6 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/security-groups?id=f13586ef-0736-47cb-8eeb-e62b408805f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530479 Dec 21 22:39:29.626922 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-aef77d5b-4bbf-4b0e-8106-4fdf50a1f401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:29.961940 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2c256652-1149-4778-b25a-79c64e802e79 req-e2e918b1-f798-4a1e-becf-52fe76d294a1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0669403 Dec 21 22:39:30.582896 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c535a07d-aec8-4625-addf-f9c2c1b65ffe req-92274e06-9ae8-4918-ad63-d33cbcbf324e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0660629 Dec 21 22:39:30.742882 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:30.771772 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:31.364371 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28724b0e-b2c6-4ef5-8976-a42be7d14134 req-35ee57d8-6ef9-4bff-8e9d-444700feee4a tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:31.365820 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-28724b0e-b2c6-4ef5-8976-a42be7d14134 req-35ee57d8-6ef9-4bff-8e9d-444700feee4a tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 950 time: 0.0762267 Dec 21 22:39:31.413430 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-28724b0e-b2c6-4ef5-8976-a42be7d14134 req-e9a453b8-9316-4f3d-8efd-782158c63bdd tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/security-groups?id=f13586ef-0736-47cb-8eeb-e62b408805f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420296 Dec 21 22:39:32.234349 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:32.614514 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59926968-208c-4e14-a6b3-4fb332fda4b0 req-823c5b20-44ee-4f13-b914-2c7a12413764 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:32.615981 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-59926968-208c-4e14-a6b3-4fb332fda4b0 req-823c5b20-44ee-4f13-b914-2c7a12413764 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 950 time: 0.0778666 Dec 21 22:39:32.661557 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-59926968-208c-4e14-a6b3-4fb332fda4b0 req-0d1d949a-e12e-49c4-b113-f2f4fcde6638 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/security-groups?id=f13586ef-0736-47cb-8eeb-e62b408805f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397873 Dec 21 22:39:32.679943 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce74990-aa9f-4042-88f0-fb42e5f2829e req-4a13ce8f-a3c5-4f12-aff4-fcb6094c5111 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:32.681367 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dce74990-aa9f-4042-88f0-fb42e5f2829e req-4a13ce8f-a3c5-4f12-aff4-fcb6094c5111 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.49 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 950 time: 0.0756967 Dec 21 22:39:32.750969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-dce74990-aa9f-4042-88f0-fb42e5f2829e req-137a3344-2308-47a2-979a-722b3e7632a7 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Deleting port 30b39309-9d6c-4f52-9465-41fdbcf77309 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:39:32.751227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-dce74990-aa9f-4042-88f0-fb42e5f2829e req-137a3344-2308-47a2-979a-722b3e7632a7 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:32.992356 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-dce74990-aa9f-4042-88f0-fb42e5f2829e req-137a3344-2308-47a2-979a-722b3e7632a7 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] For port 30b39309-9d6c-4f52-9465-41fdbcf77309, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=30b39309-9d6c-4f52-9465-41fdbcf77309,segment=NetworkSegment(cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8),segment_id=cf9fc0cd-6731-4ec7-8c04-138cc16ae0e8)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:39:32.992718 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-dce74990-aa9f-4042-88f0-fb42e5f2829e req-137a3344-2308-47a2-979a-722b3e7632a7 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:33.109440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-dce74990-aa9f-4042-88f0-fb42e5f2829e req-137a3344-2308-47a2-979a-722b3e7632a7 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Calling delete_port for 30b39309-9d6c-4f52-9465-41fdbcf77309 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:39:33.301048 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-dce74990-aa9f-4042-88f0-fb42e5f2829e req-137a3344-2308-47a2-979a-722b3e7632a7 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:33.318965 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['30b39309-9d6c-4f52-9465-41fdbcf77309'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:39:33.349297 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a3344-2308-47a2-979a-722b3e7632a7 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Pushing event deleted for resources: {'Port': ['ID=30b39309-9d6c-4f52-9465-41fdbcf77309,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:33.426000 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce74990-aa9f-4042-88f0-fb42e5f2829e req-137a3344-2308-47a2-979a-722b3e7632a7 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] No DVR routers for this DVR port 30b39309-9d6c-4f52-9465-41fdbcf77309 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:39:33.429177 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-dce74990-aa9f-4042-88f0-fb42e5f2829e req-137a3344-2308-47a2-979a-722b3e7632a7 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:33.432966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb1d89f-5238-4684-9cb2-69f7df2d125d', 'name': 'network-vif-deleted', 'tag': '30b39309-9d6c-4f52-9465-41fdbcf77309'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:39:33.492287 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb1d89f-5238-4684-9cb2-69f7df2d125d', 'name': 'network-vif-deleted', 'tag': '30b39309-9d6c-4f52-9465-41fdbcf77309', 'status': 'completed', 'code': 200} Dec 21 22:39:33.496517 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dce74990-aa9f-4042-88f0-fb42e5f2829e req-137a3344-2308-47a2-979a-722b3e7632a7 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.49 "DELETE /v2.0/ports/30b39309-9d6c-4f52-9465-41fdbcf77309 HTTP/1.1" status: 204 len: 173 time: 0.8067634 Dec 21 22:39:33.840449 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-095ddfbe-4476-4c7c-924b-c7f32581197b req-1b2b1b3b-437a-4fdf-997f-743cde0005f5 tempest-ServersAdminNegativeTestJSON-1769974526 tempest-ServersAdminNegativeTestJSON-1769974526-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cb1d89f-5238-4684-9cb2-69f7df2d125d HTTP/1.1" status: 200 len: 210 time: 0.0428019 Dec 21 22:39:35.429031 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 42110) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:35.600509 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0feaba67-3da7-42b2-bd8b-7fed4d0292ef admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2626e1fab640409ab0eb32b530539d7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1703486 Dec 21 22:39:35.602970 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 42116) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:35.663705 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a193b9cf-4b16-4776-b966-ef2a53975eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:35.688645 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a193b9cf-4b16-4776-b966-ef2a53975eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:35.834992 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a193b9cf-4b16-4776-b966-ef2a53975eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:35.854860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193b9cf-4b16-4776-b966-ef2a53975eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13586ef-0736-47cb-8eeb-e62b408805f8,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:35.924374 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a193b9cf-4b16-4776-b966-ef2a53975eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:35.925492 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a193b9cf-4b16-4776-b966-ef2a53975eea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f13586ef-0736-47cb-8eeb-e62b408805f8 HTTP/1.1" status: 204 len: 168 time: 0.3216531 Dec 21 22:39:36.286465 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 30b39309-9d6c-4f52-9465-41fdbcf77309 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:39:36.321520 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 30b39309-9d6c-4f52-9465-41fdbcf77309 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:39:36.321853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 30b39309-9d6c-4f52-9465-41fdbcf77309 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:39:36.508346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 42124) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:36.525888 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-464f6b63-d82f-4bf6-99a3-8c4191ac36ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:36.556431 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-464f6b63-d82f-4bf6-99a3-8c4191ac36ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:39:36.560371 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-464f6b63-d82f-4bf6-99a3-8c4191ac36ce admin admin] Usage tracker for resource:security_group_rule and tenant:968bc677a49e4f7badda7566e1527427 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:39:36.563367 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-464f6b63-d82f-4bf6-99a3-8c4191ac36ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:39:36.569262 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-464f6b63-d82f-4bf6-99a3-8c4191ac36ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:39:36.632633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-464f6b63-d82f-4bf6-99a3-8c4191ac36ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:36.701032 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-464f6b63-d82f-4bf6-99a3-8c4191ac36ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:36.750299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f6b63-d82f-4bf6-99a3-8c4191ac36ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9d0646-1f4d-45ef-bb77-fd31f19f31f0,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:36.754174 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-464f6b63-d82f-4bf6-99a3-8c4191ac36ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=968bc677a49e4f7badda7566e1527427&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2448206 Dec 21 22:39:36.756851 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 42128) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:36.814979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d78600ac-d064-4b81-b546-64348fa83bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:36.840118 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d78600ac-d064-4b81-b546-64348fa83bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:36.946834 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d78600ac-d064-4b81-b546-64348fa83bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:36.960948 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78600ac-d064-4b81-b546-64348fa83bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9d0646-1f4d-45ef-bb77-fd31f19f31f0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:36.968864 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d78600ac-d064-4b81-b546-64348fa83bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:36.968864 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d78600ac-d064-4b81-b546-64348fa83bcd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe9d0646-1f4d-45ef-bb77-fd31f19f31f0 HTTP/1.1" status: 204 len: 168 time: 0.2105777 Dec 21 22:39:38.137031 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 42150) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:38.267253 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1234312887-network', 'tenant_id': '2550acbcbdf74d709449d2ade2747969'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:39:38.273223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:39:38.277031 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Usage tracker for resource:network and tenant:2550acbcbdf74d709449d2ade2747969 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:39:38.282282 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:39:38.285531 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:39:38.381537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Made reservation on behalf of 2550acbcbdf74d709449d2ade2747969 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:39:38.383957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:38.396294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:38.428606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:39:38.432364 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Usage tracker for resource:security_group_rule and tenant:2550acbcbdf74d709449d2ade2747969 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:39:38.435340 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:39:38.440840 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:39:38.503706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:38.581207 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:38.610731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:39:38.622387 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:38.627672 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:38.628012 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Added segment fa0fdd35-bf3d-4a87-aa11-c608134a5b94 of type vlan for network 9d9c918d-94e0-49ac-afea-f513b5605274 Dec 21 22:39:38.653969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:38.753969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:38.754831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:38.755393 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:38.858001 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] Pushing event updated for resources: {'Network': ['ID=9d9c918d-94e0-49ac-afea-f513b5605274,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:38.872448 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 9d9c918d-94e0-49ac-afea-f513b5605274 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:39:38.891935 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-72b4e4bb-61a9-4c79-99b3-7e0ae146587e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7536819 Dec 21 22:39:38.894659 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 42156) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:38.900437 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-9b032e41-4055-4741-82fb-5ce5207e23a4 admin admin] Request body: {'subnet': {'network_id': '9d9c918d-94e0-49ac-afea-f513b5605274', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1234312887-subnet', 'tenant_id': '2550acbcbdf74d709449d2ade2747969', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:39:38.905880 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9b032e41-4055-4741-82fb-5ce5207e23a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:39:38.909653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9b032e41-4055-4741-82fb-5ce5207e23a4 admin admin] Usage tracker for resource:subnet and tenant:2550acbcbdf74d709449d2ade2747969 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:39:38.912797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9b032e41-4055-4741-82fb-5ce5207e23a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:39:38.918646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9b032e41-4055-4741-82fb-5ce5207e23a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:39:39.016399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b032e41-4055-4741-82fb-5ce5207e23a4 admin admin] Made reservation on behalf of 2550acbcbdf74d709449d2ade2747969 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:39:39.018755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9b032e41-4055-4741-82fb-5ce5207e23a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:39.279910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9b032e41-4055-4741-82fb-5ce5207e23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:39.349804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b032e41-4055-4741-82fb-5ce5207e23a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96967cc3-71ea-4e1d-8f88-5d27148d5ad1,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:39.363593 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b032e41-4055-4741-82fb-5ce5207e23a4 admin admin] Checking segment: {'id': 'fa0fdd35-bf3d-4a87-aa11-c608134a5b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9d9c918d-94e0-49ac-afea-f513b5605274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:39:39.363948 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b032e41-4055-4741-82fb-5ce5207e23a4 admin admin] Network hostable DHCP agents. Network: 9d9c918d-94e0-49ac-afea-f513b5605274, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:39:39.445219 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b032e41-4055-4741-82fb-5ce5207e23a4 admin admin] Network 9d9c918d-94e0-49ac-afea-f513b5605274 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:39:39.502097 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-9b032e41-4055-4741-82fb-5ce5207e23a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 9d9c918d-94e0-49ac-afea-f513b5605274) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:39:39.506753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b032e41-4055-4741-82fb-5ce5207e23a4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:39.507330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9b032e41-4055-4741-82fb-5ce5207e23a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:39.511239 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bdb8ef-eb1f-4717-967d-8bbbc143b94f None None] Network 9d9c918d-94e0-49ac-afea-f513b5605274 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:39:39.588777 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9b032e41-4055-4741-82fb-5ce5207e23a4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6929779 Dec 21 22:39:39.759391 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbf5e0a-281e-4a12-9902-3f64feeb84a4 None None] Network 9d9c918d-94e0-49ac-afea-f513b5605274 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:39:40.121775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-82396703-a301-4c60-ae83-7f3ae05eec9a tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:40.123115 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-82396703-a301-4c60-ae83-7f3ae05eec9a tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/networks?id=9d9c918d-94e0-49ac-afea-f513b5605274 HTTP/1.1" status: 200 len: 812 time: 0.1380582 Dec 21 22:39:40.139297 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-30311fdd-4dee-48b1-a99e-93fbf216aa8b tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/quotas/2550acbcbdf74d709449d2ade2747969 HTTP/1.1" status: 200 len: 375 time: 0.0108726 Dec 21 22:39:40.186896 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-1c04eef4-60e3-4a5b-bb98-fae6d46a5224 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2550acbcbdf74d709449d2ade2747969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428109 Dec 21 22:39:40.197479 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-c80030c4-bbdf-44b9-b6d1-b6a645547f93 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:39:40.200412 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-c80030c4-bbdf-44b9-b6d1-b6a645547f93 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0073056 Dec 21 22:39:40.330567 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-28cd3355-f754-49ed-9f5b-481a9c4b0f33 service neutron] 10.222.0.37 "GET /v2.0/networks/9d9c918d-94e0-49ac-afea-f513b5605274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245258 Dec 21 22:39:40.459017 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-0b712b9c-42f2-4a72-b90c-31126acc0c7a service neutron] 10.222.0.37 "GET /v2.0/networks/9d9c918d-94e0-49ac-afea-f513b5605274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219537 Dec 21 22:39:40.723240 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5d52f232-e408-4491-86e4-9db8f0f19791 req-272ec517-a0d5-4f33-9b8c-6d0f6959373a tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 210 time: 0.0413895 Dec 21 22:39:41.892760 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-70a2ac79-8951-47e0-979d-ad62958b4d07 req-baa58570-da06-4433-8ab3-c0b2139f8304 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 210 time: 0.0418208 Dec 21 22:39:43.215082 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-066276ea-22aa-46b5-ad79-3be6969138c6 req-2ee39002-6a34-4319-a234-18cbeb92cb71 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 210 time: 0.0566826 Dec 21 22:39:43.244495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-ae399e97-c814-4225-b9fb-06e39bed754d tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:43.245161 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-ae399e97-c814-4225-b9fb-06e39bed754d tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Synchronizing usage tracker for tenant:2550acbcbdf74d709449d2ade2747969 on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:39:43.324280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-ae399e97-c814-4225-b9fb-06e39bed754d tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Unset dirty status for tenant:2550acbcbdf74d709449d2ade2747969 on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:39:43.325436 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-ae399e97-c814-4225-b9fb-06e39bed754d tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.49 "GET /v2.0/networks?id=9d9c918d-94e0-49ac-afea-f513b5605274 HTTP/1.1" status: 200 len: 812 time: 0.3570611 Dec 21 22:39:43.347747 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-e1d45c9c-653c-422f-8a3e-01c879fc909f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Request body: {'port': {'device_id': 'ae1da9de-5df6-4f96-9392-d995ff130836', 'network_id': '9d9c918d-94e0-49ac-afea-f513b5605274', 'admin_state_up': True, 'tenant_id': '2550acbcbdf74d709449d2ade2747969'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:39:43.481376 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-e1d45c9c-653c-422f-8a3e-01c879fc909f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:39:43.485088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-e1d45c9c-653c-422f-8a3e-01c879fc909f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Usage tracker for resource:port and tenant:2550acbcbdf74d709449d2ade2747969 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:39:43.487895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-e1d45c9c-653c-422f-8a3e-01c879fc909f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:39:43.493517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-e1d45c9c-653c-422f-8a3e-01c879fc909f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:39:43.541931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-e1d45c9c-653c-422f-8a3e-01c879fc909f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Made reservation on behalf of 2550acbcbdf74d709449d2ade2747969 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:39:43.544930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-e1d45c9c-653c-422f-8a3e-01c879fc909f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:43.704054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-e1d45c9c-653c-422f-8a3e-01c879fc909f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Allocated IP 172.20.0.7 (9d9c918d-94e0-49ac-afea-f513b5605274/96967cc3-71ea-4e1d-8f88-5d27148d5ad1/d93abe5e-0711-4d8f-9cac-ba8bef2228bd) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:39:43.903850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-e1d45c9c-653c-422f-8a3e-01c879fc909f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:43.965538 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-e1d45c9c-653c-422f-8a3e-01c879fc909f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:44.033967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-e1d45c9c-653c-422f-8a3e-01c879fc909f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Network 9d9c918d-94e0-49ac-afea-f513b5605274 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:39:44.037057 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-e1d45c9c-653c-422f-8a3e-01c879fc909f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:39:44.041662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-e1d45c9c-653c-422f-8a3e-01c879fc909f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:39:44.075061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d45c9c-653c-422f-8a3e-01c879fc909f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Pushing event updated for resources: {'Port': ['ID=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:44.105440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-e1d45c9c-653c-422f-8a3e-01c879fc909f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:44.106054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-e1d45c9c-653c-422f-8a3e-01c879fc909f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:44.160354 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-e1d45c9c-653c-422f-8a3e-01c879fc909f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8162081 Dec 21 22:39:44.176174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Request body: {'port': {'device_id': 'ae1da9de-5df6-4f96-9392-d995ff130836', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:39:44.288233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:44.419433 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224cca8-55f4-4632-91e9-1f9e9c116206 req-7c2d5839-c0c1-41c9-82a9-179f1e8180ad tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:44.420780 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a224cca8-55f4-4632-91e9-1f9e9c116206 req-7c2d5839-c0c1-41c9-82a9-179f1e8180ad tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 931 time: 0.0803504 Dec 21 22:39:44.466337 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a224cca8-55f4-4632-91e9-1f9e9c116206 req-6a1bd554-81d2-4b32-9e90-dc3a6b441a6b tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398536 Dec 21 22:39:44.624276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93abe5e-0711-4d8f-9cac-ba8bef2228bd {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:39:44.631700 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:44.645497 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Transition to ACTIVE for port object d93abe5e-0711-4d8f-9cac-ba8bef2228bd will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:39:44.696156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:44.824092 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Pushing event updated for resources: {'Port': ['ID=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:44.924060 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Attempting to bind port d93abe5e-0711-4d8f-9cac-ba8bef2228bd on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:39:44.924385 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Attempting to bind port d93abe5e-0711-4d8f-9cac-ba8bef2228bd by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'fa0fdd35-bf3d-4a87-aa11-c608134a5b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9d9c918d-94e0-49ac-afea-f513b5605274'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:39:44.924706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Attempting to bind port d93abe5e-0711-4d8f-9cac-ba8bef2228bd on network 9d9c918d-94e0-49ac-afea-f513b5605274 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:39:44.930976 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Port d93abe5e-0711-4d8f-9cac-ba8bef2228bd on network 9d9c918d-94e0-49ac-afea-f513b5605274 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:39:44.931290 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Attempting to bind port d93abe5e-0711-4d8f-9cac-ba8bef2228bd on network 9d9c918d-94e0-49ac-afea-f513b5605274 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:39:44.937716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:39:44.938074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Checking segment: {'id': 'fa0fdd35-bf3d-4a87-aa11-c608134a5b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9d9c918d-94e0-49ac-afea-f513b5605274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:39:44.938453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Bound using segment: {'id': 'fa0fdd35-bf3d-4a87-aa11-c608134a5b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9d9c918d-94e0-49ac-afea-f513b5605274'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:39:44.938862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Bound port: d93abe5e-0711-4d8f-9cac-ba8bef2228bd, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0fdd35-bf3d-4a87-aa11-c608134a5b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9d9c918d-94e0-49ac-afea-f513b5605274'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:39:44.939200 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:45.026578 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] For port d93abe5e-0711-4d8f-9cac-ba8bef2228bd, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:39:45.029459 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] For port d93abe5e-0711-4d8f-9cac-ba8bef2228bd, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,segment=NetworkSegment(fa0fdd35-bf3d-4a87-aa11-c608134a5b94),segment_id=fa0fdd35-bf3d-4a87-aa11-c608134a5b94)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:39:45.108259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:45.169125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:45.170496 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-21066590-e819-4c89-904d-64aeea2e900b service neutron] 10.222.0.49 "PUT /v2.0/ports/d93abe5e-0711-4d8f-9cac-ba8bef2228bd HTTP/1.1" status: 200 len: 1093 time: 0.9983606 Dec 21 22:39:45.173033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1da9de-5df6-4f96-9392-d995ff130836', 'tag': 'd93abe5e-0711-4d8f-9cac-ba8bef2228bd'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:39:45.188672 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21066590-e819-4c89-904d-64aeea2e900b service neutron] Pushing event updated for resources: {'Port': ['ID=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:45.226167 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1da9de-5df6-4f96-9392-d995ff130836', 'tag': 'd93abe5e-0711-4d8f-9cac-ba8bef2228bd', 'status': 'completed', 'code': 200} Dec 21 22:39:45.320960 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f4713b09-3a4e-4821-9a79-17d0f1357596 req-4b64853a-1520-417b-b913-dc575833d22b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2550acbcbdf74d709449d2ade2747969&device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 1096 time: 0.0746551 Dec 21 22:39:45.462370 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:45.562851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4713b09-3a4e-4821-9a79-17d0f1357596 req-e66c4a64-1791-4455-b775-8aaf6369db87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:45.564273 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f4713b09-3a4e-4821-9a79-17d0f1357596 req-e66c4a64-1791-4455-b775-8aaf6369db87 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=2550acbcbdf74d709449d2ade2747969&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2316387 Dec 21 22:39:45.662691 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3db9f5-9362-4485-8223-8c3a280b872b req-b32e46f7-1841-497b-b022-3638c63f7dc8 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:45.664146 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4f3db9f5-9362-4485-8223-8c3a280b872b req-b32e46f7-1841-497b-b022-3638c63f7dc8 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 943 time: 0.0756524 Dec 21 22:39:45.708442 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4713b09-3a4e-4821-9a79-17d0f1357596 req-d5f1c1e2-141b-4965-8bde-7b0c5e15b6dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:45.710696 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f4713b09-3a4e-4821-9a79-17d0f1357596 req-d5f1c1e2-141b-4965-8bde-7b0c5e15b6dc service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371245 Dec 21 22:39:45.711012 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4f3db9f5-9362-4485-8223-8c3a280b872b req-fb50adc6-5185-4d35-9cd6-511011030184 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410690 Dec 21 22:39:45.821128 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-436655ff-79a8-4907-a8d6-975f09afddf6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2550acbcbdf74d709449d2ade2747969&device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 1096 time: 0.0684984 Dec 21 22:39:45.896149 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-3170799a-0d10-43f6-ada9-36bdc29b9a11 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d93abe5e-0711-4d8f-9cac-ba8bef2228bd HTTP/1.1" status: 200 len: 217 time: 0.0632293 Dec 21 22:39:45.960826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-46794392-8be6-46cc-b9f3-b1022dda7adb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:45.962207 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-46794392-8be6-46cc-b9f3-b1022dda7adb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=96967cc3-71ea-4e1d-8f88-5d27148d5ad1 HTTP/1.1" status: 200 len: 852 time: 0.0568376 Dec 21 22:39:46.011987 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-d74f8fee-85ee-4c61-96d7-aa5e43d514ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9d9c918d-94e0-49ac-afea-f513b5605274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427577 Dec 21 22:39:46.146583 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-6b5092a3-f3b0-48de-a272-346457962fe0 service neutron] 10.222.0.49 "GET /v2.0/networks/9d9c918d-94e0-49ac-afea-f513b5605274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246390 Dec 21 22:39:46.280347 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f964bd53-9cc3-40e1-bb82-f9250c6c5f08 req-51879ea3-cb0e-4b60-bc1b-47ea7d5295b7 service neutron] 10.222.0.49 "GET /v2.0/networks/9d9c918d-94e0-49ac-afea-f513b5605274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243889 Dec 21 22:39:46.907771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f2ce-06f3-4279-b4c3-f97f0560418e req-1c09c2d0-aa7b-4a49-9290-4b70c6a8d3b1 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:46.908464 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-78f3f2ce-06f3-4279-b4c3-f97f0560418e req-1c09c2d0-aa7b-4a49-9290-4b70c6a8d3b1 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Synchronizing usage tracker for tenant:2550acbcbdf74d709449d2ade2747969 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:39:46.964868 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-78f3f2ce-06f3-4279-b4c3-f97f0560418e req-1c09c2d0-aa7b-4a49-9290-4b70c6a8d3b1 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Unset dirty status for tenant:2550acbcbdf74d709449d2ade2747969 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:39:46.966053 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-78f3f2ce-06f3-4279-b4c3-f97f0560418e req-1c09c2d0-aa7b-4a49-9290-4b70c6a8d3b1 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 943 time: 0.1341834 Dec 21 22:39:47.011080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-78f3f2ce-06f3-4279-b4c3-f97f0560418e req-d8d8c4e8-29f5-4302-a27c-a88a575db898 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Synchronizing usage tracker for tenant:2550acbcbdf74d709449d2ade2747969 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:39:47.096656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-78f3f2ce-06f3-4279-b4c3-f97f0560418e req-d8d8c4e8-29f5-4302-a27c-a88a575db898 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Unset dirty status for tenant:2550acbcbdf74d709449d2ade2747969 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:39:47.097788 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-78f3f2ce-06f3-4279-b4c3-f97f0560418e req-d8d8c4e8-29f5-4302-a27c-a88a575db898 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264107 Dec 21 22:39:48.348596 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device d93abe5e-0711-4d8f-9cac-ba8bef2228bd details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:39:48.377535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545b8cc-b3d7-4cf1-9e33-8b7e35b364eb req-0f7bb52b-984f-49fd-a1da-d8d762148f42 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:48.379273 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9545b8cc-b3d7-4cf1-9e33-8b7e35b364eb req-0f7bb52b-984f-49fd-a1da-d8d762148f42 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 943 time: 0.1579249 Dec 21 22:39:48.423880 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9545b8cc-b3d7-4cf1-9e33-8b7e35b364eb req-16fb7654-76a8-4fdd-aed2-4a6d299dae7a tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382917 Dec 21 22:39:48.487143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port d93abe5e-0711-4d8f-9cac-ba8bef2228bd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,segment=NetworkSegment(fa0fdd35-bf3d-4a87-aa11-c608134a5b94),segment_id=fa0fdd35-bf3d-4a87-aa11-c608134a5b94)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:39:48.500878 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'd93abe5e-0711-4d8f-9cac-ba8bef2228bd', 'network_id': '9d9c918d-94e0-49ac-afea-f513b5605274', 'port_id': 'd93abe5e-0711-4d8f-9cac-ba8bef2228bd', 'mac_address': 'fa:16:3e:93:b9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96967cc3-71ea-4e1d-8f88-5d27148d5ad1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:39:48.554407 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:48.574772 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93abe5e-0711-4d8f-9cac-ba8bef2228bd {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:39:48.589399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port d93abe5e-0711-4d8f-9cac-ba8bef2228bd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,segment=NetworkSegment(fa0fdd35-bf3d-4a87-aa11-c608134a5b94),segment_id=fa0fdd35-bf3d-4a87-aa11-c608134a5b94)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:39:48.645027 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:48.708663 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:48.717111 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:39:48.717448 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:39:48.717780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:39:48.718167 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:39:48.718497 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:39:48.718818 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:39:48.719139 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:39:48.719459 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:39:48.719776 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:39:48.720088 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:39:48.720401 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:39:48.885434 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['d93abe5e-0711-4d8f-9cac-ba8bef2228bd'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:39:49.623636 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000e84e-97d4-4612-9bbe-65b0de49c279 req-1f2be797-7280-42c9-bcb7-d27ced4fba8b tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:49.624986 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3000e84e-97d4-4612-9bbe-65b0de49c279 req-1f2be797-7280-42c9-bcb7-d27ced4fba8b tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 944 time: 0.0781400 Dec 21 22:39:49.668936 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3000e84e-97d4-4612-9bbe-65b0de49c279 req-f9033b4e-8687-43ba-8425-33df9bb77fb5 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385575 Dec 21 22:39:50.348651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device d93abe5e-0711-4d8f-9cac-ba8bef2228bd up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:39:50.467611 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port d93abe5e-0711-4d8f-9cac-ba8bef2228bd completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:39:50.472268 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port d93abe5e-0711-4d8f-9cac-ba8bef2228bd triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:39:50.472632 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:50.588458 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:50.613776 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1da9de-5df6-4f96-9392-d995ff130836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93abe5e-0711-4d8f-9cac-ba8bef2228bd'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:39:50.623462 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port d93abe5e-0711-4d8f-9cac-ba8bef2228bd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,segment=NetworkSegment(fa0fdd35-bf3d-4a87-aa11-c608134a5b94),segment_id=fa0fdd35-bf3d-4a87-aa11-c608134a5b94)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:39:50.668937 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1da9de-5df6-4f96-9392-d995ff130836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93abe5e-0711-4d8f-9cac-ba8bef2228bd', 'code': 200} Dec 21 22:39:50.673777 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:50.742981 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:39:50.863670 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6375f-b0a8-4f26-8964-8c2e56ffa2d5 req-dc823720-e53d-4212-9278-b126628332a9 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:50.865036 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bcf6375f-b0a8-4f26-8964-8c2e56ffa2d5 req-dc823720-e53d-4212-9278-b126628332a9 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0759935 Dec 21 22:39:50.911840 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bcf6375f-b0a8-4f26-8964-8c2e56ffa2d5 req-79b4a992-ec9a-41ed-9a95-983e07137b80 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408871 Dec 21 22:39:51.004868 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-48ab91e3-5b2e-4e4e-9420-0c6ab991b495 req-9607f727-5eb3-4c2d-b3a7-4f2418ad1080 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 1098 time: 0.0690086 Dec 21 22:39:51.049154 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-48ab91e3-5b2e-4e4e-9420-0c6ab991b495 req-6d93c98c-2cb4-41db-a0fa-56167c8f9529 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349677 Dec 21 22:39:52.106432 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88233b38-e61a-4fbf-91cc-4eddeaeafd18 req-d9ea399d-1bcc-4f89-aec4-ca392fcb6c70 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:52.107858 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-88233b38-e61a-4fbf-91cc-4eddeaeafd18 req-d9ea399d-1bcc-4f89-aec4-ca392fcb6c70 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0761685 Dec 21 22:39:52.152589 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-88233b38-e61a-4fbf-91cc-4eddeaeafd18 req-825b15d0-9efd-4bfb-bb93-2519806786e4 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391991 Dec 21 22:39:53.345713 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6029a5d-2efc-4ab9-a510-aa823448e9f1 req-71fb4e92-4a6c-49f4-bcfe-556d1a2fc8f1 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:53.347149 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6029a5d-2efc-4ab9-a510-aa823448e9f1 req-71fb4e92-4a6c-49f4-bcfe-556d1a2fc8f1 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0760357 Dec 21 22:39:53.394507 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6029a5d-2efc-4ab9-a510-aa823448e9f1 req-7953da48-cab4-4a56-ae00-1e1637420a88 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417519 Dec 21 22:39:53.593316 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-15515f99-5d96-4132-8616-2b4748497488 req-df8354b6-21b2-492f-a4e0-a2fcfd1d7d9a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0716991 Dec 21 22:39:54.037840 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2a92f-3da7-40b2-85a8-58e30b149884 req-4727afda-9424-4407-a4e7-740c90aca9f6 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:54.039401 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bbb2a92f-3da7-40b2-85a8-58e30b149884 req-4727afda-9424-4407-a4e7-740c90aca9f6 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0761602 Dec 21 22:39:54.084103 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bbb2a92f-3da7-40b2-85a8-58e30b149884 req-2684e2dd-44e8-456c-a89e-594dcc655436 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392003 Dec 21 22:39:54.110867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 42214) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:39:54.244815 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-40b7d0a5-f536-493d-b759-076e61d7b0e8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1328230 Dec 21 22:39:55.283404 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810c95f-761c-4573-a858-daea59c23db2 req-79745ac8-78c2-49dd-895b-5950c9cd445f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:55.284836 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6810c95f-761c-4573-a858-daea59c23db2 req-79745ac8-78c2-49dd-895b-5950c9cd445f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0791986 Dec 21 22:39:55.332151 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6810c95f-761c-4573-a858-daea59c23db2 req-5beac3b9-49f1-496e-b7d9-cacc7a45d8a1 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410414 Dec 21 22:39:56.452598 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [req-50fcaa62-2990-40d7-93d7-b6daad4326be req-adfa8426-6fd4-49af-9412-fdfae48a989c service neutron] (84168) timed out ('10.222.0.49', 50737) {{(pid=84168) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 21 22:39:56.510856 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-3f7d6ecb-f264-42ad-b0c0-c6ec860e34b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2550acbcbdf74d709449d2ade2747969&device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 1098 time: 0.1134086 Dec 21 22:39:56.637139 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb9803-bfd5-4eab-81c7-5596a3354124 req-1b5cdad3-0ad1-493c-b75c-6ba981572690 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:56.638504 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9ecb9803-bfd5-4eab-81c7-5596a3354124 req-1b5cdad3-0ad1-493c-b75c-6ba981572690 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.1844618 Dec 21 22:39:56.776473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-93a52233-0b7f-4ca0-b7bf-3d5c18a1dda9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:56.777861 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-93a52233-0b7f-4ca0-b7bf-3d5c18a1dda9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9d9c918d-94e0-49ac-afea-f513b5605274 HTTP/1.1" status: 200 len: 913 time: 0.2586763 Dec 21 22:39:56.856249 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-ad0c3a55-8b1d-42ba-8529-0b2b6d7ac876 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d93abe5e-0711-4d8f-9cac-ba8bef2228bd HTTP/1.1" status: 200 len: 217 time: 0.0701895 Dec 21 22:39:56.858487 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9ecb9803-bfd5-4eab-81c7-5596a3354124 req-91b1d121-42d7-46e8-8ff1-e3460d5bdde2 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131402 Dec 21 22:39:56.917951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-bde2e8a1-b128-4172-ac85-51d43322054a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:56.919329 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-bde2e8a1-b128-4172-ac85-51d43322054a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=96967cc3-71ea-4e1d-8f88-5d27148d5ad1 HTTP/1.1" status: 200 len: 852 time: 0.0565269 Dec 21 22:39:56.963237 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-cb12ddac-63ce-40d4-8701-22e86a7858d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9d9c918d-94e0-49ac-afea-f513b5605274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377216 Dec 21 22:39:57.091129 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-300f77d9-865c-49ce-839c-7e17c7a18713 service neutron] 10.222.0.49 "GET /v2.0/networks/9d9c918d-94e0-49ac-afea-f513b5605274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218717 Dec 21 22:39:57.220913 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-2e2f0bab-0dc7-4f80-9da2-3dfc38988022 service neutron] 10.222.0.49 "GET /v2.0/networks/9d9c918d-94e0-49ac-afea-f513b5605274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241012 Dec 21 22:39:57.266739 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5486c88b-d9fc-4eff-bb81-8e61c4b6014f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:39:58.060156 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7befce-5397-41a3-8cfc-30c4fc92bf4b req-4d82db77-aa2d-4802-b3ce-913a38c79b2c tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:58.061579 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6f7befce-5397-41a3-8cfc-30c4fc92bf4b req-4d82db77-aa2d-4802-b3ce-913a38c79b2c tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0788844 Dec 21 22:39:58.106379 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6f7befce-5397-41a3-8cfc-30c4fc92bf4b req-0ec6c8f2-2a02-436a-bf88-877c1869fdeb tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393400 Dec 21 22:39:59.302299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80fe0a-b873-4391-bbcf-576d2d305dad req-c21f2410-ed97-4752-a7e6-22f83bd08da8 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:39:59.303738 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fa80fe0a-b873-4391-bbcf-576d2d305dad req-c21f2410-ed97-4752-a7e6-22f83bd08da8 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0791655 Dec 21 22:39:59.349790 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fa80fe0a-b873-4391-bbcf-576d2d305dad req-682e6b8e-ef8a-400c-8bd3-5c13ef5edd9c tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405500 Dec 21 22:39:59.626558 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5fb88d6a-2ddb-44dc-a74c-79cce43864fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:00.540562 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f8eaf-6f73-46fd-82f2-d18f991cc922 req-7bc3dd4c-f1ca-4387-aefe-a6f0b3092867 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:00.541928 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1c5f8eaf-6f73-46fd-82f2-d18f991cc922 req-7bc3dd4c-f1ca-4387-aefe-a6f0b3092867 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0746400 Dec 21 22:40:00.589689 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1c5f8eaf-6f73-46fd-82f2-d18f991cc922 req-ab554118-c986-453e-9e78-06b422e47c5a tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423398 Dec 21 22:40:00.719063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:00.735993 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:01.785635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfb689-ea2f-429f-9689-6424dae4d13d req-ea48b610-281c-4412-ba0d-d048910d26a1 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:01.787080 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-84cfb689-ea2f-429f-9689-6424dae4d13d req-ea48b610-281c-4412-ba0d-d048910d26a1 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0734854 Dec 21 22:40:01.834797 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-84cfb689-ea2f-429f-9689-6424dae4d13d req-f1be27c3-1d91-4a78-b8ab-683b37706ac0 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422161 Dec 21 22:40:02.228222 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:02.719787 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:40:03.033877 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b98bb-d0a8-43ba-974c-dfdc17bb70c6 req-faefae6d-55f1-4163-85fd-12552d163f15 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:03.035339 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5d9b98bb-d0a8-43ba-974c-dfdc17bb70c6 req-faefae6d-55f1-4163-85fd-12552d163f15 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0773380 Dec 21 22:40:03.081665 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5d9b98bb-d0a8-43ba-974c-dfdc17bb70c6 req-23b91eb0-9e09-4723-81ad-7227e06a23b4 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398884 Dec 21 22:40:03.670719 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6a951b89-fbe5-4c62-8bac-10014431bb4e req-369b9a1d-0e4e-466f-8c56-6c87cc35989d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2550acbcbdf74d709449d2ade2747969&device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 1098 time: 0.0673344 Dec 21 22:40:03.817205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a951b89-fbe5-4c62-8bac-10014431bb4e req-e2ab3b1b-73a4-4d61-9b98-7252f6cfd00d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:03.818673 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6a951b89-fbe5-4c62-8bac-10014431bb4e req-e2ab3b1b-73a4-4d61-9b98-7252f6cfd00d service neutron] 10.222.0.49 "GET /v2.0/networks?id=9d9c918d-94e0-49ac-afea-f513b5605274 HTTP/1.1" status: 200 len: 913 time: 0.1258056 Dec 21 22:40:03.890568 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6a951b89-fbe5-4c62-8bac-10014431bb4e req-3371c7c7-a649-44a9-abe5-d55bc8249e41 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d93abe5e-0711-4d8f-9cac-ba8bef2228bd HTTP/1.1" status: 200 len: 217 time: 0.0645549 Dec 21 22:40:03.951893 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a951b89-fbe5-4c62-8bac-10014431bb4e req-212cecfe-8372-4deb-8db8-1a748fa7c70c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:03.953292 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6a951b89-fbe5-4c62-8bac-10014431bb4e req-212cecfe-8372-4deb-8db8-1a748fa7c70c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=96967cc3-71ea-4e1d-8f88-5d27148d5ad1 HTTP/1.1" status: 200 len: 852 time: 0.0570400 Dec 21 22:40:03.998842 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6a951b89-fbe5-4c62-8bac-10014431bb4e req-eb330c62-bbf0-4691-8506-9945695823ca service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9d9c918d-94e0-49ac-afea-f513b5605274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385978 Dec 21 22:40:04.128480 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6a951b89-fbe5-4c62-8bac-10014431bb4e req-6cca8a8a-71df-41c9-a8f1-3ae1e98e7fc3 service neutron] 10.222.0.49 "GET /v2.0/networks/9d9c918d-94e0-49ac-afea-f513b5605274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232438 Dec 21 22:40:04.313351 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6a951b89-fbe5-4c62-8bac-10014431bb4e req-eb097358-5532-4568-a259-2fe03fda6c17 service neutron] 10.222.0.49 "GET /v2.0/networks/9d9c918d-94e0-49ac-afea-f513b5605274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769824 Dec 21 22:40:04.333447 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af183a1e-a75f-4de3-88f8-92bcf6506cf1 req-db810568-5501-43b8-b4d2-80546bd34c95 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:04.334889 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af183a1e-a75f-4de3-88f8-92bcf6506cf1 req-db810568-5501-43b8-b4d2-80546bd34c95 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.1114450 Dec 21 22:40:04.380867 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af183a1e-a75f-4de3-88f8-92bcf6506cf1 req-01114eb2-f6cf-443e-a8eb-5e1af08b855c tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399952 Dec 21 22:40:05.579222 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028e477-fa06-4a6a-ba95-0a65d93b975d req-2f8842e9-d20f-4c38-9250-9a45d91499ab tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:05.580574 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1028e477-fa06-4a6a-ba95-0a65d93b975d req-2f8842e9-d20f-4c38-9250-9a45d91499ab tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0786805 Dec 21 22:40:05.624696 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1028e477-fa06-4a6a-ba95-0a65d93b975d req-965d1045-5459-4cc1-a940-c45f22f6ec76 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386741 Dec 21 22:40:06.816150 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b3314-67e7-418c-8bc4-9153902eb77e req-2291bf98-37d8-42e2-b41a-aebf2607a46e tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:06.817662 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a09b3314-67e7-418c-8bc4-9153902eb77e req-2291bf98-37d8-42e2-b41a-aebf2607a46e tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0747075 Dec 21 22:40:06.950886 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a09b3314-67e7-418c-8bc4-9153902eb77e req-07697f3b-4674-46d5-9873-27e499abcc8e tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275966 Dec 21 22:40:08.143155 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dece3-a976-4ed6-80e2-f90c79a5301f req-db92dfc0-0fc6-4ff2-8951-20049ba73224 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:08.144572 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-782dece3-a976-4ed6-80e2-f90c79a5301f req-db92dfc0-0fc6-4ff2-8951-20049ba73224 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0754416 Dec 21 22:40:08.189512 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-782dece3-a976-4ed6-80e2-f90c79a5301f req-54ee1f8e-e758-4f54-88cb-b4e7b0fa4e34 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391741 Dec 21 22:40:09.385929 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03bfd7-d2bf-4fdf-ab27-a6bd307d6e4f req-b3acb4a7-eb5a-4106-9b66-b5824721b6e0 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:09.387400 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ef03bfd7-d2bf-4fdf-ab27-a6bd307d6e4f req-b3acb4a7-eb5a-4106-9b66-b5824721b6e0 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0758805 Dec 21 22:40:09.431487 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ef03bfd7-d2bf-4fdf-ab27-a6bd307d6e4f req-26ea135b-5bd7-4e42-a93e-7bd101f47666 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385795 Dec 21 22:40:10.628881 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab156b-a52c-4253-af65-11a9aff987ad req-6f1e4f59-3243-43ce-9a48-949429543f77 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:10.630252 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d7ab156b-a52c-4253-af65-11a9aff987ad req-6f1e4f59-3243-43ce-9a48-949429543f77 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0792358 Dec 21 22:40:10.674959 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d7ab156b-a52c-4253-af65-11a9aff987ad req-01e19903-776f-400a-b76f-908116684453 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384765 Dec 21 22:40:11.875450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbb5f5-a6c4-4cbd-bc67-edbdee354775 req-9f7d4b2b-598f-40de-8479-2e96c658892e tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:11.876887 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6bbbb5f5-a6c4-4cbd-bc67-edbdee354775 req-9f7d4b2b-598f-40de-8479-2e96c658892e tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0820489 Dec 21 22:40:11.922251 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6bbbb5f5-a6c4-4cbd-bc67-edbdee354775 req-4bd6614d-3104-4ea8-a9ae-bd09717f66c1 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397806 Dec 21 22:40:13.117607 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a6c15-af99-4455-b460-2ac8ef070898 req-76bf3567-6e14-4dbe-9b18-8eaf340e20a0 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:13.119057 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5d2a6c15-af99-4455-b460-2ac8ef070898 req-76bf3567-6e14-4dbe-9b18-8eaf340e20a0 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0746357 Dec 21 22:40:13.167618 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5d2a6c15-af99-4455-b460-2ac8ef070898 req-5d410bfb-8ac2-404c-8e0d-412bdcda84b7 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431294 Dec 21 22:40:14.360079 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0d126-2cda-4a33-8990-3e5b2b449df8 req-8a625725-35ed-4c83-b648-96810498f43c tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:14.361498 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63f0d126-2cda-4a33-8990-3e5b2b449df8 req-8a625725-35ed-4c83-b648-96810498f43c tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0753374 Dec 21 22:40:14.405869 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63f0d126-2cda-4a33-8990-3e5b2b449df8 req-b5652af3-9330-41af-8486-d391fd3bc383 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382297 Dec 21 22:40:15.467730 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:15.739436 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01257dc3-e37e-4fbc-94b3-06300894fa1e req-40338c9b-1bb9-416b-97a7-8fe6b5f8c34f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:15.740902 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-01257dc3-e37e-4fbc-94b3-06300894fa1e req-40338c9b-1bb9-416b-97a7-8fe6b5f8c34f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0756190 Dec 21 22:40:15.785794 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-01257dc3-e37e-4fbc-94b3-06300894fa1e req-5a7f7fa2-eef6-41bf-bf60-bec4faa1f554 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391998 Dec 21 22:40:16.981996 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af96a8-28b9-4857-b19c-b02783fd1fe8 req-ad9a0248-2164-45cd-853b-c86cc9c4cb81 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:16.983429 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-03af96a8-28b9-4857-b19c-b02783fd1fe8 req-ad9a0248-2164-45cd-853b-c86cc9c4cb81 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0772579 Dec 21 22:40:17.028400 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-03af96a8-28b9-4857-b19c-b02783fd1fe8 req-77376c9b-dd6f-432e-abf7-a7a0d54bf31e tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396316 Dec 21 22:40:18.229223 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89ebb8-43d6-402d-904c-eec5cb15d7dd req-e1135025-6c9d-4499-985c-1c62ead4a054 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:18.230699 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7a89ebb8-43d6-402d-904c-eec5cb15d7dd req-e1135025-6c9d-4499-985c-1c62ead4a054 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0847616 Dec 21 22:40:18.275675 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7a89ebb8-43d6-402d-904c-eec5cb15d7dd req-9a71e139-565c-466d-99d7-335213768ec7 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394361 Dec 21 22:40:19.471490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92eec43-fd07-4c33-9595-2221fcaf56b3 req-e8811bba-bee7-417a-a0f0-7bf5f1108146 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:19.472986 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c92eec43-fd07-4c33-9595-2221fcaf56b3 req-e8811bba-bee7-417a-a0f0-7bf5f1108146 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0767446 Dec 21 22:40:19.521760 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c92eec43-fd07-4c33-9595-2221fcaf56b3 req-aa2e51f6-2089-4930-b84d-f24c2a38fbb7 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 Dec 21 22:40:20.716680 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613464ee-b9fe-43ab-8cad-ca85345cb040 req-6ddebbe1-ca62-4846-bb54-c65b2f3e5ece tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:20.718128 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-613464ee-b9fe-43ab-8cad-ca85345cb040 req-6ddebbe1-ca62-4846-bb54-c65b2f3e5ece tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0747159 Dec 21 22:40:20.767012 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-613464ee-b9fe-43ab-8cad-ca85345cb040 req-a049febb-6069-47eb-ab97-aaafc5fd5f30 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435145 Dec 21 22:40:21.960340 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ae7a2-a223-4a0b-8750-0eec231229ef req-1026af0d-36ed-43e8-8c9f-b5dd45439e32 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:21.962512 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a36ae7a2-a223-4a0b-8750-0eec231229ef req-1026af0d-36ed-43e8-8c9f-b5dd45439e32 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0746791 Dec 21 22:40:22.006258 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a36ae7a2-a223-4a0b-8750-0eec231229ef req-c21cf4fd-10f5-4fcf-868c-fdbbee4df364 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381575 Dec 21 22:40:23.205094 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d4910-05ae-4875-8207-c39da1725ba7 req-aab71a33-5e09-41b9-9a62-0ebd100be357 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:23.206547 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0d1d4910-05ae-4875-8207-c39da1725ba7 req-aab71a33-5e09-41b9-9a62-0ebd100be357 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0796309 Dec 21 22:40:23.251599 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0d1d4910-05ae-4875-8207-c39da1725ba7 req-05a693ee-04a0-4456-834c-0b0dfa508804 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394828 Dec 21 22:40:24.455944 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4de878-c6d8-4974-8da6-17ae92d1f899 req-b5f067e4-3cfb-45d4-b226-f5a366e787d6 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:24.457357 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ee4de878-c6d8-4974-8da6-17ae92d1f899 req-b5f067e4-3cfb-45d4-b226-f5a366e787d6 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0785146 Dec 21 22:40:24.501194 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ee4de878-c6d8-4974-8da6-17ae92d1f899 req-381d8356-5a7d-4878-ad2a-872d2d7c104f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377159 Dec 21 22:40:24.581677 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-338db9ed-267b-44e6-824f-58d384cb4ea6 service neutron] 10.222.0.49 "GET /v2.0/ports/d93abe5e-0711-4d8f-9cac-ba8bef2228bd/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0725248 Dec 21 22:40:25.169114 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-bd6e882f-60ca-4a2a-be45-ce10eec41fa0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836&tenant_id=2550acbcbdf74d709449d2ade2747969 HTTP/1.1" status: 200 len: 1098 time: 0.0717394 Dec 21 22:40:25.264751 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-2affa6be-fc4d-4c15-8b56-c10a8bd2e5cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2550acbcbdf74d709449d2ade2747969&device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 1098 time: 0.0674713 Dec 21 22:40:25.402435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-2230861e-8fc0-4c96-8992-fe245d5e6cc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:25.403855 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-2230861e-8fc0-4c96-8992-fe245d5e6cc7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9d9c918d-94e0-49ac-afea-f513b5605274 HTTP/1.1" status: 200 len: 913 time: 0.1287591 Dec 21 22:40:25.476532 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-92bdb878-a70d-410d-832a-25f16a6e55b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d93abe5e-0711-4d8f-9cac-ba8bef2228bd HTTP/1.1" status: 200 len: 217 time: 0.0629001 Dec 21 22:40:25.541370 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-48d39da3-4df1-47b5-a47b-7995c27052fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:25.542687 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-48d39da3-4df1-47b5-a47b-7995c27052fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=96967cc3-71ea-4e1d-8f88-5d27148d5ad1 HTTP/1.1" status: 200 len: 852 time: 0.0565445 Dec 21 22:40:25.594769 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-ac3286a5-1211-491f-9cd7-fd7b05cae0cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9d9c918d-94e0-49ac-afea-f513b5605274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412688 Dec 21 22:40:25.697776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8a5c5-a40e-4925-99be-5b873a0bcf94 req-dd54fd6a-9dfd-47db-983f-c1b6a0e776a1 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:25.699272 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-95c8a5c5-a40e-4925-99be-5b873a0bcf94 req-dd54fd6a-9dfd-47db-983f-c1b6a0e776a1 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0756078 Dec 21 22:40:25.729727 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-2f14321a-3699-4ba1-9d91-2f71b55ec87f service neutron] 10.222.0.49 "GET /v2.0/networks/9d9c918d-94e0-49ac-afea-f513b5605274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251516 Dec 21 22:40:25.744386 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-95c8a5c5-a40e-4925-99be-5b873a0bcf94 req-3457b8bd-b237-4eb8-ab45-a6f0abc6e229 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396240 Dec 21 22:40:25.861949 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b387f013-7a61-4c6f-88ef-ebd40f3e2c9f req-610d860a-82f6-4e4c-8b1f-8b5b5b96d81d service neutron] 10.222.0.49 "GET /v2.0/networks/9d9c918d-94e0-49ac-afea-f513b5605274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221166 Dec 21 22:40:26.937363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3f94f-602f-49d5-a717-d1d24ae6e0b9 req-3c819ea4-bd5a-4fd8-99b5-e57e28471865 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:26.938815 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-abd3f94f-602f-49d5-a717-d1d24ae6e0b9 req-3c819ea4-bd5a-4fd8-99b5-e57e28471865 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0741210 Dec 21 22:40:26.983386 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-abd3f94f-602f-49d5-a717-d1d24ae6e0b9 req-1e378528-419b-4afb-b4a0-d3dab85cbdf3 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391889 Dec 21 22:40:27.272829 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-12a65a7f-084e-40ea-aeed-cbd8db170137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:28.189056 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c4318-e8c5-4033-9dc0-ff2ceecff364 req-91aa91da-9fa8-4663-9e28-e82ee99d745c tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:28.190509 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f14c4318-e8c5-4033-9dc0-ff2ceecff364 req-91aa91da-9fa8-4663-9e28-e82ee99d745c tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0797830 Dec 21 22:40:28.237195 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f14c4318-e8c5-4033-9dc0-ff2ceecff364 req-a4aa3d43-e9e2-45d6-8ad8-64fb20386516 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411849 Dec 21 22:40:28.556133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device d93abe5e-0711-4d8f-9cac-ba8bef2228bd details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:40:28.559635 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device d93abe5e-0711-4d8f-9cac-ba8bef2228bd no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:40:28.777078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:28.799587 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port d93abe5e-0711-4d8f-9cac-ba8bef2228bd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,segment=NetworkSegment(fa0fdd35-bf3d-4a87-aa11-c608134a5b94),segment_id=fa0fdd35-bf3d-4a87-aa11-c608134a5b94)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:40:28.820043 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'd93abe5e-0711-4d8f-9cac-ba8bef2228bd', 'network_id': '9d9c918d-94e0-49ac-afea-f513b5605274', 'port_id': 'd93abe5e-0711-4d8f-9cac-ba8bef2228bd', 'mac_address': 'fa:16:3e:93:b9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96967cc3-71ea-4e1d-8f88-5d27148d5ad1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:40:28.825594 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1da9de-5df6-4f96-9392-d995ff130836', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93abe5e-0711-4d8f-9cac-ba8bef2228bd'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:40:28.857804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-3ab29750-9019-48e3-9891-399ab80ff28f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:28.860247 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-3ab29750-9019-48e3-9891-399ab80ff28f tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836&tenant_id=2550acbcbdf74d709449d2ade2747969&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.1789021 Dec 21 22:40:28.861863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port d93abe5e-0711-4d8f-9cac-ba8bef2228bd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,segment=NetworkSegment(fa0fdd35-bf3d-4a87-aa11-c608134a5b94),segment_id=fa0fdd35-bf3d-4a87-aa11-c608134a5b94)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:40:28.887426 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:28.899644 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1da9de-5df6-4f96-9392-d995ff130836', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93abe5e-0711-4d8f-9cac-ba8bef2228bd', 'code': 200} Dec 21 22:40:28.907003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d93abe5e-0711-4d8f-9cac-ba8bef2228bd {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:40:28.930278 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:29.006834 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-6a2a07e0-6a45-430c-8f57-fe0f14083097 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=2550acbcbdf74d709449d2ade2747969&device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 1096 time: 0.0697501 Dec 21 22:40:29.039016 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:40:29.039492 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:40:29.043234 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:40:29.137070 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-d0e6c53d-031d-4211-868d-00c8dcc7b325 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:29.138471 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-d0e6c53d-031d-4211-868d-00c8dcc7b325 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9d9c918d-94e0-49ac-afea-f513b5605274 HTTP/1.1" status: 200 len: 913 time: 0.1257234 Dec 21 22:40:29.208238 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-27a30df4-1868-440f-ba7d-08cebb78392c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d93abe5e-0711-4d8f-9cac-ba8bef2228bd HTTP/1.1" status: 200 len: 217 time: 0.0632415 Dec 21 22:40:29.270746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-aa3bf92b-df6f-4b82-a87b-10ec90572cc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:29.272202 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-aa3bf92b-df6f-4b82-a87b-10ec90572cc8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=96967cc3-71ea-4e1d-8f88-5d27148d5ad1 HTTP/1.1" status: 200 len: 852 time: 0.0576987 Dec 21 22:40:29.319931 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-f6c46d57-6547-45ef-aa86-a9e1d0f0607e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9d9c918d-94e0-49ac-afea-f513b5605274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417528 Dec 21 22:40:29.450570 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-32cf142f-cdae-4b59-a56b-44ec0b884021 service neutron] 10.222.0.49 "GET /v2.0/networks/9d9c918d-94e0-49ac-afea-f513b5605274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244822 Dec 21 22:40:29.581843 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-34272606-9895-43d3-b41c-38a9969ade84 service neutron] 10.222.0.49 "GET /v2.0/networks/9d9c918d-94e0-49ac-afea-f513b5605274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239746 Dec 21 22:40:29.632531 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:29.649063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93abe5e-0711-4d8f-9cac-ba8bef2228bd {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:40:29.663440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port d93abe5e-0711-4d8f-9cac-ba8bef2228bd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,segment=NetworkSegment(fa0fdd35-bf3d-4a87-aa11-c608134a5b94),segment_id=fa0fdd35-bf3d-4a87-aa11-c608134a5b94)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:40:29.700981 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0400c0ce-6b3c-4042-800e-fb8509cdfea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:29.758061 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:29.825744 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,revision_number=7']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:40:29.830524 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['d93abe5e-0711-4d8f-9cac-ba8bef2228bd'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:40:30.574485 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device d93abe5e-0711-4d8f-9cac-ba8bef2228bd up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:40:30.646816 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port d93abe5e-0711-4d8f-9cac-ba8bef2228bd triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:40:30.647466 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:30.791267 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:30.791916 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:30.815913 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:30.829334 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port d93abe5e-0711-4d8f-9cac-ba8bef2228bd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,segment=NetworkSegment(fa0fdd35-bf3d-4a87-aa11-c608134a5b94),segment_id=fa0fdd35-bf3d-4a87-aa11-c608134a5b94)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:40:30.890003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:30.926837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1da9de-5df6-4f96-9392-d995ff130836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93abe5e-0711-4d8f-9cac-ba8bef2228bd'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:40:30.963345 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,revision_number=8']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:40:30.989777 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1da9de-5df6-4f96-9392-d995ff130836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93abe5e-0711-4d8f-9cac-ba8bef2228bd', 'code': 200} Dec 21 22:40:31.189192 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93abf3-89dd-4768-89b1-bde876fde3df req-5292f294-3e36-4c15-b74c-8b45454479b9 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:31.190560 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4a93abf3-89dd-4768-89b1-bde876fde3df req-5292f294-3e36-4c15-b74c-8b45454479b9 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0755651 Dec 21 22:40:31.240390 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4a93abf3-89dd-4768-89b1-bde876fde3df req-e6f6d987-d70f-4e93-8124-0f409da3b110 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444021 Dec 21 22:40:32.238324 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:32.437928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97ad2a-300e-402d-9513-e77581df67be req-3cd7afbe-3034-4e46-a7a2-511a88b7e88e tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:32.439312 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8e97ad2a-300e-402d-9513-e77581df67be req-3cd7afbe-3034-4e46-a7a2-511a88b7e88e tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0760639 Dec 21 22:40:32.484326 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8e97ad2a-300e-402d-9513-e77581df67be req-fd5c21d6-ed83-4d20-bba9-554a269fe241 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395448 Dec 21 22:40:32.906883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-6148c729-78eb-4dbe-adcd-5878e9b2bdae tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:32.908314 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-6148c729-78eb-4dbe-adcd-5878e9b2bdae tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.49 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 945 time: 0.0775261 Dec 21 22:40:32.978127 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Deleting port d93abe5e-0711-4d8f-9cac-ba8bef2228bd {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:40:32.978457 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:33.216410 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] For port d93abe5e-0711-4d8f-9cac-ba8bef2228bd, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,segment=NetworkSegment(fa0fdd35-bf3d-4a87-aa11-c608134a5b94),segment_id=fa0fdd35-bf3d-4a87-aa11-c608134a5b94)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:40:33.216759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:33.340252 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Calling delete_port for d93abe5e-0711-4d8f-9cac-ba8bef2228bd owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:40:33.552337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:33.577223 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['d93abe5e-0711-4d8f-9cac-ba8bef2228bd'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:40:33.605433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Pushing event deleted for resources: {'Port': ['ID=d93abe5e-0711-4d8f-9cac-ba8bef2228bd,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:40:33.649863 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0bbc2103-4ac0-4ec1-a105-969f2db41cd9 req-805acd02-18ac-4cea-a6ac-7b41a7e90141 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 210 time: 0.0392261 Dec 21 22:40:33.652394 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:33.652739 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:33.653075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:33.653413 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:33.653803 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:33.654168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:33.654495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:33.654818 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:33.655140 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:33.655457 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:33.655772 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:33.786898 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] No DVR routers for this DVR port d93abe5e-0711-4d8f-9cac-ba8bef2228bd on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:40:33.789205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:33.792381 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1da9de-5df6-4f96-9392-d995ff130836', 'name': 'network-vif-deleted', 'tag': 'd93abe5e-0711-4d8f-9cac-ba8bef2228bd'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:40:33.846287 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1da9de-5df6-4f96-9392-d995ff130836', 'name': 'network-vif-deleted', 'tag': 'd93abe5e-0711-4d8f-9cac-ba8bef2228bd', 'status': 'completed', 'code': 200} Dec 21 22:40:33.861473 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f24218c0-f2ea-42df-8abb-6da4148b9367 req-4734a925-38a5-47ba-bcff-f1ee8defdc67 tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.49 "DELETE /v2.0/ports/d93abe5e-0711-4d8f-9cac-ba8bef2228bd HTTP/1.1" status: 204 len: 173 time: 0.9449511 Dec 21 22:40:34.826331 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-50e69fe2-553e-409b-a4e6-6017f0e9bce6 req-9358c82c-64f5-4db5-8149-4b09b5fc714b tempest-DeleteServersTestJSON-943842375 tempest-DeleteServersTestJSON-943842375-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae1da9de-5df6-4f96-9392-d995ff130836 HTTP/1.1" status: 200 len: 210 time: 0.0411737 Dec 21 22:40:36.088582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 42318) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:40:36.147331 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d2cff9-d4a5-4b23-a1eb-9a58d07cc93e admin admin] Deleting subnet 96967cc3-71ea-4e1d-8f88-5d27148d5ad1 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:40:36.150313 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cff9-d4a5-4b23-a1eb-9a58d07cc93e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:36.203156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cff9-d4a5-4b23-a1eb-9a58d07cc93e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:36.260453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cff9-d4a5-4b23-a1eb-9a58d07cc93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:36.409511 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cff9-d4a5-4b23-a1eb-9a58d07cc93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:36.450140 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2cff9-d4a5-4b23-a1eb-9a58d07cc93e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96967cc3-71ea-4e1d-8f88-5d27148d5ad1,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:40:36.456102 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cff9-d4a5-4b23-a1eb-9a58d07cc93e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:36.461729 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e3d2cff9-d4a5-4b23-a1eb-9a58d07cc93e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/96967cc3-71ea-4e1d-8f88-5d27148d5ad1 HTTP/1.1" status: 204 len: 168 time: 0.3720925 Dec 21 22:40:36.464283 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 42322) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:40:36.567887 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8b0eaee-ad76-40c1-885f-b8629d1807f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:36.582124 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device d93abe5e-0711-4d8f-9cac-ba8bef2228bd no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:40:36.615035 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: d93abe5e-0711-4d8f-9cac-ba8bef2228bd {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:40:36.615368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device d93abe5e-0711-4d8f-9cac-ba8bef2228bd not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:40:36.695414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8b0eaee-ad76-40c1-885f-b8629d1807f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:36.720027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-f8b0eaee-ad76-40c1-885f-b8629d1807f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9c918d-94e0-49ac-afea-f513b5605274']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:40:36.732452 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-f8b0eaee-ad76-40c1-885f-b8629d1807f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0fdd35-bf3d-4a87-aa11-c608134a5b94') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:40:36.732722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-f8b0eaee-ad76-40c1-885f-b8629d1807f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0fdd35-bf3d-4a87-aa11-c608134a5b94') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:40:36.743775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8b0eaee-ad76-40c1-885f-b8629d1807f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:36.759087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8b0eaee-ad76-40c1-885f-b8629d1807f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:36.764949 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b0eaee-ad76-40c1-885f-b8629d1807f8 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:40:36.767507 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8b0eaee-ad76-40c1-885f-b8629d1807f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:40:36.778680 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:40:36.912699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8b0eaee-ad76-40c1-885f-b8629d1807f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:36.928137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f8b0eaee-ad76-40c1-885f-b8629d1807f8 admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:36.938566 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0eaee-ad76-40c1-885f-b8629d1807f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d9c918d-94e0-49ac-afea-f513b5605274,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:40:37.015597 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f8b0eaee-ad76-40c1-885f-b8629d1807f8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9d9c918d-94e0-49ac-afea-f513b5605274 HTTP/1.1" status: 204 len: 168 time: 0.5503161 Dec 21 22:40:37.433358 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 42328) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:40:37.482900 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-88614776-8a74-4f02-9e54-3db6012e6ef2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2550acbcbdf74d709449d2ade2747969&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484140 Dec 21 22:40:37.485382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 42332) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:40:37.543215 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-768c50de-0ddc-44b7-9122-22428851d281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:37.568947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-768c50de-0ddc-44b7-9122-22428851d281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:37.683512 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-768c50de-0ddc-44b7-9122-22428851d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:37.699258 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c50de-0ddc-44b7-9122-22428851d281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a46216e-a503-4ca3-84ac-4dcf09d8cfe0,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:40:37.773916 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-768c50de-0ddc-44b7-9122-22428851d281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:37.775133 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-768c50de-0ddc-44b7-9122-22428851d281 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a46216e-a503-4ca3-84ac-4dcf09d8cfe0 HTTP/1.1" status: 204 len: 168 time: 0.2888508 Dec 21 22:40:38.844042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 42354) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:40:38.969754 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1298866975-network', 'tenant_id': '7d35ab0a787d490ca480c95593d18018'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:40:38.974514 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:40:38.978423 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Usage tracker for resource:network and tenant:7d35ab0a787d490ca480c95593d18018 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:40:38.981271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:40:38.986835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:40:39.043460 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Made reservation on behalf of 7d35ab0a787d490ca480c95593d18018 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:40:39.045661 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:39.058209 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:39.091643 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:40:39.095382 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Usage tracker for resource:security_group_rule and tenant:7d35ab0a787d490ca480c95593d18018 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:40:39.098096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:40:39.103712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:40:39.168482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:39.209121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:39.239122 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:40:39.247909 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43efa0ef-a79e-453b-b54c-05e62b99d141,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:40:39.257308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:39.257645 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Added segment f8a237d3-a3e2-481c-a5af-d95c5064c7d0 of type vlan for network cbe9da73-57c9-4a2d-ae83-831e619d18ac Dec 21 22:40:39.263163 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:39.263507 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:39.263846 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:39.264178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:39.264515 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:39.264848 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:39.265172 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:39.265556 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:39.265885 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:39.266226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:39.266547 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:39.355039 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:39.443773 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:39.444607 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:39.445170 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:39.547115 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] Pushing event updated for resources: {'Network': ['ID=cbe9da73-57c9-4a2d-ae83-831e619d18ac,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:40:39.556994 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network cbe9da73-57c9-4a2d-ae83-831e619d18ac details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:40:39.564897 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-49536723-7d19-4dd4-8918-d43328345562 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7198138 Dec 21 22:40:39.567688 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 42360) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:40:39.573374 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-493a7308-4ccc-4295-a123-d9d42baec4e1 admin admin] Request body: {'subnet': {'network_id': 'cbe9da73-57c9-4a2d-ae83-831e619d18ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1298866975-subnet', 'tenant_id': '7d35ab0a787d490ca480c95593d18018', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:40:39.578039 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-493a7308-4ccc-4295-a123-d9d42baec4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:40:39.581785 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-493a7308-4ccc-4295-a123-d9d42baec4e1 admin admin] Usage tracker for resource:subnet and tenant:7d35ab0a787d490ca480c95593d18018 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:40:39.584591 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-493a7308-4ccc-4295-a123-d9d42baec4e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:40:39.590817 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-493a7308-4ccc-4295-a123-d9d42baec4e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:40:39.684057 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493a7308-4ccc-4295-a123-d9d42baec4e1 admin admin] Made reservation on behalf of 7d35ab0a787d490ca480c95593d18018 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:40:39.686636 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-493a7308-4ccc-4295-a123-d9d42baec4e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:39.721598 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:40:40.004279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-493a7308-4ccc-4295-a123-d9d42baec4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:40.080362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a7308-4ccc-4295-a123-d9d42baec4e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42c32f80-b647-44ee-bdc9-9dee2655fb71,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:40:40.090786 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493a7308-4ccc-4295-a123-d9d42baec4e1 admin admin] Checking segment: {'id': 'f8a237d3-a3e2-481c-a5af-d95c5064c7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cbe9da73-57c9-4a2d-ae83-831e619d18ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:40:40.091137 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493a7308-4ccc-4295-a123-d9d42baec4e1 admin admin] Network hostable DHCP agents. Network: cbe9da73-57c9-4a2d-ae83-831e619d18ac, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:40:40.181047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493a7308-4ccc-4295-a123-d9d42baec4e1 admin admin] Network cbe9da73-57c9-4a2d-ae83-831e619d18ac is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:40:40.272461 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-493a7308-4ccc-4295-a123-d9d42baec4e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, cbe9da73-57c9-4a2d-ae83-831e619d18ac) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:40:40.276718 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493a7308-4ccc-4295-a123-d9d42baec4e1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:40.277214 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-493a7308-4ccc-4295-a123-d9d42baec4e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:40.282587 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69af482c-5682-4db5-8889-6323fb5aea73 None None] Network cbe9da73-57c9-4a2d-ae83-831e619d18ac requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:40:40.416006 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-493a7308-4ccc-4295-a123-d9d42baec4e1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8471961 Dec 21 22:40:40.513593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca009e1-6874-4e4a-804c-87e83cb6fcae None None] Network cbe9da73-57c9-4a2d-ae83-831e619d18ac requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:40:40.943546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-148c9720-b320-4bf6-828d-af6ac69022d0 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:40.944202 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-148c9720-b320-4bf6-828d-af6ac69022d0 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Synchronizing usage tracker for tenant:7d35ab0a787d490ca480c95593d18018 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:40:41.043738 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-148c9720-b320-4bf6-828d-af6ac69022d0 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Unset dirty status for tenant:7d35ab0a787d490ca480c95593d18018 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:40:41.044813 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-148c9720-b320-4bf6-828d-af6ac69022d0 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/networks?id=cbe9da73-57c9-4a2d-ae83-831e619d18ac HTTP/1.1" status: 200 len: 815 time: 0.2382758 Dec 21 22:40:41.061899 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-7843674f-4a41-4f5f-a4e2-ec3b7581510b tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/quotas/7d35ab0a787d490ca480c95593d18018 HTTP/1.1" status: 200 len: 375 time: 0.0117750 Dec 21 22:40:41.106797 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-915fd903-88f0-4941-9fde-57aa57282a3e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d35ab0a787d490ca480c95593d18018&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399458 Dec 21 22:40:41.237911 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-fd5acca0-13da-4ac7-b6f9-8cc6a5891db1 service neutron] 10.222.0.37 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246631 Dec 21 22:40:41.369650 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-e1a5223f-e8e2-47da-bb09-c3c76bfb9b63 service neutron] 10.222.0.37 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248794 Dec 21 22:40:41.597521 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b6b3ff8c-ed2c-4578-b019-56a352727619 req-39dec89b-c81b-44d9-81e0-231a67aa1b0f tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 210 time: 0.0444403 Dec 21 22:40:42.771076 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3c5df84e-0867-4006-a904-d476a10701b0 req-5587cea7-135b-478b-aad8-4c4a6628f6ec tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 210 time: 0.0443532 Dec 21 22:40:43.776038 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-a7916f01-ee47-48f5-b27a-a10db5310d5d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:43.777450 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-a7916f01-ee47-48f5-b27a-a10db5310d5d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.49 "GET /v2.0/networks?id=cbe9da73-57c9-4a2d-ae83-831e619d18ac HTTP/1.1" status: 200 len: 815 time: 0.1409826 Dec 21 22:40:43.801657 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-5615135b-771f-4522-8d16-79b1f1a0e664 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Request body: {'port': {'device_id': '9956f12b-cff8-4d0b-b12d-30ece48c770b', 'network_id': 'cbe9da73-57c9-4a2d-ae83-831e619d18ac', 'admin_state_up': True, 'tenant_id': '7d35ab0a787d490ca480c95593d18018'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:40:43.948487 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3434e318-fb2a-46d4-98c6-d233e807dff4 req-878c704f-9abe-452e-b762-5c0071f7e0bf tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 210 time: 0.0541899 Dec 21 22:40:43.982836 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-5615135b-771f-4522-8d16-79b1f1a0e664 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:40:43.986677 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-5615135b-771f-4522-8d16-79b1f1a0e664 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Usage tracker for resource:port and tenant:7d35ab0a787d490ca480c95593d18018 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:40:43.989469 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-5615135b-771f-4522-8d16-79b1f1a0e664 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:40:43.995957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-5615135b-771f-4522-8d16-79b1f1a0e664 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:40:44.073187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-5615135b-771f-4522-8d16-79b1f1a0e664 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Made reservation on behalf of 7d35ab0a787d490ca480c95593d18018 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:40:44.076413 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-5615135b-771f-4522-8d16-79b1f1a0e664 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:44.237702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-5615135b-771f-4522-8d16-79b1f1a0e664 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Allocated IP 172.20.0.4 (cbe9da73-57c9-4a2d-ae83-831e619d18ac/42c32f80-b647-44ee-bdc9-9dee2655fb71/800dbad4-26af-4f66-94d3-d8c1e675002e) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:40:44.525817 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-5615135b-771f-4522-8d16-79b1f1a0e664 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:44.621122 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-5615135b-771f-4522-8d16-79b1f1a0e664 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:44.691386 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-5615135b-771f-4522-8d16-79b1f1a0e664 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Network cbe9da73-57c9-4a2d-ae83-831e619d18ac is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:40:44.694443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-5615135b-771f-4522-8d16-79b1f1a0e664 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:40:44.699119 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-5615135b-771f-4522-8d16-79b1f1a0e664 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:40:44.722947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615135b-771f-4522-8d16-79b1f1a0e664 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Pushing event updated for resources: {'Port': ['ID=800dbad4-26af-4f66-94d3-d8c1e675002e,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:40:44.761837 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-5615135b-771f-4522-8d16-79b1f1a0e664 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:44.762444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-5615135b-771f-4522-8d16-79b1f1a0e664 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:44.833057 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-5615135b-771f-4522-8d16-79b1f1a0e664 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0349684 Dec 21 22:40:44.848966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Request body: {'port': {'device_id': '9956f12b-cff8-4d0b-b12d-30ece48c770b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:40:44.952299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:45.141905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9af27d-2ef2-439b-8446-097ee8480519 req-3eb2fddd-0953-4fdd-a203-5c16f5074409 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:45.143332 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5d9af27d-2ef2-439b-8446-097ee8480519 req-3eb2fddd-0953-4fdd-a203-5c16f5074409 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 931 time: 0.0758431 Dec 21 22:40:45.188322 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-5d9af27d-2ef2-439b-8446-097ee8480519 req-9cbb2b7e-9eae-4b76-b2f7-b6873ed17e1d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Synchronizing usage tracker for tenant:7d35ab0a787d490ca480c95593d18018 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:40:45.267075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-5d9af27d-2ef2-439b-8446-097ee8480519 req-9cbb2b7e-9eae-4b76-b2f7-b6873ed17e1d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Unset dirty status for tenant:7d35ab0a787d490ca480c95593d18018 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:40:45.268328 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5d9af27d-2ef2-439b-8446-097ee8480519 req-9cbb2b7e-9eae-4b76-b2f7-b6873ed17e1d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194103 Dec 21 22:40:45.294503 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800dbad4-26af-4f66-94d3-d8c1e675002e {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:40:45.301418 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:45.315733 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Transition to ACTIVE for port object 800dbad4-26af-4f66-94d3-d8c1e675002e will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:40:45.392125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:45.506310 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:45.519233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Pushing event updated for resources: {'Port': ['ID=800dbad4-26af-4f66-94d3-d8c1e675002e,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:40:45.621495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Attempting to bind port 800dbad4-26af-4f66-94d3-d8c1e675002e on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:40:45.621818 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Attempting to bind port 800dbad4-26af-4f66-94d3-d8c1e675002e by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f8a237d3-a3e2-481c-a5af-d95c5064c7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cbe9da73-57c9-4a2d-ae83-831e619d18ac'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:40:45.622178 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Attempting to bind port 800dbad4-26af-4f66-94d3-d8c1e675002e on network cbe9da73-57c9-4a2d-ae83-831e619d18ac {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:40:45.627801 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Port 800dbad4-26af-4f66-94d3-d8c1e675002e on network cbe9da73-57c9-4a2d-ae83-831e619d18ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:40:45.628110 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Attempting to bind port 800dbad4-26af-4f66-94d3-d8c1e675002e on network cbe9da73-57c9-4a2d-ae83-831e619d18ac {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:40:45.634900 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:40:45.635221 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Checking segment: {'id': 'f8a237d3-a3e2-481c-a5af-d95c5064c7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cbe9da73-57c9-4a2d-ae83-831e619d18ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:40:45.635595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Bound using segment: {'id': 'f8a237d3-a3e2-481c-a5af-d95c5064c7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cbe9da73-57c9-4a2d-ae83-831e619d18ac'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:40:45.636006 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Bound port: 800dbad4-26af-4f66-94d3-d8c1e675002e, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8a237d3-a3e2-481c-a5af-d95c5064c7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cbe9da73-57c9-4a2d-ae83-831e619d18ac'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:40:45.636340 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:45.721878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] For port 800dbad4-26af-4f66-94d3-d8c1e675002e, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:40:45.725007 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] For port 800dbad4-26af-4f66-94d3-d8c1e675002e, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=800dbad4-26af-4f66-94d3-d8c1e675002e,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:40:45.792888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:45.853587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:45.854968 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] 10.222.0.49 "PUT /v2.0/ports/800dbad4-26af-4f66-94d3-d8c1e675002e HTTP/1.1" status: 200 len: 1093 time: 1.0100477 Dec 21 22:40:45.855393 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9956f12b-cff8-4d0b-b12d-30ece48c770b', 'tag': '800dbad4-26af-4f66-94d3-d8c1e675002e'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:40:45.873040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bb296-ce15-4fd8-87ad-f7770e268781 service neutron] Pushing event updated for resources: {'Port': ['ID=800dbad4-26af-4f66-94d3-d8c1e675002e,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:40:45.909151 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9956f12b-cff8-4d0b-b12d-30ece48c770b', 'tag': '800dbad4-26af-4f66-94d3-d8c1e675002e', 'status': 'completed', 'code': 200} Dec 21 22:40:46.007863 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4a8d6934-bf1b-43d3-bea6-d44888558280 req-869422cb-613f-487a-87d0-47aa27d765a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d35ab0a787d490ca480c95593d18018&device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 1096 time: 0.0709066 Dec 21 22:40:46.153116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d6934-bf1b-43d3-bea6-d44888558280 req-484719c3-1c38-465c-b16f-180d90b1b17a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:46.154564 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4a8d6934-bf1b-43d3-bea6-d44888558280 req-484719c3-1c38-465c-b16f-180d90b1b17a service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7d35ab0a787d490ca480c95593d18018&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1312745 Dec 21 22:40:46.293830 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d6934-bf1b-43d3-bea6-d44888558280 req-9666aa2e-9305-447d-b470-1e9bcbef7f94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:46.295399 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4a8d6934-bf1b-43d3-bea6-d44888558280 req-9666aa2e-9305-447d-b470-1e9bcbef7f94 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311071 Dec 21 22:40:46.406403 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-6f02b099-ce4a-462d-ae63-f2a418d0bedf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d35ab0a787d490ca480c95593d18018&device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 1096 time: 0.0685327 Dec 21 22:40:46.467327 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec81d22-5e55-414a-ac60-d238d4a7d06f req-6a1eb57f-9c7c-4c14-a756-c62a4cbfed83 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:46.468760 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2ec81d22-5e55-414a-ac60-d238d4a7d06f req-6a1eb57f-9c7c-4c14-a756-c62a4cbfed83 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 943 time: 0.0794165 Dec 21 22:40:46.481051 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-9a54f606-cda8-490f-a099-0dd710fadeaa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=800dbad4-26af-4f66-94d3-d8c1e675002e HTTP/1.1" status: 200 len: 217 time: 0.0636976 Dec 21 22:40:46.514286 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2ec81d22-5e55-414a-ac60-d238d4a7d06f req-8212ff46-63d0-49e8-8e8d-57fd2f40973f tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399082 Dec 21 22:40:46.545688 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-c10b4cdc-3b70-4989-921b-d006165b3a05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:46.547257 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-c10b4cdc-3b70-4989-921b-d006165b3a05 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=42c32f80-b647-44ee-bdc9-9dee2655fb71 HTTP/1.1" status: 200 len: 855 time: 0.0595992 Dec 21 22:40:46.688233 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-ee7d132a-858d-4f1a-a751-afd3757e81c8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbe9da73-57c9-4a2d-ae83-831e619d18ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309061 Dec 21 22:40:46.823234 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-02fd1436-e204-4b15-a74c-f9e85d1f5bb5 service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245985 Dec 21 22:40:46.955655 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c537ed03-d333-4cb9-9a4f-3016cb44badd req-87d2abdf-214e-4175-97e2-7a0efc80f938 service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228709 Dec 21 22:40:47.709282 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a46cb-2e22-48a1-8941-c8378fa7d49a req-04a160a8-0e14-4d0b-b132-737d79ffbb0d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:47.709956 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-203a46cb-2e22-48a1-8941-c8378fa7d49a req-04a160a8-0e14-4d0b-b132-737d79ffbb0d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Synchronizing usage tracker for tenant:7d35ab0a787d490ca480c95593d18018 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:40:47.780865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-203a46cb-2e22-48a1-8941-c8378fa7d49a req-04a160a8-0e14-4d0b-b132-737d79ffbb0d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Unset dirty status for tenant:7d35ab0a787d490ca480c95593d18018 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:40:47.781997 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-203a46cb-2e22-48a1-8941-c8378fa7d49a req-04a160a8-0e14-4d0b-b132-737d79ffbb0d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 943 time: 0.1465914 Dec 21 22:40:47.827578 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-203a46cb-2e22-48a1-8941-c8378fa7d49a req-5f6f7fb9-ed20-450e-b947-0ae96fb5e558 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399146 Dec 21 22:40:48.658314 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 800dbad4-26af-4f66-94d3-d8c1e675002e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:40:48.792517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 800dbad4-26af-4f66-94d3-d8c1e675002e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=800dbad4-26af-4f66-94d3-d8c1e675002e,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:40:48.805041 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '800dbad4-26af-4f66-94d3-d8c1e675002e', 'network_id': 'cbe9da73-57c9-4a2d-ae83-831e619d18ac', 'port_id': '800dbad4-26af-4f66-94d3-d8c1e675002e', 'mac_address': 'fa:16:3e:f8:92:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c32f80-b647-44ee-bdc9-9dee2655fb71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:40:48.856877 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:48.874818 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800dbad4-26af-4f66-94d3-d8c1e675002e {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:40:48.890227 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 800dbad4-26af-4f66-94d3-d8c1e675002e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=800dbad4-26af-4f66-94d3-d8c1e675002e,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:40:48.952695 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:49.017539 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=800dbad4-26af-4f66-94d3-d8c1e675002e,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:40:49.025642 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa000e-c49a-4ad5-8af1-31fec1afe8ea req-c9eb2e66-8845-46f2-9a04-b3bcb7a1de49 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:49.026190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:49.026400 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:49.026735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:49.027070 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:49.027173 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d4aa000e-c49a-4ad5-8af1-31fec1afe8ea req-c9eb2e66-8845-46f2-9a04-b3bcb7a1de49 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 944 time: 0.0772974 Dec 21 22:40:49.027401 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:49.027726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:49.028050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:49.028375 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:49.028699 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:49.029018 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:49.029335 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:40:49.072764 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d4aa000e-c49a-4ad5-8af1-31fec1afe8ea req-b2988d33-b715-4c45-976d-86e5601156b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397189 Dec 21 22:40:49.213320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['800dbad4-26af-4f66-94d3-d8c1e675002e'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:40:50.269884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31513ec-4556-425f-8d9d-273ee1f40fde req-16d2061f-e925-4a3b-a334-18c17f7b40f3 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:50.271349 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f31513ec-4556-425f-8d9d-273ee1f40fde req-16d2061f-e925-4a3b-a334-18c17f7b40f3 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 944 time: 0.0785418 Dec 21 22:40:50.318746 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f31513ec-4556-425f-8d9d-273ee1f40fde req-c64d45c8-302b-447c-bb23-ffa794e05b5b tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404563 Dec 21 22:40:50.659068 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 800dbad4-26af-4f66-94d3-d8c1e675002e up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:40:50.826319 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 800dbad4-26af-4f66-94d3-d8c1e675002e completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:40:50.830976 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 800dbad4-26af-4f66-94d3-d8c1e675002e triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:40:50.831333 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:50.939238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:50.965777 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9956f12b-cff8-4d0b-b12d-30ece48c770b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800dbad4-26af-4f66-94d3-d8c1e675002e'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:40:50.975191 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 800dbad4-26af-4f66-94d3-d8c1e675002e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=800dbad4-26af-4f66-94d3-d8c1e675002e,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:40:51.019506 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9956f12b-cff8-4d0b-b12d-30ece48c770b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800dbad4-26af-4f66-94d3-d8c1e675002e', 'code': 200} Dec 21 22:40:51.032130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:51.099537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=800dbad4-26af-4f66-94d3-d8c1e675002e,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:40:51.402692 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3a17dbe7-eea2-4cc3-ac5c-265c7a637829 req-b29422d0-ba4e-4815-afb0-15a047db2177 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 1098 time: 0.0678053 Dec 21 22:40:51.489966 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3a17dbe7-eea2-4cc3-ac5c-265c7a637829 req-f6bbe677-b5fb-4e39-8218-ab9162e3d8a8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770967 Dec 21 22:40:51.524835 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233895f3-bdfd-4be4-a456-843867a7bc91 req-5072958e-f909-4360-b9a0-976edf58550e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:51.526244 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-233895f3-bdfd-4be4-a456-843867a7bc91 req-5072958e-f909-4360-b9a0-976edf58550e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0792079 Dec 21 22:40:51.570350 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-233895f3-bdfd-4be4-a456-843867a7bc91 req-2d976c4d-c131-4db5-a9eb-9be8ac45b282 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384672 Dec 21 22:40:52.766744 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c62eb-6b3f-46d6-ae15-5f87f3d1a052 req-93b1f539-abe8-40c6-95e9-9ada13448eb9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:52.768173 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7d8c62eb-6b3f-46d6-ae15-5f87f3d1a052 req-93b1f539-abe8-40c6-95e9-9ada13448eb9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0784559 Dec 21 22:40:52.813916 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7d8c62eb-6b3f-46d6-ae15-5f87f3d1a052 req-59b9c6cc-92eb-4d62-af7c-2ea8b9bbddda tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401959 Dec 21 22:40:54.008494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576aaa97-e8ba-4bab-bdb4-4eb67b241f2a req-9cb03208-ff11-4395-b24a-918a083688c3 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:54.009911 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-576aaa97-e8ba-4bab-bdb4-4eb67b241f2a req-9cb03208-ff11-4395-b24a-918a083688c3 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0775204 Dec 21 22:40:54.054001 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-576aaa97-e8ba-4bab-bdb4-4eb67b241f2a req-1dcb9e17-8c9f-4c26-abd8-bb52d52a6c47 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387621 Dec 21 22:40:54.244855 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d808a3f-d3e0-483a-8f37-529bbb62bccd req-62f82de5-26bc-48fa-a568-2e19b7b548d6 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:54.246339 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5d808a3f-d3e0-483a-8f37-529bbb62bccd req-62f82de5-26bc-48fa-a568-2e19b7b548d6 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0746622 Dec 21 22:40:54.296099 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5d808a3f-d3e0-483a-8f37-529bbb62bccd req-04bd358f-4e54-46ae-a887-452c9650df0b tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441840 Dec 21 22:40:54.732663 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a23c6c-c949-476e-9b41-17258c800a3c req-a9088828-4a89-4b6f-b9c6-8acd950f89e7 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:54.734116 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e4a23c6c-c949-476e-9b41-17258c800a3c req-a9088828-4a89-4b6f-b9c6-8acd950f89e7 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0776169 Dec 21 22:40:54.778892 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e4a23c6c-c949-476e-9b41-17258c800a3c req-45011284-9e45-4022-89a7-5c8284799293 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393989 Dec 21 22:40:54.968941 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948ce79-b1a2-4a6c-b828-1d6101bbbec7 req-210d315a-266c-4941-ac39-72e276c5a32e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:54.970395 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f948ce79-b1a2-4a6c-b828-1d6101bbbec7 req-210d315a-266c-4941-ac39-72e276c5a32e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0754321 Dec 21 22:40:55.014467 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f948ce79-b1a2-4a6c-b828-1d6101bbbec7 req-98f1bef0-60ba-4041-9b39-88d5d412467b tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387750 Dec 21 22:40:55.207336 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-38c505e5-a828-40fc-8780-61cfc10029d8 req-ca2978a3-c799-4290-add9-0d20a0f30f14 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0698338 Dec 21 22:40:55.746492 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd21c5a-c9c5-4bb2-b2a7-82cd08a2ff6b req-c6e9c795-9565-45f1-89ad-976b1079d296 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:55.747914 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9fd21c5a-c9c5-4bb2-b2a7-82cd08a2ff6b req-c6e9c795-9565-45f1-89ad-976b1079d296 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.1327903 Dec 21 22:40:55.754172 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-c0ae1e32-099c-43f3-86f7-75d68f8aa1cf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1048520 Dec 21 22:40:55.794444 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9fd21c5a-c9c5-4bb2-b2a7-82cd08a2ff6b req-06f9f42d-6625-439e-9e50-7de5307e8085 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392711 Dec 21 22:40:56.991739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c66159-d60e-4023-92f5-ce5cdab5abf2 req-b6d3c9c6-5701-4a30-a668-a7da2a08d054 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:56.993172 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19c66159-d60e-4023-92f5-ce5cdab5abf2 req-b6d3c9c6-5701-4a30-a668-a7da2a08d054 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0753698 Dec 21 22:40:57.038408 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-19c66159-d60e-4023-92f5-ce5cdab5abf2 req-8cface57-499f-4647-8169-f3e60cad2877 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393605 Dec 21 22:40:57.283334 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4dc2c4a7-2b65-4bcc-8382-6a4f48213178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:57.743168 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-9dd37a3a-0f63-4986-9053-d9a7122a8513 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d35ab0a787d490ca480c95593d18018&device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 1098 time: 0.0705612 Dec 21 22:40:57.873832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-21cf41b3-f4d1-4fb6-a7e8-1227602bbb22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:57.875349 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-21cf41b3-f4d1-4fb6-a7e8-1227602bbb22 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbe9da73-57c9-4a2d-ae83-831e619d18ac HTTP/1.1" status: 200 len: 916 time: 0.1259701 Dec 21 22:40:57.945085 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-7b82a8a4-cb35-409a-8be0-4fa6cbe2daa6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=800dbad4-26af-4f66-94d3-d8c1e675002e HTTP/1.1" status: 200 len: 217 time: 0.0635750 Dec 21 22:40:58.005420 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-5e7190b0-e0a0-4013-9106-1997f06c93d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:58.006729 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-5e7190b0-e0a0-4013-9106-1997f06c93d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=42c32f80-b647-44ee-bdc9-9dee2655fb71 HTTP/1.1" status: 200 len: 855 time: 0.0559232 Dec 21 22:40:58.050228 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-0faa9cb5-6d9a-4bde-becb-b1f79e602114 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbe9da73-57c9-4a2d-ae83-831e619d18ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371926 Dec 21 22:40:58.319338 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-d8e82d01-67ce-40a2-a713-b86ec4cfd8d7 service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623234 Dec 21 22:40:58.449982 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f898d58-cfc4-4f3f-bd39-924d903dcf34 req-81e4d5f5-55bc-4cb6-82d7-5a03017fe08d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:58.451415 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9f898d58-cfc4-4f3f-bd39-924d903dcf34 req-81e4d5f5-55bc-4cb6-82d7-5a03017fe08d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.2895999 Dec 21 22:40:58.491139 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-25e2e86c-bc9e-46cd-9ac3-42cfdf20faa9 service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624219 Dec 21 22:40:58.511429 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9f898d58-cfc4-4f3f-bd39-924d903dcf34 req-3641b985-487f-484e-b106-722225476225 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462334 Dec 21 22:40:59.632229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1daf730f-6d81-4cdd-83af-eec1b78d3719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:40:59.711039 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37992c14-0ed0-4371-bdb6-90a14b6ab53b req-22be379f-2ae8-4d66-a1a7-bf88a417696f tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:40:59.713153 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-37992c14-0ed0-4371-bdb6-90a14b6ab53b req-22be379f-2ae8-4d66-a1a7-bf88a417696f tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0809307 Dec 21 22:40:59.758919 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-37992c14-0ed0-4371-bdb6-90a14b6ab53b req-dfbcb383-b48c-4e7d-9402-f391f97b9dd1 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390773 Dec 21 22:41:00.764277 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:00.785992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:00.961452 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b875b-5837-476f-a036-2fef150e80e4 req-10cfc9d3-5e10-4594-8dce-09609c5d1efc tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:00.963544 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c74b875b-5837-476f-a036-2fef150e80e4 req-10cfc9d3-5e10-4594-8dce-09609c5d1efc tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0809257 Dec 21 22:41:01.008084 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c74b875b-5837-476f-a036-2fef150e80e4 req-6ce583d9-1cc2-4526-a20b-8f1b2cbd2c3d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387878 Dec 21 22:41:02.202392 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a49a7-ac1c-4c11-9e69-1c4afa971c18 req-6eaceef7-c610-4d6c-99c9-81455c75eea8 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:02.203832 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-502a49a7-ac1c-4c11-9e69-1c4afa971c18 req-6eaceef7-c610-4d6c-99c9-81455c75eea8 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0764039 Dec 21 22:41:02.248674 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-502a49a7-ac1c-4c11-9e69-1c4afa971c18 req-33bae40c-adae-4120-bf38-43712f0bd493 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393467 Dec 21 22:41:02.257868 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:03.447387 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f78ea-19f2-4daf-856c-a4dde046ebd2 req-e2017847-a874-4e74-8808-2f6c026d5049 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:03.448956 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f33f78ea-19f2-4daf-856c-a4dde046ebd2 req-e2017847-a874-4e74-8808-2f6c026d5049 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0770361 Dec 21 22:41:03.497096 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f33f78ea-19f2-4daf-856c-a4dde046ebd2 req-ff6b94ff-f805-4e13-b997-793c572a6842 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Dec 21 22:41:04.696790 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cff529-e79d-4bdf-a541-44447925378d req-8369fe88-69da-4fc8-ac00-dc10f1d23988 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:04.698245 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-54cff529-e79d-4bdf-a541-44447925378d req-8369fe88-69da-4fc8-ac00-dc10f1d23988 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0786679 Dec 21 22:41:04.742316 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-54cff529-e79d-4bdf-a541-44447925378d req-58f10a5e-d3ae-4874-b696-174f58c55963 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386510 Dec 21 22:41:05.579260 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-46b3f4ea-cb08-4ea8-8efa-784c9242a842 req-084c559e-c1c5-4c2a-acd3-b1d690acf768 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d35ab0a787d490ca480c95593d18018&device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 1098 time: 0.0717318 Dec 21 22:41:05.723432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3f4ea-cb08-4ea8-8efa-784c9242a842 req-e0f5b849-cfe3-4500-a969-1c0ae3ef4adf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:05.724844 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-46b3f4ea-cb08-4ea8-8efa-784c9242a842 req-e0f5b849-cfe3-4500-a969-1c0ae3ef4adf service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbe9da73-57c9-4a2d-ae83-831e619d18ac HTTP/1.1" status: 200 len: 916 time: 0.1258137 Dec 21 22:41:05.795117 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-46b3f4ea-cb08-4ea8-8efa-784c9242a842 req-c7a1c3ec-8349-4ae5-9eb1-e3b4d4dfe21b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=800dbad4-26af-4f66-94d3-d8c1e675002e HTTP/1.1" status: 200 len: 217 time: 0.0607185 Dec 21 22:41:05.859564 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3f4ea-cb08-4ea8-8efa-784c9242a842 req-eb63e908-7e28-4525-b5f2-3dfcb40bec2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:05.860908 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-46b3f4ea-cb08-4ea8-8efa-784c9242a842 req-eb63e908-7e28-4525-b5f2-3dfcb40bec2c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=42c32f80-b647-44ee-bdc9-9dee2655fb71 HTTP/1.1" status: 200 len: 855 time: 0.0598657 Dec 21 22:41:05.942301 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-46b3f4ea-cb08-4ea8-8efa-784c9242a842 req-1d507277-1752-495d-8b5f-e24d67806a84 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbe9da73-57c9-4a2d-ae83-831e619d18ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746579 Dec 21 22:41:06.081600 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c852d9-248f-4333-9d90-b06fbb383732 req-29460e52-3b20-4f30-b048-d932fa98f91f tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:06.083042 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-78c852d9-248f-4333-9d90-b06fbb383732 req-29460e52-3b20-4f30-b048-d932fa98f91f tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.1862843 Dec 21 22:41:06.113695 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-46b3f4ea-cb08-4ea8-8efa-784c9242a842 req-358f1ac8-52e1-42f9-a6f9-7c4aa434a5f0 service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622283 Dec 21 22:41:06.219761 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-78c852d9-248f-4333-9d90-b06fbb383732 req-fb3418e7-7e24-456a-ad64-a58198ef8e09 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278059 Dec 21 22:41:06.260449 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-46b3f4ea-cb08-4ea8-8efa-784c9242a842 req-5733f799-ed9a-4093-b14c-7b3d7ab0031d service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405180 Dec 21 22:41:07.414387 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c52fc-5f63-4926-af71-459a8fcd36dd req-9eca57cf-1b9d-47c4-946a-7ad5f00e6694 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:07.416519 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b14c52fc-5f63-4926-af71-459a8fcd36dd req-9eca57cf-1b9d-47c4-946a-7ad5f00e6694 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0752437 Dec 21 22:41:07.465798 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b14c52fc-5f63-4926-af71-459a8fcd36dd req-b0cb89c8-6d7e-4756-98f2-8e7d6897cfb5 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436926 Dec 21 22:41:08.670354 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faa7de-68bd-48ea-bf62-2ef72c6bcd76 req-28e2de55-86bd-4b9c-a58c-c0353e867440 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:08.671764 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c0faa7de-68bd-48ea-bf62-2ef72c6bcd76 req-28e2de55-86bd-4b9c-a58c-c0353e867440 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0740294 Dec 21 22:41:08.715968 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c0faa7de-68bd-48ea-bf62-2ef72c6bcd76 req-5be7eebe-c090-4278-8eb1-03526e414d1f tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387971 Dec 21 22:41:09.908674 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6dcd5e-314e-4da1-8c43-f901d7674daf req-07b4cb48-e805-4116-8dad-a32953e4a0f5 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:09.910144 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1d6dcd5e-314e-4da1-8c43-f901d7674daf req-07b4cb48-e805-4116-8dad-a32953e4a0f5 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0765555 Dec 21 22:41:09.956165 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1d6dcd5e-314e-4da1-8c43-f901d7674daf req-8c8e0461-c6ac-478d-aa12-ba80277b01ec tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400162 Dec 21 22:41:11.153957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348356cf-379a-458f-9d0f-6db4d1e7ed8b req-61804a31-85fd-458b-b24c-4c77c6e07298 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:11.155423 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-348356cf-379a-458f-9d0f-6db4d1e7ed8b req-61804a31-85fd-458b-b24c-4c77c6e07298 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0774763 Dec 21 22:41:11.200117 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-348356cf-379a-458f-9d0f-6db4d1e7ed8b req-a3d52e0b-c73f-4e78-a903-792bfce5cc5e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392590 Dec 21 22:41:12.401611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81059b-e30d-4267-9e63-c903f3cae278 req-eef9adbd-3a35-4ef1-b925-23249db5aab0 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:12.403049 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9c81059b-e30d-4267-9e63-c903f3cae278 req-eef9adbd-3a35-4ef1-b925-23249db5aab0 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0796077 Dec 21 22:41:12.528248 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9c81059b-e30d-4267-9e63-c903f3cae278 req-a19c5c0f-0c10-40a4-b9f1-601e539133d3 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195657 Dec 21 22:41:13.720410 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f2937-64bc-4f20-8037-1b23ab7ca03b req-51495b08-cd96-4c62-93cf-760d9ed47c86 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:13.721832 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f3f2937-64bc-4f20-8037-1b23ab7ca03b req-51495b08-cd96-4c62-93cf-760d9ed47c86 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0741839 Dec 21 22:41:13.773036 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f3f2937-64bc-4f20-8037-1b23ab7ca03b req-f887b23d-5d50-4053-8499-a71a365fe87a tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456860 Dec 21 22:41:14.969730 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2e664-61ef-4ee9-adbb-19a6a9cea1cd req-f5bc0a74-8c82-4c7f-b61a-c7e98dcdf836 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:14.971183 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1eb2e664-61ef-4ee9-adbb-19a6a9cea1cd req-f5bc0a74-8c82-4c7f-b61a-c7e98dcdf836 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0747778 Dec 21 22:41:15.016007 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1eb2e664-61ef-4ee9-adbb-19a6a9cea1cd req-4d2a3bdd-a38e-402d-aa46-3a88e2e65ace tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394044 Dec 21 22:41:15.500101 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:15.698131 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-352c21ff-dff1-4afc-9b0f-9ae81fc14bfe service neutron] 10.222.0.49 "GET /v2.0/ports/800dbad4-26af-4f66-94d3-d8c1e675002e/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0712957 Dec 21 22:41:16.215509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ca0a4-c04e-408e-b579-4ba9f9b51cc4 req-04643d37-504c-4e19-8308-89689cbcc001 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:16.216934 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-110ca0a4-c04e-408e-b579-4ba9f9b51cc4 req-04643d37-504c-4e19-8308-89689cbcc001 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0784011 Dec 21 22:41:16.395260 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-110ca0a4-c04e-408e-b579-4ba9f9b51cc4 req-f350980f-99e5-409c-a281-87712a1da57a tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725547 Dec 21 22:41:16.424278 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-f56fd27e-1b39-4ea3-91de-fcfeae760802 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b&tenant_id=7d35ab0a787d490ca480c95593d18018 HTTP/1.1" status: 200 len: 1098 time: 0.1673653 Dec 21 22:41:16.520270 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-6223dd14-ce5a-460f-91b9-d165b9aae9a5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d35ab0a787d490ca480c95593d18018&device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 1098 time: 0.0680578 Dec 21 22:41:16.652797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-56e0609b-bd0d-4d7f-a2f0-87606c25fba4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:16.654181 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-56e0609b-bd0d-4d7f-a2f0-87606c25fba4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbe9da73-57c9-4a2d-ae83-831e619d18ac HTTP/1.1" status: 200 len: 916 time: 0.1239593 Dec 21 22:41:16.724503 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:41:16.727944 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-5df8b992-f66a-42bc-8803-c2aa0f316b22 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=800dbad4-26af-4f66-94d3-d8c1e675002e HTTP/1.1" status: 200 len: 217 time: 0.0633850 Dec 21 22:41:16.791855 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-5633cd44-c47f-419d-96ab-4434dc9fd725 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:16.793236 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-5633cd44-c47f-419d-96ab-4434dc9fd725 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=42c32f80-b647-44ee-bdc9-9dee2655fb71 HTTP/1.1" status: 200 len: 855 time: 0.0589805 Dec 21 22:41:16.840731 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-12d58976-25c1-4ec7-b4ec-3df5e273c772 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbe9da73-57c9-4a2d-ae83-831e619d18ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378842 Dec 21 22:41:16.969843 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-d115451a-d678-4b8f-84a4-3c245e2eb292 service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222212 Dec 21 22:41:17.103499 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edc19e69-9d99-43e7-ae82-f65553ff1b9a req-3ded4ca6-41e7-40d1-9e1a-f481bbcc22e0 service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239734 Dec 21 22:41:17.595211 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d225d-30f3-4a0e-be07-174ac46a19a4 req-11716b1b-c665-40c6-bcf6-62505dfc2562 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:17.596555 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6b0d225d-30f3-4a0e-be07-174ac46a19a4 req-11716b1b-c665-40c6-bcf6-62505dfc2562 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0784543 Dec 21 22:41:17.641088 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6b0d225d-30f3-4a0e-be07-174ac46a19a4 req-c9e913e4-18da-4682-a05e-5e848d0c3ea6 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389285 Dec 21 22:41:18.798091 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 800dbad4-26af-4f66-94d3-d8c1e675002e details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:41:18.802621 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 800dbad4-26af-4f66-94d3-d8c1e675002e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:41:18.845256 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510b0bd-ecd9-4720-9995-ad95f6926440 req-d66c01f8-2c4d-4788-a76f-0552fa50a4db tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:18.846761 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0510b0bd-ecd9-4720-9995-ad95f6926440 req-d66c01f8-2c4d-4788-a76f-0552fa50a4db tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0822463 Dec 21 22:41:18.896111 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0510b0bd-ecd9-4720-9995-ad95f6926440 req-f978d822-a1f1-4fbb-9c70-26928b7cecb2 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438344 Dec 21 22:41:19.013124 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:19.049135 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 800dbad4-26af-4f66-94d3-d8c1e675002e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=800dbad4-26af-4f66-94d3-d8c1e675002e,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:41:19.063335 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9956f12b-cff8-4d0b-b12d-30ece48c770b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '800dbad4-26af-4f66-94d3-d8c1e675002e'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:41:19.073911 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '800dbad4-26af-4f66-94d3-d8c1e675002e', 'network_id': 'cbe9da73-57c9-4a2d-ae83-831e619d18ac', 'port_id': '800dbad4-26af-4f66-94d3-d8c1e675002e', 'mac_address': 'fa:16:3e:f8:92:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c32f80-b647-44ee-bdc9-9dee2655fb71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:41:19.078309 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 800dbad4-26af-4f66-94d3-d8c1e675002e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=800dbad4-26af-4f66-94d3-d8c1e675002e,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:41:19.133211 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:19.148016 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:19.193080 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 800dbad4-26af-4f66-94d3-d8c1e675002e {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:41:19.271768 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=800dbad4-26af-4f66-94d3-d8c1e675002e,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:41:19.284119 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9956f12b-cff8-4d0b-b12d-30ece48c770b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '800dbad4-26af-4f66-94d3-d8c1e675002e', 'code': 200} Dec 21 22:41:19.284119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:41:19.284119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:41:19.834770 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:19.851795 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800dbad4-26af-4f66-94d3-d8c1e675002e {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:41:19.866786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 800dbad4-26af-4f66-94d3-d8c1e675002e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=800dbad4-26af-4f66-94d3-d8c1e675002e,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:41:19.957451 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:20.022987 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['800dbad4-26af-4f66-94d3-d8c1e675002e'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:41:20.076588 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=800dbad4-26af-4f66-94d3-d8c1e675002e,revision_number=7']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:41:20.311690 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957cbfe-23a5-4a53-8dbd-69d7347bf729 req-a05e98a6-f38e-45cf-8919-d36017c013bf tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:20.313119 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d957cbfe-23a5-4a53-8dbd-69d7347bf729 req-a05e98a6-f38e-45cf-8919-d36017c013bf tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 944 time: 0.1536031 Dec 21 22:41:20.358124 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d957cbfe-23a5-4a53-8dbd-69d7347bf729 req-ef9909dd-2143-4377-b4ac-c2041567b8c8 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394490 Dec 21 22:41:20.818396 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 800dbad4-26af-4f66-94d3-d8c1e675002e up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:41:20.859187 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4219f-2a2c-4eb4-9cbd-0bf63b166269 req-c77a01df-3141-4cbc-87c0-fbb51818d7e7 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:20.860636 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7cf4219f-2a2c-4eb4-9cbd-0bf63b166269 req-c77a01df-3141-4cbc-87c0-fbb51818d7e7 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 944 time: 0.1234136 Dec 21 22:41:20.891089 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 800dbad4-26af-4f66-94d3-d8c1e675002e triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:41:20.891652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:20.927976 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c137ac7-aa47-400a-86c6-1a32f601ed8e req-d8de79f3-0c00-4dcf-b004-89533ddad7d8 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:20.929285 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1c137ac7-aa47-400a-86c6-1a32f601ed8e req-d8de79f3-0c00-4dcf-b004-89533ddad7d8 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.49 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b&tenant_id=7d35ab0a787d490ca480c95593d18018&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.1287544 Dec 21 22:41:20.931736 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7cf4219f-2a2c-4eb4-9cbd-0bf63b166269 req-1c32b5bd-6e2a-4dbd-9f6c-08d2da2e637d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617285 Dec 21 22:41:21.006225 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:21.041372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 800dbad4-26af-4f66-94d3-d8c1e675002e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=800dbad4-26af-4f66-94d3-d8c1e675002e,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:41:21.068893 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1c137ac7-aa47-400a-86c6-1a32f601ed8e req-8fcfd5a7-8bcb-4550-a842-3404ab753ec4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d35ab0a787d490ca480c95593d18018&device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 1097 time: 0.0710909 Dec 21 22:41:21.100231 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:21.166157 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=800dbad4-26af-4f66-94d3-d8c1e675002e,revision_number=8']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:41:21.201795 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c137ac7-aa47-400a-86c6-1a32f601ed8e req-aaa6b9de-7e7f-428e-8a28-68b04401e4b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:21.203258 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1c137ac7-aa47-400a-86c6-1a32f601ed8e req-aaa6b9de-7e7f-428e-8a28-68b04401e4b1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbe9da73-57c9-4a2d-ae83-831e619d18ac HTTP/1.1" status: 200 len: 916 time: 0.1282907 Dec 21 22:41:21.270887 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1c137ac7-aa47-400a-86c6-1a32f601ed8e req-50363ed5-8a52-4856-901d-6c39901ec825 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=800dbad4-26af-4f66-94d3-d8c1e675002e HTTP/1.1" status: 200 len: 217 time: 0.0604358 Dec 21 22:41:21.281610 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9956f12b-cff8-4d0b-b12d-30ece48c770b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800dbad4-26af-4f66-94d3-d8c1e675002e'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:41:21.338071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c137ac7-aa47-400a-86c6-1a32f601ed8e req-ff37fdea-06ef-4b83-9ba3-cf22b4519510 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:21.339624 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1c137ac7-aa47-400a-86c6-1a32f601ed8e req-ff37fdea-06ef-4b83-9ba3-cf22b4519510 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=42c32f80-b647-44ee-bdc9-9dee2655fb71 HTTP/1.1" status: 200 len: 855 time: 0.0625920 Dec 21 22:41:21.346775 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9956f12b-cff8-4d0b-b12d-30ece48c770b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800dbad4-26af-4f66-94d3-d8c1e675002e', 'code': 200} Dec 21 22:41:21.386301 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1c137ac7-aa47-400a-86c6-1a32f601ed8e req-c208b3d6-b1ad-4997-aa38-12d761296cce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbe9da73-57c9-4a2d-ae83-831e619d18ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384479 Dec 21 22:41:21.603981 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1c137ac7-aa47-400a-86c6-1a32f601ed8e req-d8320946-a1ea-43c9-bee2-a04bf7ae203a service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113469 Dec 21 22:41:21.732435 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1c137ac7-aa47-400a-86c6-1a32f601ed8e req-cb7643a5-765d-454b-bf7b-0adab1ba5902 service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215680 Dec 21 22:41:22.130784 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbf5aa-a3b6-49a7-b119-9085c0ae3f0e req-ced146fd-0d9a-490d-8449-023678626eea tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:22.132204 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-94dbf5aa-a3b6-49a7-b119-9085c0ae3f0e req-ced146fd-0d9a-490d-8449-023678626eea tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0790405 Dec 21 22:41:22.176371 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-94dbf5aa-a3b6-49a7-b119-9085c0ae3f0e req-f38d9123-04ee-4a26-b193-e8fbe384736c tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386508 Dec 21 22:41:23.438580 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f89bb-4a58-4945-a5f3-0ae7620b7b76 req-fa150658-282b-4223-8599-59e31c7f3611 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:23.440018 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-275f89bb-4a58-4945-a5f3-0ae7620b7b76 req-fa150658-282b-4223-8599-59e31c7f3611 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.1416104 Dec 21 22:41:23.487832 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-275f89bb-4a58-4945-a5f3-0ae7620b7b76 req-86096f2b-188b-4d2e-8062-ff51f414d005 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422940 Dec 21 22:41:23.677802 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738744b8-fc75-4444-bd9a-af77510ca7f9 req-221a25ca-b093-44d7-8474-d1a0ba7e75c7 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:23.679258 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-738744b8-fc75-4444-bd9a-af77510ca7f9 req-221a25ca-b093-44d7-8474-d1a0ba7e75c7 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0740812 Dec 21 22:41:23.727930 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-738744b8-fc75-4444-bd9a-af77510ca7f9 req-8af75a57-8b7c-4e05-b694-0fac855ffa4e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 Dec 21 22:41:23.924843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b4b9f-a580-4c87-9ec2-1c98bf5f67f9 req-ac4da6ac-e761-4724-94fa-f7e01350c8bb tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:23.926277 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b32b4b9f-a580-4c87-9ec2-1c98bf5f67f9 req-ac4da6ac-e761-4724-94fa-f7e01350c8bb tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0780227 Dec 21 22:41:23.971381 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b32b4b9f-a580-4c87-9ec2-1c98bf5f67f9 req-cf327f13-810b-4ac1-83c7-08fed22976ca tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391059 Dec 21 22:41:24.639069 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e799-b549-466e-9ac6-674609287dea req-b58f78e5-717a-4d1a-b46f-6d8302f8a47a tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:24.640381 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d174e799-b549-466e-9ac6-674609287dea req-b58f78e5-717a-4d1a-b46f-6d8302f8a47a tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/networks?id=cbe9da73-57c9-4a2d-ae83-831e619d18ac HTTP/1.1" status: 200 len: 815 time: 0.1400933 Dec 21 22:41:24.656361 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d174e799-b549-466e-9ac6-674609287dea req-74ecc23d-c6c8-4311-bac6-5ddc90868279 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/quotas/7d35ab0a787d490ca480c95593d18018 HTTP/1.1" status: 200 len: 375 time: 0.0105288 Dec 21 22:41:24.735633 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d174e799-b549-466e-9ac6-674609287dea req-85150942-400e-42e1-8cfb-3ef3f3f03895 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d35ab0a787d490ca480c95593d18018&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0745087 Dec 21 22:41:24.929230 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d174e799-b549-466e-9ac6-674609287dea req-2c5c9b46-34d1-40d2-990a-06d121c769e5 service neutron] 10.222.0.37 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869390 Dec 21 22:41:25.056524 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d174e799-b549-466e-9ac6-674609287dea req-05e3df2a-087d-47c5-b2c4-0fee37c3da39 service neutron] 10.222.0.37 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200836 Dec 21 22:41:25.338485 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-253b79f7-89a6-4945-a940-7591706d3210 req-7c30d5dd-0a43-475c-9175-7b62e1d2f3e7 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 210 time: 0.0408192 Dec 21 22:41:26.306659 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfa677-24ac-4da1-bfd5-b46ad5233b25 req-30652ac1-da58-4484-b8c6-54514007e6fd tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:26.308084 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-21bfa677-24ac-4da1-bfd5-b46ad5233b25 req-30652ac1-da58-4484-b8c6-54514007e6fd tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.49 "GET /v2.0/ports?device_id=9956f12b-cff8-4d0b-b12d-30ece48c770b HTTP/1.1" status: 200 len: 945 time: 0.0764205 Dec 21 22:41:26.381003 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-21bfa677-24ac-4da1-bfd5-b46ad5233b25 req-3f86eca3-cfe9-4bc1-81a9-cdca167b004e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Deleting port 800dbad4-26af-4f66-94d3-d8c1e675002e {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:41:26.381561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-21bfa677-24ac-4da1-bfd5-b46ad5233b25 req-3f86eca3-cfe9-4bc1-81a9-cdca167b004e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:26.501792 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5a70b109-c04d-4964-8ff1-9bca85a9b13f req-adff2d73-389b-4ed2-9d3f-1acde0ad0273 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 210 time: 0.0415211 Dec 21 22:41:26.628250 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-21bfa677-24ac-4da1-bfd5-b46ad5233b25 req-3f86eca3-cfe9-4bc1-81a9-cdca167b004e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] For port 800dbad4-26af-4f66-94d3-d8c1e675002e, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=800dbad4-26af-4f66-94d3-d8c1e675002e,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:41:26.628540 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-21bfa677-24ac-4da1-bfd5-b46ad5233b25 req-3f86eca3-cfe9-4bc1-81a9-cdca167b004e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:26.758877 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-21bfa677-24ac-4da1-bfd5-b46ad5233b25 req-3f86eca3-cfe9-4bc1-81a9-cdca167b004e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Calling delete_port for 800dbad4-26af-4f66-94d3-d8c1e675002e owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:41:26.951307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-21bfa677-24ac-4da1-bfd5-b46ad5233b25 req-3f86eca3-cfe9-4bc1-81a9-cdca167b004e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:26.964417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['800dbad4-26af-4f66-94d3-d8c1e675002e'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:41:27.001343 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86eca3-cfe9-4bc1-81a9-cdca167b004e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Pushing event deleted for resources: {'Port': ['ID=800dbad4-26af-4f66-94d3-d8c1e675002e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:41:27.071334 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bfa677-24ac-4da1-bfd5-b46ad5233b25 req-3f86eca3-cfe9-4bc1-81a9-cdca167b004e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] No DVR routers for this DVR port 800dbad4-26af-4f66-94d3-d8c1e675002e on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:41:27.073845 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-21bfa677-24ac-4da1-bfd5-b46ad5233b25 req-3f86eca3-cfe9-4bc1-81a9-cdca167b004e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:27.076360 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9956f12b-cff8-4d0b-b12d-30ece48c770b', 'name': 'network-vif-deleted', 'tag': '800dbad4-26af-4f66-94d3-d8c1e675002e'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:41:27.133392 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9956f12b-cff8-4d0b-b12d-30ece48c770b', 'name': 'network-vif-deleted', 'tag': '800dbad4-26af-4f66-94d3-d8c1e675002e', 'status': 'completed', 'code': 200} Dec 21 22:41:27.152243 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-21bfa677-24ac-4da1-bfd5-b46ad5233b25 req-3f86eca3-cfe9-4bc1-81a9-cdca167b004e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.49 "DELETE /v2.0/ports/800dbad4-26af-4f66-94d3-d8c1e675002e HTTP/1.1" status: 204 len: 173 time: 0.8380778 Dec 21 22:41:27.248796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0d3e-f51d-44a6-a09d-85dd606691c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:27.388715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e799-b549-466e-9ac6-674609287dea req-2f452d79-4d81-4e02-ba20-90eba7eb09c0 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:27.390200 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d174e799-b549-466e-9ac6-674609287dea req-2f452d79-4d81-4e02-ba20-90eba7eb09c0 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.49 "GET /v2.0/networks?id=cbe9da73-57c9-4a2d-ae83-831e619d18ac HTTP/1.1" status: 200 len: 815 time: 0.1554017 Dec 21 22:41:27.412145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-d174e799-b549-466e-9ac6-674609287dea req-81ae7379-35b6-4d9d-a114-08d09b2dd2b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Request body: {'port': {'device_id': 'f246a37a-ccba-4707-b8a9-99ab238e77cf', 'network_id': 'cbe9da73-57c9-4a2d-ae83-831e619d18ac', 'admin_state_up': True, 'tenant_id': '7d35ab0a787d490ca480c95593d18018'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:41:27.551856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-d174e799-b549-466e-9ac6-674609287dea req-81ae7379-35b6-4d9d-a114-08d09b2dd2b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:41:27.552488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-d174e799-b549-466e-9ac6-674609287dea req-81ae7379-35b6-4d9d-a114-08d09b2dd2b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Usage tracker for resource:port and tenant:7d35ab0a787d490ca480c95593d18018 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:41:27.555332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-d174e799-b549-466e-9ac6-674609287dea req-81ae7379-35b6-4d9d-a114-08d09b2dd2b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:41:27.562046 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-d174e799-b549-466e-9ac6-674609287dea req-81ae7379-35b6-4d9d-a114-08d09b2dd2b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:41:27.643040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d174e799-b549-466e-9ac6-674609287dea req-81ae7379-35b6-4d9d-a114-08d09b2dd2b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Made reservation on behalf of 7d35ab0a787d490ca480c95593d18018 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:41:27.645959 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d174e799-b549-466e-9ac6-674609287dea req-81ae7379-35b6-4d9d-a114-08d09b2dd2b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:27.666454 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6d48f13b-e3dd-4e7b-9394-1e95a6835b3f req-25a25180-d37f-43b6-90b5-bf5d2e25579d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 210 time: 0.0433488 Dec 21 22:41:27.810191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-d174e799-b549-466e-9ac6-674609287dea req-81ae7379-35b6-4d9d-a114-08d09b2dd2b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Allocated IP 172.20.0.14 (cbe9da73-57c9-4a2d-ae83-831e619d18ac/42c32f80-b647-44ee-bdc9-9dee2655fb71/e35fca99-fe92-49ee-aef2-de55d486e4bc) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:41:28.103631 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d174e799-b549-466e-9ac6-674609287dea req-81ae7379-35b6-4d9d-a114-08d09b2dd2b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:28.168789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d174e799-b549-466e-9ac6-674609287dea req-81ae7379-35b6-4d9d-a114-08d09b2dd2b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:28.183792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['800dbad4-26af-4f66-94d3-d8c1e675002e'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:41:28.247988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d174e799-b549-466e-9ac6-674609287dea req-81ae7379-35b6-4d9d-a114-08d09b2dd2b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Network cbe9da73-57c9-4a2d-ae83-831e619d18ac is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:41:28.251567 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-d174e799-b549-466e-9ac6-674609287dea req-81ae7379-35b6-4d9d-a114-08d09b2dd2b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:41:28.253915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-d174e799-b549-466e-9ac6-674609287dea req-81ae7379-35b6-4d9d-a114-08d09b2dd2b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:41:28.282803 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae7379-35b6-4d9d-a114-08d09b2dd2b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Pushing event updated for resources: {'Port': ['ID=e35fca99-fe92-49ee-aef2-de55d486e4bc,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:41:28.321876 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e799-b549-466e-9ac6-674609287dea req-81ae7379-35b6-4d9d-a114-08d09b2dd2b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:28.322680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d174e799-b549-466e-9ac6-674609287dea req-81ae7379-35b6-4d9d-a114-08d09b2dd2b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:28.409494 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d174e799-b549-466e-9ac6-674609287dea req-81ae7379-35b6-4d9d-a114-08d09b2dd2b9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0009480 Dec 21 22:41:28.424894 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Request body: {'port': {'device_id': 'f246a37a-ccba-4707-b8a9-99ab238e77cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:41:28.532439 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:28.930019 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35fca99-fe92-49ee-aef2-de55d486e4bc {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:41:28.939559 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4eb50-ad7b-4c5c-a7fc-473edad89474 req-59d5baf1-322c-4a96-a0c9-e9ac8a3de3a2 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:28.940225 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c8e4eb50-ad7b-4c5c-a7fc-473edad89474 req-59d5baf1-322c-4a96-a0c9-e9ac8a3de3a2 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Synchronizing usage tracker for tenant:7d35ab0a787d490ca480c95593d18018 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:41:28.946085 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:28.966182 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Transition to ACTIVE for port object e35fca99-fe92-49ee-aef2-de55d486e4bc will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:41:29.065589 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c8e4eb50-ad7b-4c5c-a7fc-473edad89474 req-59d5baf1-322c-4a96-a0c9-e9ac8a3de3a2 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Unset dirty status for tenant:7d35ab0a787d490ca480c95593d18018 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:41:29.066771 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c8e4eb50-ad7b-4c5c-a7fc-473edad89474 req-59d5baf1-322c-4a96-a0c9-e9ac8a3de3a2 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 932 time: 0.2731771 Dec 21 22:41:29.087477 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:29.235924 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c8e4eb50-ad7b-4c5c-a7fc-473edad89474 req-1408750b-a058-4bd8-b5a4-508da5a3972b tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633456 Dec 21 22:41:29.236407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=e35fca99-fe92-49ee-aef2-de55d486e4bc,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:41:29.342988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Attempting to bind port e35fca99-fe92-49ee-aef2-de55d486e4bc on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:41:29.343320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Attempting to bind port e35fca99-fe92-49ee-aef2-de55d486e4bc by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'f8a237d3-a3e2-481c-a5af-d95c5064c7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cbe9da73-57c9-4a2d-ae83-831e619d18ac'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:41:29.343644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Attempting to bind port e35fca99-fe92-49ee-aef2-de55d486e4bc on network cbe9da73-57c9-4a2d-ae83-831e619d18ac {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:41:29.349506 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Port e35fca99-fe92-49ee-aef2-de55d486e4bc on network cbe9da73-57c9-4a2d-ae83-831e619d18ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:41:29.350036 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Attempting to bind port e35fca99-fe92-49ee-aef2-de55d486e4bc on network cbe9da73-57c9-4a2d-ae83-831e619d18ac {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:41:29.356405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:41:29.356737 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Checking segment: {'id': 'f8a237d3-a3e2-481c-a5af-d95c5064c7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cbe9da73-57c9-4a2d-ae83-831e619d18ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:41:29.357117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Bound using segment: {'id': 'f8a237d3-a3e2-481c-a5af-d95c5064c7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cbe9da73-57c9-4a2d-ae83-831e619d18ac'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:41:29.357561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Bound port: e35fca99-fe92-49ee-aef2-de55d486e4bc, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8a237d3-a3e2-481c-a5af-d95c5064c7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'cbe9da73-57c9-4a2d-ae83-831e619d18ac'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:41:29.357893 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:29.444902 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] For port e35fca99-fe92-49ee-aef2-de55d486e4bc, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:41:29.448380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] For port e35fca99-fe92-49ee-aef2-de55d486e4bc, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e35fca99-fe92-49ee-aef2-de55d486e4bc,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:41:29.540208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:29.602694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:29.604175 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d174e799-b549-466e-9ac6-674609287dea req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] 10.222.0.49 "PUT /v2.0/ports/e35fca99-fe92-49ee-aef2-de55d486e4bc HTTP/1.1" status: 200 len: 1094 time: 1.1831312 Dec 21 22:41:29.604569 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f246a37a-ccba-4707-b8a9-99ab238e77cf', 'tag': 'e35fca99-fe92-49ee-aef2-de55d486e4bc'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:41:29.621704 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a969309-bc03-40b4-b7cd-d08af6f19ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=e35fca99-fe92-49ee-aef2-de55d486e4bc,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:41:29.626259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7496ce23-8863-44a6-a698-e35dfaac3c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:29.660586 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f246a37a-ccba-4707-b8a9-99ab238e77cf', 'tag': 'e35fca99-fe92-49ee-aef2-de55d486e4bc', 'status': 'completed', 'code': 200} Dec 21 22:41:29.756403 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b82dea21-da30-41ff-9cdd-18345fc33750 req-64065db1-c22f-4e13-a3bb-6bd8e884c8cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d35ab0a787d490ca480c95593d18018&device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 1097 time: 0.0712333 Dec 21 22:41:29.898127 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82dea21-da30-41ff-9cdd-18345fc33750 req-020686a9-0a96-4988-973f-cae20112dc2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:29.899649 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b82dea21-da30-41ff-9cdd-18345fc33750 req-020686a9-0a96-4988-973f-cae20112dc2d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=7d35ab0a787d490ca480c95593d18018&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1319516 Dec 21 22:41:30.127677 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82dea21-da30-41ff-9cdd-18345fc33750 req-f0c673af-7740-45be-acda-eedc6d5d2a22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:30.129087 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b82dea21-da30-41ff-9cdd-18345fc33750 req-f0c673af-7740-45be-acda-eedc6d5d2a22 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2196441 Dec 21 22:41:30.238924 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d174e799-b549-466e-9ac6-674609287dea req-9032a85a-a972-4eb8-807f-e1f6d45ebb41 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d35ab0a787d490ca480c95593d18018&device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 1097 time: 0.0669050 Dec 21 22:41:30.313910 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d174e799-b549-466e-9ac6-674609287dea req-17460ee5-0f91-4fb9-ad26-e165000e8d67 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e35fca99-fe92-49ee-aef2-de55d486e4bc HTTP/1.1" status: 200 len: 217 time: 0.0637615 Dec 21 22:41:30.422666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e799-b549-466e-9ac6-674609287dea req-f4eb446a-8aab-44de-ac4a-7f6495873741 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:30.424055 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d174e799-b549-466e-9ac6-674609287dea req-f4eb446a-8aab-44de-ac4a-7f6495873741 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=42c32f80-b647-44ee-bdc9-9dee2655fb71 HTTP/1.1" status: 200 len: 855 time: 0.0998998 Dec 21 22:41:30.481287 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d174e799-b549-466e-9ac6-674609287dea req-43e09c1e-2806-4c8e-945d-f309fcf54750 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbe9da73-57c9-4a2d-ae83-831e619d18ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409956 Dec 21 22:41:30.490488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dd696-c2fb-429f-842c-d6540288e031 req-01e57c07-99a0-4ade-818b-fe5feb2fcf9d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:30.491721 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-405dd696-c2fb-429f-842c-d6540288e031 req-01e57c07-99a0-4ade-818b-fe5feb2fcf9d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 944 time: 0.1311376 Dec 21 22:41:30.620415 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-405dd696-c2fb-429f-842c-d6540288e031 req-f33eae91-7e94-4b36-97ce-aee9a32e143e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099305 Dec 21 22:41:30.650513 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d174e799-b549-466e-9ac6-674609287dea req-22e205da-efa2-4956-98c1-e84c7f5147bd service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579134 Dec 21 22:41:30.757356 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:30.785596 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:30.786048 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d174e799-b549-466e-9ac6-674609287dea req-febc5b8a-311f-46f6-a2ca-e5efb5b5a64b service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249001 Dec 21 22:41:30.830028 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 800dbad4-26af-4f66-94d3-d8c1e675002e no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:41:30.864305 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 800dbad4-26af-4f66-94d3-d8c1e675002e {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:41:30.864776 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 800dbad4-26af-4f66-94d3-d8c1e675002e not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:41:31.836455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c4fdc-54c9-4f16-8f12-33179c594744 req-8c9b5aa7-e62c-4e1f-871b-1c89f1334383 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:31.837890 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f07c4fdc-54c9-4f16-8f12-33179c594744 req-8c9b5aa7-e62c-4e1f-871b-1c89f1334383 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 944 time: 0.0762553 Dec 21 22:41:31.884007 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f07c4fdc-54c9-4f16-8f12-33179c594744 req-9e94c953-1e24-49be-877c-f91ebfbff88f tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402031 Dec 21 22:41:32.335504 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:33.083854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e135-d3df-4e4f-aab7-c31bbb289e82 req-71b9b2f8-2d1e-4703-961b-e4aa9d888ff9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:33.085279 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1288e135-d3df-4e4f-aab7-c31bbb289e82 req-71b9b2f8-2d1e-4703-961b-e4aa9d888ff9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 944 time: 0.0814126 Dec 21 22:41:33.130493 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1288e135-d3df-4e4f-aab7-c31bbb289e82 req-d8b24a15-e05b-4320-9c39-f175911bd50c tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395894 Dec 21 22:41:34.329881 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e7026-2ca8-4c4f-b0d1-30286d4d9263 req-670f1f24-b7e9-41cd-b94b-a15fb8052258 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:34.331321 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f19e7026-2ca8-4c4f-b0d1-30286d4d9263 req-670f1f24-b7e9-41cd-b94b-a15fb8052258 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 944 time: 0.0803251 Dec 21 22:41:34.375431 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f19e7026-2ca8-4c4f-b0d1-30286d4d9263 req-38206a05-5dec-42a1-b358-0a0738aac027 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386162 Dec 21 22:41:34.845741 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e35fca99-fe92-49ee-aef2-de55d486e4bc details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:41:34.976552 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port e35fca99-fe92-49ee-aef2-de55d486e4bc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e35fca99-fe92-49ee-aef2-de55d486e4bc,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:41:34.989760 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'e35fca99-fe92-49ee-aef2-de55d486e4bc', 'network_id': 'cbe9da73-57c9-4a2d-ae83-831e619d18ac', 'port_id': 'e35fca99-fe92-49ee-aef2-de55d486e4bc', 'mac_address': 'fa:16:3e:6c:f3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c32f80-b647-44ee-bdc9-9dee2655fb71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:41:35.040820 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:35.057735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35fca99-fe92-49ee-aef2-de55d486e4bc {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:41:35.072253 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port e35fca99-fe92-49ee-aef2-de55d486e4bc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e35fca99-fe92-49ee-aef2-de55d486e4bc,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:41:35.139972 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:35.208384 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=e35fca99-fe92-49ee-aef2-de55d486e4bc,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:41:35.388341 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['e35fca99-fe92-49ee-aef2-de55d486e4bc'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:41:35.566781 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944b0cb-5485-421a-9f81-c476e82275ea req-0aee6dfb-c26f-40df-a94a-81108f2d1514 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:35.568199 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a944b0cb-5485-421a-9f81-c476e82275ea req-0aee6dfb-c26f-40df-a94a-81108f2d1514 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 945 time: 0.0760303 Dec 21 22:41:35.613389 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a944b0cb-5485-421a-9f81-c476e82275ea req-3130093a-d3dd-409c-b8cc-7c99872d55ce tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387638 Dec 21 22:41:36.808989 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243a6c9-45ec-4db9-89c8-961fe134ccc6 req-3b6fb753-2875-47d5-876d-e861c9de0d3e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:36.810690 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b243a6c9-45ec-4db9-89c8-961fe134ccc6 req-3b6fb753-2875-47d5-876d-e861c9de0d3e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 945 time: 0.0742459 Dec 21 22:41:36.845120 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e35fca99-fe92-49ee-aef2-de55d486e4bc up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:41:36.855697 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b243a6c9-45ec-4db9-89c8-961fe134ccc6 req-36867581-f168-435e-b4dc-c2894cef92d3 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395207 Dec 21 22:41:36.950826 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port e35fca99-fe92-49ee-aef2-de55d486e4bc completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:41:36.955460 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port e35fca99-fe92-49ee-aef2-de55d486e4bc triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:41:36.955813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:37.067853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:37.095084 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f246a37a-ccba-4707-b8a9-99ab238e77cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35fca99-fe92-49ee-aef2-de55d486e4bc'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:41:37.105094 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port e35fca99-fe92-49ee-aef2-de55d486e4bc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e35fca99-fe92-49ee-aef2-de55d486e4bc,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:41:37.147368 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f246a37a-ccba-4707-b8a9-99ab238e77cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35fca99-fe92-49ee-aef2-de55d486e4bc', 'code': 200} Dec 21 22:41:37.168209 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:37.235008 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=e35fca99-fe92-49ee-aef2-de55d486e4bc,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:41:37.483849 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9d42502-a8c9-4b35-9f36-05b108044ba5 req-3b7f3c9b-7ea3-4ce3-99dd-985689de0d46 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 1099 time: 0.0700982 Dec 21 22:41:37.529088 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9d42502-a8c9-4b35-9f36-05b108044ba5 req-6a73e7c0-0fa8-4001-97cb-f6198aa4fe48 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352035 Dec 21 22:41:38.051099 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79086b93-91f4-4389-92b9-5dfe212d91d4 req-c3fb0046-fe4f-4c95-a4bc-284ddf5f64f3 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:38.052511 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-79086b93-91f4-4389-92b9-5dfe212d91d4 req-c3fb0046-fe4f-4c95-a4bc-284ddf5f64f3 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0776803 Dec 21 22:41:38.096940 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-79086b93-91f4-4389-92b9-5dfe212d91d4 req-fb530474-3930-4f0c-b052-bd169d2a4add tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384126 Dec 21 22:41:39.293968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691adeb-e956-4691-9c47-6f38aa108a7d req-0b28c1ec-715f-4fb6-9522-674ef4b8a58e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:39.295448 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d691adeb-e956-4691-9c47-6f38aa108a7d req-0b28c1ec-715f-4fb6-9522-674ef4b8a58e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0766413 Dec 21 22:41:39.344384 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d691adeb-e956-4691-9c47-6f38aa108a7d req-05b8d549-29e4-4010-81a5-64e2d0bc9087 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433261 Dec 21 22:41:39.536521 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c22692-2c94-4312-8f7c-2dce40c6cf09 req-94a0ef75-f63d-4c6d-bcd4-4ddc587407c9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:39.538704 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a7c22692-2c94-4312-8f7c-2dce40c6cf09 req-94a0ef75-f63d-4c6d-bcd4-4ddc587407c9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0761673 Dec 21 22:41:39.583387 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a7c22692-2c94-4312-8f7c-2dce40c6cf09 req-bd9af26c-1274-40e6-a3c8-c090804c4126 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391231 Dec 21 22:41:39.837666 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3c0c12bb-7d2b-4911-9673-a9353b33a965 req-bfba249b-3091-42d9-9dad-dc5e119bc2d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1315629 Dec 21 22:41:40.346822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e7b2b-a454-4a8b-8472-8e57f6007f5b req-1beac94c-a51f-44f6-b044-124ed1a8c3f4 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:40.348263 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5e8e7b2b-a454-4a8b-8472-8e57f6007f5b req-1beac94c-a51f-44f6-b044-124ed1a8c3f4 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0869856 Dec 21 22:41:40.393582 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5e8e7b2b-a454-4a8b-8472-8e57f6007f5b req-011c77c3-8313-4000-bf69-d2271bca5852 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396852 Dec 21 22:41:40.394375 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-286ab648-4827-4ce1-aa16-1b27379d8d79 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0678225 Dec 21 22:41:41.601611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effef459-2aab-4d98-afc3-a11df15b384e req-14a6ae01-9c66-46ee-ab5d-954f67428ad8 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:41.603265 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-effef459-2aab-4d98-afc3-a11df15b384e req-14a6ae01-9c66-46ee-ab5d-954f67428ad8 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0833356 Dec 21 22:41:41.652534 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-effef459-2aab-4d98-afc3-a11df15b384e req-3e1d0d84-3c73-43e7-909f-1602f3089ab6 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428290 Dec 21 22:41:42.276502 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-586a1c2d-8b9e-4cb4-aaef-67c496af5de4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d35ab0a787d490ca480c95593d18018&device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 1099 time: 0.0687854 Dec 21 22:41:42.406602 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-5eca3b9b-5288-43ef-bdea-83346c93bae9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:42.408006 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-5eca3b9b-5288-43ef-bdea-83346c93bae9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbe9da73-57c9-4a2d-ae83-831e619d18ac HTTP/1.1" status: 200 len: 916 time: 0.1258061 Dec 21 22:41:42.478238 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-ec62a2e0-21f5-4968-9efc-1452c8c5a32f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e35fca99-fe92-49ee-aef2-de55d486e4bc HTTP/1.1" status: 200 len: 217 time: 0.0636899 Dec 21 22:41:42.538086 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-8014b948-ea4e-4ad7-ae45-dd7f7c1a0753 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:42.539441 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-8014b948-ea4e-4ad7-ae45-dd7f7c1a0753 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=42c32f80-b647-44ee-bdc9-9dee2655fb71 HTTP/1.1" status: 200 len: 855 time: 0.0554647 Dec 21 22:41:42.587606 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-de98446d-5970-4eb6-8790-a93cc55ee6c6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbe9da73-57c9-4a2d-ae83-831e619d18ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412796 Dec 21 22:41:42.812868 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-80659fd8-3525-44d5-b011-4c9dad464eb0 service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185249 Dec 21 22:41:42.850079 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ddf3d-9aab-4499-9bcb-adeac6762ed9 req-3bee73f4-d2d4-44fc-9b7f-aff157ee6b0d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:42.851555 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b69ddf3d-9aab-4499-9bcb-adeac6762ed9 req-3bee73f4-d2d4-44fc-9b7f-aff157ee6b0d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0746534 Dec 21 22:41:42.947779 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-53ac1821-a05b-4777-b439-c0304494658f service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287625 Dec 21 22:41:42.984214 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b69ddf3d-9aab-4499-9bcb-adeac6762ed9 req-ebdcac41-ab1d-4d2e-b09b-e06c01eedbfd tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263797 Dec 21 22:41:44.178369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b23252-f6b1-47d8-ab28-b37616b0462a req-dbdbdbfe-d382-4b87-ad8f-3ac2d65e82fa tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:44.179781 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f8b23252-f6b1-47d8-ab28-b37616b0462a req-dbdbdbfe-d382-4b87-ad8f-3ac2d65e82fa tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0767188 Dec 21 22:41:44.229477 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f8b23252-f6b1-47d8-ab28-b37616b0462a req-21e15fad-baa7-461d-bb3b-40614c46dc39 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440676 Dec 21 22:41:45.423464 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2ffb9-bb68-453f-a6b6-c5d3764f1c15 req-365eaef2-33f5-474e-afa0-f7a9e970e3d0 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:45.424870 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-31d2ffb9-bb68-453f-a6b6-c5d3764f1c15 req-365eaef2-33f5-474e-afa0-f7a9e970e3d0 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0753043 Dec 21 22:41:45.470700 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-31d2ffb9-bb68-453f-a6b6-c5d3764f1c15 req-32641af9-80f7-4472-8fbc-a047a2867346 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Dec 21 22:41:45.500037 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:46.662648 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816e31c-a85d-4c4c-89fe-923c5bf34b38 req-6f7d29cb-28aa-493d-b178-571eea311bca tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:46.663996 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2816e31c-a85d-4c4c-89fe-923c5bf34b38 req-6f7d29cb-28aa-493d-b178-571eea311bca tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0760374 Dec 21 22:41:46.709200 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2816e31c-a85d-4c4c-89fe-923c5bf34b38 req-b7878703-7d0f-499e-b79d-f7804f3379fd tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Dec 21 22:41:47.905859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9720a-0d7a-45df-bb25-24e4e76589ab req-b359e84f-938b-4c13-a790-bc25321c8bf2 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:47.907277 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2bb9720a-0d7a-45df-bb25-24e4e76589ab req-b359e84f-938b-4c13-a790-bc25321c8bf2 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0768819 Dec 21 22:41:47.951643 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2bb9720a-0d7a-45df-bb25-24e4e76589ab req-22e18094-632c-4414-bf51-8c1468c602a1 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389135 Dec 21 22:41:49.151161 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb293985-bca2-4bd1-a56a-183647e7670f req-6f4e38c3-24ea-4e59-ad7d-aaf4658b6885 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:49.152783 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eb293985-bca2-4bd1-a56a-183647e7670f req-6f4e38c3-24ea-4e59-ad7d-aaf4658b6885 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0788889 Dec 21 22:41:49.196750 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eb293985-bca2-4bd1-a56a-183647e7670f req-b26aede9-1bf5-4b3a-8528-5f2028e00e87 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385661 Dec 21 22:41:50.390756 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cf38d-68da-47ce-9473-9bc79b9f13d8 req-11e04bfb-390a-418e-94f9-ed716bd10352 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:50.392182 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7b3cf38d-68da-47ce-9473-9bc79b9f13d8 req-11e04bfb-390a-418e-94f9-ed716bd10352 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0750425 Dec 21 22:41:50.435962 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7b3cf38d-68da-47ce-9473-9bc79b9f13d8 req-8f2712dd-8846-401c-b150-082e7cfe5ffc tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383475 Dec 21 22:41:51.633178 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc537f-e40c-4708-b375-bb567e6f21e8 req-51c3e324-3f99-45b7-bb8d-d0962c458e20 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:51.635841 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b5dc537f-e40c-4708-b375-bb567e6f21e8 req-51c3e324-3f99-45b7-bb8d-d0962c458e20 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0822630 Dec 21 22:41:51.679966 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b5dc537f-e40c-4708-b375-bb567e6f21e8 req-8475e670-8261-4e37-bf85-0e5181a7500d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385640 Dec 21 22:41:52.874125 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26745bf9-39c3-459f-8ac5-d0d094732233 req-e167fec0-7277-4ac4-a47e-323bb6f4057f tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:52.875531 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-26745bf9-39c3-459f-8ac5-d0d094732233 req-e167fec0-7277-4ac4-a47e-323bb6f4057f tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0775428 Dec 21 22:41:52.919551 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-26745bf9-39c3-459f-8ac5-d0d094732233 req-6706ff4f-2e5d-44bd-bdfe-de900c6ee0c0 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386319 Dec 21 22:41:53.724043 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:41:54.113275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13255682-bafd-4fec-a1d8-3b2a65a8ee89 req-d01ccc8e-4906-4165-8b92-ebf44067b89c tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:54.114624 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-13255682-bafd-4fec-a1d8-3b2a65a8ee89 req-d01ccc8e-4906-4165-8b92-ebf44067b89c tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0795622 Dec 21 22:41:54.158617 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-13255682-bafd-4fec-a1d8-3b2a65a8ee89 req-5d939d11-0a36-4d4a-b2a9-754f8baf4f9a tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385699 Dec 21 22:41:55.357433 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e490f4-d3f4-4f14-abb7-655fd9a2dfb9 req-9cdccf58-8aed-4e2a-9282-7ed5ac0ecb10 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:55.358958 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-48e490f4-d3f4-4f14-abb7-655fd9a2dfb9 req-9cdccf58-8aed-4e2a-9282-7ed5ac0ecb10 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0755417 Dec 21 22:41:55.406965 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-48e490f4-d3f4-4f14-abb7-655fd9a2dfb9 req-8879f026-6cce-4e5e-b3c8-cd7661eb2963 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425961 Dec 21 22:41:56.600313 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cf0e4-af1f-4994-81f5-6b791540e6d6 req-e0afbb9b-179e-4956-a2dc-10a71abb44f3 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:56.601642 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-313cf0e4-af1f-4994-81f5-6b791540e6d6 req-e0afbb9b-179e-4956-a2dc-10a71abb44f3 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0758898 Dec 21 22:41:56.646328 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-313cf0e4-af1f-4994-81f5-6b791540e6d6 req-b401141c-57a4-4452-abcf-8024068ef5a4 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384235 Dec 21 22:41:57.265478 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0926e680-6c03-4d38-85c8-eb0586effeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:41:57.840643 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f5e9d-6868-47ad-9130-6f53ac15762d req-1f2b6b97-a427-4e30-8fce-2c3e91831e9d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:57.842100 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2e3f5e9d-6868-47ad-9130-6f53ac15762d req-1f2b6b97-a427-4e30-8fce-2c3e91831e9d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0768592 Dec 21 22:41:57.886129 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2e3f5e9d-6868-47ad-9130-6f53ac15762d req-771ecd6d-ec9a-4435-affd-921a4f3d98d9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385957 Dec 21 22:41:59.090354 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6f2ab-0c7c-4dc1-8ec9-f155d2fe9181 req-498d1f19-1ed5-4ebf-b594-348420d45b1d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:41:59.091773 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42f6f2ab-0c7c-4dc1-8ec9-f155d2fe9181 req-498d1f19-1ed5-4ebf-b594-348420d45b1d tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0832059 Dec 21 22:41:59.137059 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42f6f2ab-0c7c-4dc1-8ec9-f155d2fe9181 req-2e7ef4c4-0805-4f1c-b913-e6ddd36c3367 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399106 Dec 21 22:41:59.636768 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7ab847e7-8bf1-497c-ae45-4b2453d39166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:00.336411 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6de3f-0cce-4810-9ccf-0ae5519add24 req-718bfc74-e0c1-46e3-a7ba-b870214b3d4b tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:00.337859 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6fc6de3f-0cce-4810-9ccf-0ae5519add24 req-718bfc74-e0c1-46e3-a7ba-b870214b3d4b tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0818613 Dec 21 22:42:00.382658 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6fc6de3f-0cce-4810-9ccf-0ae5519add24 req-f0a24881-d168-4fe5-98e6-270569b02821 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390360 Dec 21 22:42:00.733766 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:00.750983 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:01.577913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131330e-9410-4beb-b2fc-7985f494ac02 req-44f8db86-6ee0-448f-bafc-ad27279c8f01 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:01.579447 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3131330e-9410-4beb-b2fc-7985f494ac02 req-44f8db86-6ee0-448f-bafc-ad27279c8f01 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0755126 Dec 21 22:42:01.631931 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3131330e-9410-4beb-b2fc-7985f494ac02 req-df49a55a-2edc-4471-a80f-e49ebd822053 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468132 Dec 21 22:42:02.242410 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:02.828169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba875c21-d10e-4605-aff1-1146169dbce6 req-3386c7ef-1e9b-4659-a27d-18fd8bf4d9ad tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:02.829616 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ba875c21-d10e-4605-aff1-1146169dbce6 req-3386c7ef-1e9b-4659-a27d-18fd8bf4d9ad tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0753474 Dec 21 22:42:02.873919 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ba875c21-d10e-4605-aff1-1146169dbce6 req-65fffff2-d878-48f5-a158-1fe4e2d70cad tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387540 Dec 21 22:42:04.070638 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fe484-0981-46ac-b94c-a457a1fbe2b9 req-196824ed-b54c-4ceb-81cc-7de4c41a93b4 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:04.072144 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-404fe484-0981-46ac-b94c-a457a1fbe2b9 req-196824ed-b54c-4ceb-81cc-7de4c41a93b4 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0763023 Dec 21 22:42:04.116876 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-404fe484-0981-46ac-b94c-a457a1fbe2b9 req-5065f885-30b1-4ce4-8879-037453da6ce0 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392940 Dec 21 22:42:05.313873 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e2896-4c9f-4fee-b59d-9cba7adbf4b5 req-3bfc7807-b0a6-4277-ba79-e8a70ab40d45 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:05.315377 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-079e2896-4c9f-4fee-b59d-9cba7adbf4b5 req-3bfc7807-b0a6-4277-ba79-e8a70ab40d45 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0806904 Dec 21 22:42:05.361567 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-079e2896-4c9f-4fee-b59d-9cba7adbf4b5 req-8b909225-f9b7-4285-a6f9-cf5daeae90c8 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402727 Dec 21 22:42:06.556195 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d07b6-f366-4502-945e-8d592b4f91a6 req-05d082b0-c0c5-458d-87a7-27862e1cc9e2 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:06.557609 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cb7d07b6-f366-4502-945e-8d592b4f91a6 req-05d082b0-c0c5-458d-87a7-27862e1cc9e2 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0787365 Dec 21 22:42:06.602102 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cb7d07b6-f366-4502-945e-8d592b4f91a6 req-2a7e4bde-444b-45a5-964f-bd26e9f1cb1f tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381038 Dec 21 22:42:07.631098 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7eb9adca-8da6-4f2b-83b4-cf006817fb09 req-566b7681-e725-4d13-9361-5e5997c5aa1a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d35ab0a787d490ca480c95593d18018&device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 1099 time: 0.1357491 Dec 21 22:42:07.779442 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9adca-8da6-4f2b-83b4-cf006817fb09 req-e41ea482-9311-46ea-abf2-a31ec9c88bb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:07.780834 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7eb9adca-8da6-4f2b-83b4-cf006817fb09 req-e41ea482-9311-46ea-abf2-a31ec9c88bb7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbe9da73-57c9-4a2d-ae83-831e619d18ac HTTP/1.1" status: 200 len: 916 time: 0.1312947 Dec 21 22:42:07.797910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80d42f-124a-43f3-9f16-ff1404563bfc req-9f2c25e3-5092-4cc1-93b4-8467e0165ed8 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:07.799383 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ae80d42f-124a-43f3-9f16-ff1404563bfc req-9f2c25e3-5092-4cc1-93b4-8467e0165ed8 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0756087 Dec 21 22:42:07.848530 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ae80d42f-124a-43f3-9f16-ff1404563bfc req-bff214ee-6cf5-4608-84bd-5e77864f1f5e tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436571 Dec 21 22:42:07.852883 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7eb9adca-8da6-4f2b-83b4-cf006817fb09 req-bce038ba-97b7-496c-ae26-ac8b7ab4a03c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e35fca99-fe92-49ee-aef2-de55d486e4bc HTTP/1.1" status: 200 len: 217 time: 0.0648518 Dec 21 22:42:07.914450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9adca-8da6-4f2b-83b4-cf006817fb09 req-bcb450e8-5c8d-4d36-92d2-0a3c3c95c9a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:07.915837 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7eb9adca-8da6-4f2b-83b4-cf006817fb09 req-bcb450e8-5c8d-4d36-92d2-0a3c3c95c9a4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=42c32f80-b647-44ee-bdc9-9dee2655fb71 HTTP/1.1" status: 200 len: 855 time: 0.0564249 Dec 21 22:42:07.964057 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7eb9adca-8da6-4f2b-83b4-cf006817fb09 req-b47471b2-8ac1-4a84-befd-77155fab084e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbe9da73-57c9-4a2d-ae83-831e619d18ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412006 Dec 21 22:42:08.190518 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7eb9adca-8da6-4f2b-83b4-cf006817fb09 req-e3f8f30b-5f6c-4615-831b-423ed98d815f service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166870 Dec 21 22:42:08.325192 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7eb9adca-8da6-4f2b-83b4-cf006817fb09 req-382e6c84-858e-4bd5-b192-525c328efb16 service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236250 Dec 21 22:42:09.040543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715f17a-2470-4c42-827f-ac55b5880029 req-366e1ad6-7040-4954-95e3-e03b92f7333b tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:09.041978 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a715f17a-2470-4c42-827f-ac55b5880029 req-366e1ad6-7040-4954-95e3-e03b92f7333b tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0747046 Dec 21 22:42:09.087517 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a715f17a-2470-4c42-827f-ac55b5880029 req-a26c0489-cab7-4167-a897-10baaab2f3a9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395739 Dec 21 22:42:10.145803 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-bc6aaf59-8652-4b11-bba3-87b2873229d0 service neutron] 10.222.0.49 "GET /v2.0/ports/e35fca99-fe92-49ee-aef2-de55d486e4bc/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0764668 Dec 21 22:42:10.287175 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5802d0-f1ce-42b1-a9f2-68dd06a13ad2 req-62fd61e5-585b-4715-86e6-0dc7457b03ab tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:10.288609 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-dd5802d0-f1ce-42b1-a9f2-68dd06a13ad2 req-62fd61e5-585b-4715-86e6-0dc7457b03ab tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0801656 Dec 21 22:42:10.333741 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-dd5802d0-f1ce-42b1-a9f2-68dd06a13ad2 req-90567f0a-81c3-4085-9673-a81920228244 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391712 Dec 21 22:42:10.745235 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-58e10378-f6c0-4b0d-a919-023eb8238a28 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf&tenant_id=7d35ab0a787d490ca480c95593d18018 HTTP/1.1" status: 200 len: 1099 time: 0.0680392 Dec 21 22:42:10.846821 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-89265113-031b-4b8d-9152-fb8472f4bfd0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d35ab0a787d490ca480c95593d18018&device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 1099 time: 0.0712686 Dec 21 22:42:10.978259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-2fcac149-1b53-4220-bf53-e75197a192b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:10.979643 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-2fcac149-1b53-4220-bf53-e75197a192b2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbe9da73-57c9-4a2d-ae83-831e619d18ac HTTP/1.1" status: 200 len: 916 time: 0.1231923 Dec 21 22:42:11.047981 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-801cf587-ea9a-40d3-94d4-02e6713d9cc2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e35fca99-fe92-49ee-aef2-de55d486e4bc HTTP/1.1" status: 200 len: 217 time: 0.0583169 Dec 21 22:42:11.120756 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-413529df-6062-438d-a84e-f7a0acd441e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:11.122888 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-413529df-6062-438d-a84e-f7a0acd441e5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=42c32f80-b647-44ee-bdc9-9dee2655fb71 HTTP/1.1" status: 200 len: 855 time: 0.0645440 Dec 21 22:42:11.169754 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-35027a66-7686-4b8d-a56e-651bff452edd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbe9da73-57c9-4a2d-ae83-831e619d18ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373962 Dec 21 22:42:11.305006 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-e5f51b67-d536-4f6e-949e-dceb4287b394 service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255438 Dec 21 22:42:11.447923 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9555d15-3dbd-45dd-9b50-c8d4e6afdc87 req-959dfcdd-addf-42c7-8073-947c21c4c5f2 service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322641 Dec 21 22:42:11.540321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0992f9d-bc18-403b-bf9d-45b17790057a req-b0207aa7-cc8d-4e9e-97af-18130c310034 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:11.541750 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b0992f9d-bc18-403b-bf9d-45b17790057a req-b0207aa7-cc8d-4e9e-97af-18130c310034 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0807364 Dec 21 22:42:11.587111 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b0992f9d-bc18-403b-bf9d-45b17790057a req-b20fbb2c-61d4-4f3d-94cf-483b3af5ebb7 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390506 Dec 21 22:42:12.793617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91a0ef-e423-4baa-8355-2c591e1f8678 req-617f60da-bdf3-4dd1-89fc-fcc168ec1771 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:12.795622 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fb91a0ef-e423-4baa-8355-2c591e1f8678 req-617f60da-bdf3-4dd1-89fc-fcc168ec1771 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0823605 Dec 21 22:42:12.838831 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fb91a0ef-e423-4baa-8355-2c591e1f8678 req-f4aea5c5-f09a-47d9-9a1a-287747480e8f tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377817 Dec 21 22:42:14.031548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83153abd-8137-4c7e-96dd-dc1c5074c88a req-08a881d1-c418-4402-857e-a94e2e76d723 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:14.032880 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-83153abd-8137-4c7e-96dd-dc1c5074c88a req-08a881d1-c418-4402-857e-a94e2e76d723 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0746112 Dec 21 22:42:14.078273 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-83153abd-8137-4c7e-96dd-dc1c5074c88a req-08f69b35-b0dc-4a5d-a8b4-63daf6fef3c6 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398035 Dec 21 22:42:14.582711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf8bd5-6dde-4c42-aa98-e7c6c6f627a9 req-271351b9-802b-4cb9-a4b3-99c4730d577f tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:14.584144 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-97cf8bd5-6dde-4c42-aa98-e7c6c6f627a9 req-271351b9-802b-4cb9-a4b3-99c4730d577f tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.1372855 Dec 21 22:42:14.594605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9bfb9-096e-409e-a3db-f037d7c35af0 req-4a3d6292-14b8-452d-b17d-fdd072b1e21f tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:14.595916 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-40f9bfb9-096e-409e-a3db-f037d7c35af0 req-4a3d6292-14b8-452d-b17d-fdd072b1e21f tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.49 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf&tenant_id=7d35ab0a787d490ca480c95593d18018&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.1046939 Dec 21 22:42:14.639311 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-97cf8bd5-6dde-4c42-aa98-e7c6c6f627a9 req-f5ce610c-70ba-4607-8b8a-871c57123c69 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423324 Dec 21 22:42:14.731702 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-40f9bfb9-096e-409e-a3db-f037d7c35af0 req-cb1649db-6bb5-4642-94b5-2b824aa652a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7d35ab0a787d490ca480c95593d18018&device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 1099 time: 0.0674191 Dec 21 22:42:14.951181 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9bfb9-096e-409e-a3db-f037d7c35af0 req-c2725265-4712-4854-8346-e9a0ae76b96f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:14.952603 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-40f9bfb9-096e-409e-a3db-f037d7c35af0 req-c2725265-4712-4854-8346-e9a0ae76b96f service neutron] 10.222.0.49 "GET /v2.0/networks?id=cbe9da73-57c9-4a2d-ae83-831e619d18ac HTTP/1.1" status: 200 len: 916 time: 0.2146058 Dec 21 22:42:15.019814 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e35fca99-fe92-49ee-aef2-de55d486e4bc details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:42:15.022073 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e35fca99-fe92-49ee-aef2-de55d486e4bc no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:42:15.024753 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-40f9bfb9-096e-409e-a3db-f037d7c35af0 req-b6b9bed3-38f4-4464-8246-63413a26b52c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e35fca99-fe92-49ee-aef2-de55d486e4bc HTTP/1.1" status: 200 len: 217 time: 0.0655723 Dec 21 22:42:15.085641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9bfb9-096e-409e-a3db-f037d7c35af0 req-9dd55fde-9337-4e18-8311-9901a9f49800 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:15.087086 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-40f9bfb9-096e-409e-a3db-f037d7c35af0 req-9dd55fde-9337-4e18-8311-9901a9f49800 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=42c32f80-b647-44ee-bdc9-9dee2655fb71 HTTP/1.1" status: 200 len: 855 time: 0.0564973 Dec 21 22:42:15.132284 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-40f9bfb9-096e-409e-a3db-f037d7c35af0 req-f481e14a-e209-4195-a429-fe7ddde4f9ef service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cbe9da73-57c9-4a2d-ae83-831e619d18ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382884 Dec 21 22:42:15.243884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:15.264331 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-40f9bfb9-096e-409e-a3db-f037d7c35af0 req-a3aab9f5-eb0f-4bd3-8ebc-b6f0f2de0f0f service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253481 Dec 21 22:42:15.265544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port e35fca99-fe92-49ee-aef2-de55d486e4bc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e35fca99-fe92-49ee-aef2-de55d486e4bc,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:42:15.289715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f246a37a-ccba-4707-b8a9-99ab238e77cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35fca99-fe92-49ee-aef2-de55d486e4bc'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:42:15.296457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'e35fca99-fe92-49ee-aef2-de55d486e4bc', 'network_id': 'cbe9da73-57c9-4a2d-ae83-831e619d18ac', 'port_id': 'e35fca99-fe92-49ee-aef2-de55d486e4bc', 'mac_address': 'fa:16:3e:6c:f3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c32f80-b647-44ee-bdc9-9dee2655fb71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:42:15.302437 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port e35fca99-fe92-49ee-aef2-de55d486e4bc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e35fca99-fe92-49ee-aef2-de55d486e4bc,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:42:15.354835 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:15.386686 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f246a37a-ccba-4707-b8a9-99ab238e77cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35fca99-fe92-49ee-aef2-de55d486e4bc', 'code': 200} Dec 21 22:42:15.401722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:15.405487 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-40f9bfb9-096e-409e-a3db-f037d7c35af0 req-85674eb1-81d3-4b4b-a515-2ac37fb8f572 service neutron] 10.222.0.49 "GET /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345227 Dec 21 22:42:15.429990 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e35fca99-fe92-49ee-aef2-de55d486e4bc {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:42:15.495529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=e35fca99-fe92-49ee-aef2-de55d486e4bc,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:15.517734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:15.519393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:15.519393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:15.519393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:15.519393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:15.519393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:15.519807 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:15.520138 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:15.520458 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:15.520777 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:15.521181 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:15.526224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:42:15.526579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:42:15.591463 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:15.842392 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18995ef1-f593-4a0c-b615-728aa54b4ac5 req-7331bd4a-62b7-4bf3-bda3-9e361beb0858 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:15.844346 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-18995ef1-f593-4a0c-b615-728aa54b4ac5 req-7331bd4a-62b7-4bf3-bda3-9e361beb0858 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 944 time: 0.0805933 Dec 21 22:42:15.890460 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-18995ef1-f593-4a0c-b615-728aa54b4ac5 req-09bb0b1d-0f1a-447a-a684-bcee0828f8d1 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404873 Dec 21 22:42:16.079533 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:16.096700 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35fca99-fe92-49ee-aef2-de55d486e4bc {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:42:16.111583 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port e35fca99-fe92-49ee-aef2-de55d486e4bc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e35fca99-fe92-49ee-aef2-de55d486e4bc,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:42:16.186264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:16.250711 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['e35fca99-fe92-49ee-aef2-de55d486e4bc'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:42:16.305821 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=e35fca99-fe92-49ee-aef2-de55d486e4bc,revision_number=7']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:17.036150 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e35fca99-fe92-49ee-aef2-de55d486e4bc up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:42:17.087857 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52a3b3-d65a-4cf4-8323-4c6527c10689 req-a93dd4d2-b2de-4a26-807c-032f514ace83 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:17.089420 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-df52a3b3-d65a-4cf4-8323-4c6527c10689 req-a93dd4d2-b2de-4a26-807c-032f514ace83 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 945 time: 0.0778644 Dec 21 22:42:17.106242 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port e35fca99-fe92-49ee-aef2-de55d486e4bc triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:42:17.106804 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:17.135527 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-df52a3b3-d65a-4cf4-8323-4c6527c10689 req-c6a87a28-d642-48e8-8c93-8f1ec400089b tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392969 Dec 21 22:42:17.221606 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:17.290851 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port e35fca99-fe92-49ee-aef2-de55d486e4bc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e35fca99-fe92-49ee-aef2-de55d486e4bc,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:42:17.335709 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcaad2-bc74-4dce-b35d-0dfd13ebcefa req-b57fcd9c-427b-4d35-8ea9-1a45a274ae64 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:17.337140 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-92dcaad2-bc74-4dce-b35d-0dfd13ebcefa req-b57fcd9c-427b-4d35-8ea9-1a45a274ae64 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 945 time: 0.0811217 Dec 21 22:42:17.345218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:17.387167 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f246a37a-ccba-4707-b8a9-99ab238e77cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35fca99-fe92-49ee-aef2-de55d486e4bc'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:42:17.392402 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-92dcaad2-bc74-4dce-b35d-0dfd13ebcefa req-49dbc5f5-7a92-4bbb-97e2-a3bfc9f3c60a tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493438 Dec 21 22:42:17.422181 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=e35fca99-fe92-49ee-aef2-de55d486e4bc,revision_number=8']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:17.458294 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f246a37a-ccba-4707-b8a9-99ab238e77cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35fca99-fe92-49ee-aef2-de55d486e4bc', 'code': 200} Dec 21 22:42:17.587473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58f045-e1e7-49cf-8ca4-6fe8e216f4a1 req-2c7f9e98-0f9c-4a81-a2d7-6856143f0fb6 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:17.588887 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1a58f045-e1e7-49cf-8ca4-6fe8e216f4a1 req-2c7f9e98-0f9c-4a81-a2d7-6856143f0fb6 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0750380 Dec 21 22:42:17.634156 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1a58f045-e1e7-49cf-8ca4-6fe8e216f4a1 req-04bb0017-0252-4409-9518-9edc868dd0c9 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394363 Dec 21 22:42:18.384649 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e36950-d503-45b9-95ae-a49364ad13c8 req-3868a4b3-19d2-47ac-a311-9d74d99ac5db tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:18.386111 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-29e36950-d503-45b9-95ae-a49364ad13c8 req-3868a4b3-19d2-47ac-a311-9d74d99ac5db tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0803208 Dec 21 22:42:18.431241 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-29e36950-d503-45b9-95ae-a49364ad13c8 req-f1abb4b4-9fda-43b9-8e07-aabe473fe9df tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387723 Dec 21 22:42:19.629797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323b576-e5d9-4973-abf6-7abc09dcb88a req-020db5d7-456c-4194-98de-f5a4b86c4dc5 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:19.631154 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0323b576-e5d9-4973-abf6-7abc09dcb88a req-020db5d7-456c-4194-98de-f5a4b86c4dc5 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0795619 Dec 21 22:42:19.676342 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0323b576-e5d9-4973-abf6-7abc09dcb88a req-3fef4d6c-e514-4aed-a6cd-ef8783a2ac9c tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/security-groups?id=43efa0ef-a79e-453b-b54c-05e62b99d141&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397754 Dec 21 22:42:20.013729 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba89772-3210-4590-bb7b-e45140fefa4f req-b6ba94f0-82d6-42a2-aa35-82ba0c66b26b tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:20.015142 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6ba89772-3210-4590-bb7b-e45140fefa4f req-b6ba94f0-82d6-42a2-aa35-82ba0c66b26b tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.49 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 946 time: 0.0741165 Dec 21 22:42:20.088970 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-6ba89772-3210-4590-bb7b-e45140fefa4f req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Deleting port e35fca99-fe92-49ee-aef2-de55d486e4bc {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:42:20.089306 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-6ba89772-3210-4590-bb7b-e45140fefa4f req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:20.324345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-6ba89772-3210-4590-bb7b-e45140fefa4f req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] For port e35fca99-fe92-49ee-aef2-de55d486e4bc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e35fca99-fe92-49ee-aef2-de55d486e4bc,segment=NetworkSegment(f8a237d3-a3e2-481c-a5af-d95c5064c7d0),segment_id=f8a237d3-a3e2-481c-a5af-d95c5064c7d0)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:42:20.324694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-6ba89772-3210-4590-bb7b-e45140fefa4f req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:20.454049 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-6ba89772-3210-4590-bb7b-e45140fefa4f req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Calling delete_port for e35fca99-fe92-49ee-aef2-de55d486e4bc owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:42:20.630971 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-6ba89772-3210-4590-bb7b-e45140fefa4f req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:20.647674 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['e35fca99-fe92-49ee-aef2-de55d486e4bc'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:42:20.682806 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Pushing event deleted for resources: {'Port': ['ID=e35fca99-fe92-49ee-aef2-de55d486e4bc,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:20.723491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:20.723826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:20.724274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:20.724478 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:20.724814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:20.725263 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:20.725551 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:20.725800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:20.726110 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:20.726430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:20.726748 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:20.766452 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba89772-3210-4590-bb7b-e45140fefa4f req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] No DVR routers for this DVR port e35fca99-fe92-49ee-aef2-de55d486e4bc on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:42:20.768894 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-6ba89772-3210-4590-bb7b-e45140fefa4f req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:20.771433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f246a37a-ccba-4707-b8a9-99ab238e77cf', 'name': 'network-vif-deleted', 'tag': 'e35fca99-fe92-49ee-aef2-de55d486e4bc'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:42:20.827264 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6ba89772-3210-4590-bb7b-e45140fefa4f req-b56eefb5-70cd-43a9-a78a-b7fca1bb7b85 tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.49 "DELETE /v2.0/ports/e35fca99-fe92-49ee-aef2-de55d486e4bc HTTP/1.1" status: 204 len: 173 time: 0.8028715 Dec 21 22:42:20.837540 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9b2a5586-f473-4b54-be07-d0b322b3c3cb req-96f40b81-cb97-4c90-bc78-d515ebf6e64f tempest-ServerDiskConfigTestJSON-376615444 tempest-ServerDiskConfigTestJSON-376615444-project] 10.222.0.37 "GET /v2.0/ports?device_id=f246a37a-ccba-4707-b8a9-99ab238e77cf HTTP/1.1" status: 200 len: 210 time: 0.0413747 Dec 21 22:42:20.906411 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f246a37a-ccba-4707-b8a9-99ab238e77cf', 'name': 'network-vif-deleted', 'tag': 'e35fca99-fe92-49ee-aef2-de55d486e4bc', 'status': 'completed', 'code': 200} Dec 21 22:42:22.090974 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 42688) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:42:22.151744 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Deleting subnet 42c32f80-b647-44ee-bdc9-9dee2655fb71 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:42:22.155169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:22.203609 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:22.257147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:22.413944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:22.453058 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42c32f80-b647-44ee-bdc9-9dee2655fb71,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:22.462507 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:22.467766 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:22.468121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:22.468434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:22.468762 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:22.469083 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:22.469423 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:22.469731 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:22.470075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:22.470390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:22.470703 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:22.471013 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:22.475667 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a1477555-62bd-4f21-a47b-b83d0b0f5446 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/42c32f80-b647-44ee-bdc9-9dee2655fb71 HTTP/1.1" status: 204 len: 168 time: 0.3836699 Dec 21 22:42:22.478186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 42692) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:42:22.657130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c63ac33-472e-4291-ba9e-a5b6509932a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:22.776302 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c63ac33-472e-4291-ba9e-a5b6509932a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:22.801448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-6c63ac33-472e-4291-ba9e-a5b6509932a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe9da73-57c9-4a2d-ae83-831e619d18ac']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:42:22.813384 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-6c63ac33-472e-4291-ba9e-a5b6509932a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a237d3-a3e2-481c-a5af-d95c5064c7d0') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:42:22.813672 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-6c63ac33-472e-4291-ba9e-a5b6509932a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a237d3-a3e2-481c-a5af-d95c5064c7d0') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:42:22.824631 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c63ac33-472e-4291-ba9e-a5b6509932a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:22.839957 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c63ac33-472e-4291-ba9e-a5b6509932a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:22.846301 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c63ac33-472e-4291-ba9e-a5b6509932a1 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:42:22.852586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c63ac33-472e-4291-ba9e-a5b6509932a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:42:22.859880 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:42:22.996287 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c63ac33-472e-4291-ba9e-a5b6509932a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:23.011525 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6c63ac33-472e-4291-ba9e-a5b6509932a1 admin admin] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:23.022090 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63ac33-472e-4291-ba9e-a5b6509932a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe9da73-57c9-4a2d-ae83-831e619d18ac,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:23.082960 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6c63ac33-472e-4291-ba9e-a5b6509932a1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cbe9da73-57c9-4a2d-ae83-831e619d18ac HTTP/1.1" status: 204 len: 168 time: 0.6037326 Dec 21 22:42:23.367835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 42698) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:42:23.419314 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9336c9cb-7f62-44fc-99e2-a87f4798b896 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7d35ab0a787d490ca480c95593d18018&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497372 Dec 21 22:42:23.422006 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 42702) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:42:23.483889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b05133d4-9971-4775-a801-f3bc2c2c30b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:23.508647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b05133d4-9971-4775-a801-f3bc2c2c30b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:23.625312 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b05133d4-9971-4775-a801-f3bc2c2c30b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:23.643176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05133d4-9971-4775-a801-f3bc2c2c30b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43efa0ef-a79e-453b-b54c-05e62b99d141,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:23.698401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b05133d4-9971-4775-a801-f3bc2c2c30b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:23.699528 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b05133d4-9971-4775-a801-f3bc2c2c30b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/43efa0ef-a79e-453b-b54c-05e62b99d141 HTTP/1.1" status: 204 len: 168 time: 0.2764945 Dec 21 22:42:24.807205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 42724) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:42:24.932180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1716726045-network', 'tenant_id': 'd53d0b92dec44237a581b5360457592c'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:42:24.937693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:42:24.941527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Usage tracker for resource:network and tenant:d53d0b92dec44237a581b5360457592c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:42:24.944380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:42:24.951216 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:42:25.014232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Made reservation on behalf of d53d0b92dec44237a581b5360457592c for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:42:25.016495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:25.028680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:25.062860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:42:25.066001 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e35fca99-fe92-49ee-aef2-de55d486e4bc no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:42:25.066633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Usage tracker for resource:security_group_rule and tenant:d53d0b92dec44237a581b5360457592c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:42:25.069527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:42:25.075884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:42:25.098418 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: e35fca99-fe92-49ee-aef2-de55d486e4bc {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:42:25.098756 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e35fca99-fe92-49ee-aef2-de55d486e4bc not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:42:25.141909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:25.201059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:25.229229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:42:25.238460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dddf6f-ea5e-442a-938c-8147d85ec772,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:25.243820 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:25.244155 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Added segment 246ab333-1bf6-47f4-8508-08681a68f7ee of type vlan for network 1ae40156-f367-450c-9ed3-f0c8f5ae003a Dec 21 22:42:25.270646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:25.350597 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:25.351430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:25.351996 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:25.539065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] Pushing event updated for resources: {'Network': ['ID=1ae40156-f367-450c-9ed3-f0c8f5ae003a,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:25.549767 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 1ae40156-f367-450c-9ed3-f0c8f5ae003a details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:42:25.585928 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-08ff1ee5-3371-4061-a722-87c84a62bc63 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7776322 Dec 21 22:42:25.588718 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 42730) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:42:25.594588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ea3e81c3-080d-491f-bcb4-c1a2668c91ba admin admin] Request body: {'subnet': {'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1716726045-subnet', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:42:25.599625 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ea3e81c3-080d-491f-bcb4-c1a2668c91ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:42:25.603602 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ea3e81c3-080d-491f-bcb4-c1a2668c91ba admin admin] Usage tracker for resource:subnet and tenant:d53d0b92dec44237a581b5360457592c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:42:25.607065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-ea3e81c3-080d-491f-bcb4-c1a2668c91ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:42:25.612865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-ea3e81c3-080d-491f-bcb4-c1a2668c91ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:42:25.676692 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3e81c3-080d-491f-bcb4-c1a2668c91ba admin admin] Made reservation on behalf of d53d0b92dec44237a581b5360457592c for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:42:25.679160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ea3e81c3-080d-491f-bcb4-c1a2668c91ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:25.927800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ea3e81c3-080d-491f-bcb4-c1a2668c91ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:25.998383 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e81c3-080d-491f-bcb4-c1a2668c91ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3b7a87-df40-4016-af03-863327c86aaf,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:26.014869 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e81c3-080d-491f-bcb4-c1a2668c91ba admin admin] Checking segment: {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:42:26.015219 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3e81c3-080d-491f-bcb4-c1a2668c91ba admin admin] Network hostable DHCP agents. Network: 1ae40156-f367-450c-9ed3-f0c8f5ae003a, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:42:26.115220 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3e81c3-080d-491f-bcb4-c1a2668c91ba admin admin] Network 1ae40156-f367-450c-9ed3-f0c8f5ae003a is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:42:26.189880 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-ea3e81c3-080d-491f-bcb4-c1a2668c91ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 1ae40156-f367-450c-9ed3-f0c8f5ae003a) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:42:26.193681 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3e81c3-080d-491f-bcb4-c1a2668c91ba admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:26.194282 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ea3e81c3-080d-491f-bcb4-c1a2668c91ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:26.198855 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f22db6-2a0d-4f18-ae03-a9d3b146a081 None None] Network 1ae40156-f367-450c-9ed3-f0c8f5ae003a requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:42:26.278080 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ea3e81c3-080d-491f-bcb4-c1a2668c91ba admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6877034 Dec 21 22:42:26.280496 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 42734) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:42:26.285479 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:42:26.289924 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:42:26.293771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Usage tracker for resource:router and tenant:d53d0b92dec44237a581b5360457592c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:42:26.296688 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:42:26.302305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:42:26.368238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:26.369232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:26.387915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:26.409267 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:42:26.411369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:26.561627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Allocated IP 172.20.0.2 (1ae40156-f367-450c-9ed3-f0c8f5ae003a/3e3b7a87-df40-4016-af03-863327c86aaf/c702e428-9819-437f-9867-cbfad3ebe3a5) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:42:26.624300 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:26.762808 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:26.772634 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Transition to ACTIVE for port object c702e428-9819-437f-9867-cbfad3ebe3a5 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:42:26.790431 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Transition to ACTIVE for port object c702e428-9819-437f-9867-cbfad3ebe3a5 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:42:26.853993 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:26.880258 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:26.909566 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:26.919885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Network 1ae40156-f367-450c-9ed3-f0c8f5ae003a is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:42:26.922736 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:42:26.926364 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:42:26.931295 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Pushing event updated for resources: {'Port': ['ID=c702e428-9819-437f-9867-cbfad3ebe3a5,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:27.017566 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Attempting to bind port c702e428-9819-437f-9867-cbfad3ebe3a5 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:42:27.017935 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Attempting to bind port c702e428-9819-437f-9867-cbfad3ebe3a5 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:42:27.018320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Attempting to bind port c702e428-9819-437f-9867-cbfad3ebe3a5 on network 1ae40156-f367-450c-9ed3-f0c8f5ae003a {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:42:27.024682 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:42:27.025045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Checking segment: {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:42:27.025436 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:27.025820 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Bound using segment: {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:42:27.026304 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Bound port: c702e428-9819-437f-9867-cbfad3ebe3a5, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:42:27.026661 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:27.045620 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Allocated IP 172.26.3.115 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/9bf2e852-2481-453a-a99e-d4a22208b50c) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:42:27.112170 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] For port c702e428-9819-437f-9867-cbfad3ebe3a5, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:42:27.115137 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] For port c702e428-9819-437f-9867-cbfad3ebe3a5, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c702e428-9819-437f-9867-cbfad3ebe3a5,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:42:27.192980 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:27.194082 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:27.278552 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d9060-b195-470c-b082-75883d4b62ff None None] Pushing event updated for resources: {'Port': ['ID=c702e428-9819-437f-9867-cbfad3ebe3a5,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:27.288477 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:27.299769 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bd6dbd09-e65d-4b32-bd62-e3b18026cca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:27.360277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:42:27.363313 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:42:27.367062 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:42:27.400537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Pushing event updated for resources: {'Port': ['ID=9bf2e852-2481-453a-a99e-d4a22208b50c,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:27.631412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:27.632054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:27.846629 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c702e428-9819-437f-9867-cbfad3ebe3a5 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:42:27.939404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:42:27.996270 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port c702e428-9819-437f-9867-cbfad3ebe3a5 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:42:28.167873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfac272-04fb-45f4-b97d-bd95b0f36f6f None None] Network 1ae40156-f367-450c-9ed3-f0c8f5ae003a requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:42:28.250795 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:42:28.263572 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Sync routers for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:42:28.275283 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:42:28.276097 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:42:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:42:28.374760 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f1ea8e5c-e844-41fb-b366-20db94616747 None None] Provisioning for port c702e428-9819-437f-9867-cbfad3ebe3a5 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:42:28.385215 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f1ea8e5c-e844-41fb-b366-20db94616747 None None] Provisioning complete for port c702e428-9819-437f-9867-cbfad3ebe3a5 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:42:28.387722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f1ea8e5c-e844-41fb-b366-20db94616747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:28.453832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:28.454493 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:42:28.455781 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4ce01204-cef6-4014-a287-201b1623fa00 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1743832 Dec 21 22:42:28.458536 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 42738) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:42:28.559595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f1ea8e5c-e844-41fb-b366-20db94616747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:28.595748 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f1ea8e5c-e844-41fb-b366-20db94616747 None None] For port c702e428-9819-437f-9867-cbfad3ebe3a5, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c702e428-9819-437f-9867-cbfad3ebe3a5,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:42:28.665057 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f1ea8e5c-e844-41fb-b366-20db94616747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:28.732998 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea8e5c-e844-41fb-b366-20db94616747 None None] Pushing event updated for resources: {'Port': ['ID=c702e428-9819-437f-9867-cbfad3ebe3a5,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:28.777636 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:27Z', 'revision_number': 3, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:42:28.781936 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Checking router: 3015bef1-a6a6-476b-ae29-2675e5cbbae8 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:42:28.782392 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Updating router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 port 9bf2e852-2481-453a-a99e-d4a22208b50c binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:42:28.790752 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4e99b768-7245-446f-ae94-bd305aa81cd6 None None] Provisioning complete for port c702e428-9819-437f-9867-cbfad3ebe3a5 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:42:28.791204 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4e99b768-7245-446f-ae94-bd305aa81cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:28.834239 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:29.183903 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:29.195326 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Transition to ACTIVE for port object 9bf2e852-2481-453a-a99e-d4a22208b50c will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:42:29.215912 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:29.258687 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:29.335569 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67a8d7-3c34-4a62-b846-71da8c4d2e4a None None] Pushing event updated for resources: {'Port': ['ID=9bf2e852-2481-453a-a99e-d4a22208b50c,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:29.341886 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Attempting to bind port 9bf2e852-2481-453a-a99e-d4a22208b50c on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:42:29.341886 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Attempting to bind port 9bf2e852-2481-453a-a99e-d4a22208b50c by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:42:29.342157 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Attempting to bind port 9bf2e852-2481-453a-a99e-d4a22208b50c on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:42:29.351415 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b67a8d7-3c34-4a62-b846-71da8c4d2e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:29.351758 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b67a8d7-3c34-4a62-b846-71da8c4d2e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:29.352066 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b67a8d7-3c34-4a62-b846-71da8c4d2e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:29.352387 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b67a8d7-3c34-4a62-b846-71da8c4d2e4a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:29.352700 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b67a8d7-3c34-4a62-b846-71da8c4d2e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:29.353023 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b67a8d7-3c34-4a62-b846-71da8c4d2e4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:29.353335 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b67a8d7-3c34-4a62-b846-71da8c4d2e4a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:29.353646 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b67a8d7-3c34-4a62-b846-71da8c4d2e4a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:29.353952 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b67a8d7-3c34-4a62-b846-71da8c4d2e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:29.354284 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b67a8d7-3c34-4a62-b846-71da8c4d2e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:29.354591 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b67a8d7-3c34-4a62-b846-71da8c4d2e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:42:29.358813 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:42:29.359189 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:42:29.359553 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:29.359918 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:42:29.360371 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Bound port: 9bf2e852-2481-453a-a99e-d4a22208b50c, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:42:29.360726 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:29.429753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Allocated IP 172.20.0.1 (1ae40156-f367-450c-9ed3-f0c8f5ae003a/3e3b7a87-df40-4016-af03-863327c86aaf/87e20428-7e4b-4f52-b217-83256637299c) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:42:29.432168 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] For port 9bf2e852-2481-453a-a99e-d4a22208b50c, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:42:29.435937 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] For port 9bf2e852-2481-453a-a99e-d4a22208b50c, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9bf2e852-2481-453a-a99e-d4a22208b50c,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:42:29.521951 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:29.583130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:29.599292 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Transition to ACTIVE for port object 87e20428-7e4b-4f52-b217-83256637299c will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:42:29.603248 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67a8d7-3c34-4a62-b846-71da8c4d2e4a None None] Pushing event updated for resources: {'Port': ['ID=9bf2e852-2481-453a-a99e-d4a22208b50c,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:29.608595 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:42:29.609185 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:42:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:42:29.636291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-19076287-77f5-406d-946e-c74f00ded328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:29.676982 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:29.743645 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Network 1ae40156-f367-450c-9ed3-f0c8f5ae003a is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:42:29.747124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:42:29.751866 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:42:29.778494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Pushing event updated for resources: {'Port': ['ID=87e20428-7e4b-4f52-b217-83256637299c,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:29.797092 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:42:29.813637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:29.863513 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c702e428-9819-437f-9867-cbfad3ebe3a5 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:42:29.941535 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:29.949819 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c702e428-9819-437f-9867-cbfad3ebe3a5 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:42:29.949819 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:30.104902 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:27Z', 'revision_number': 3, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:42:30.109606 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a333da5-1ede-44ed-8361-bb808c9c2cf7 None None] The sync data for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv is: [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:27Z', 'revision_number': 3, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:42:30.139573 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0672beed-240d-411d-ba46-0e03859e36b5 None None] Provisioning for port 87e20428-7e4b-4f52-b217-83256637299c completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:42:30.146393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0672beed-240d-411d-ba46-0e03859e36b5 None None] Provisioning complete for port 87e20428-7e4b-4f52-b217-83256637299c triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:42:30.146393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0672beed-240d-411d-ba46-0e03859e36b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:30.202211 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0672beed-240d-411d-ba46-0e03859e36b5 None None] Port 87e20428-7e4b-4f52-b217-83256637299c cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:42:30.314669 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:30.378620 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:30.492673 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Pushing event updated for resources: {'Port': ['ID=87e20428-7e4b-4f52-b217-83256637299c,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:30.495981 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:30.639851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Network 1ae40156-f367-450c-9ed3-f0c8f5ae003a is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:42:30.641032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:42:30.725364 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:42:30.762800 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:30.780392 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:30.929511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-3ad8d557-2cfa-4114-bbb2-fc40844512b2 None None] Provisioning complete for port 87e20428-7e4b-4f52-b217-83256637299c triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:42:30.929797 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3ad8d557-2cfa-4114-bbb2-fc40844512b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:30.979726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8d557-2cfa-4114-bbb2-fc40844512b2 None None] Port 87e20428-7e4b-4f52-b217-83256637299c cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:42:31.040075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:42:31.262618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:42:31.274036 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b2b5906d-6b75-4dc2-a015-e9673e676661 admin admin] 10.222.0.37 "PUT /v2.0/routers/3015bef1-a6a6-476b-ae29-2675e5cbbae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8136058 Dec 21 22:42:31.845392 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9bf2e852-2481-453a-a99e-d4a22208b50c up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:42:31.950529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 9bf2e852-2481-453a-a99e-d4a22208b50c completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:42:31.955387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 9bf2e852-2481-453a-a99e-d4a22208b50c triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:42:31.957932 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:32.009762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 42748) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:42:32.019358 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-6cf5e4fc-f55d-4f97-9e0d-f1c0cf23f8bb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1941962074', 'description': 'tempest-description--49804650'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:42:32.026833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6cf5e4fc-f55d-4f97-9e0d-f1c0cf23f8bb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:42:32.033057 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6cf5e4fc-f55d-4f97-9e0d-f1c0cf23f8bb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Usage tracker for resource:security_group and tenant:d53d0b92dec44237a581b5360457592c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:42:32.037908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6cf5e4fc-f55d-4f97-9e0d-f1c0cf23f8bb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:42:32.048320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6cf5e4fc-f55d-4f97-9e0d-f1c0cf23f8bb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:42:32.071758 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:32.087149 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 9bf2e852-2481-453a-a99e-d4a22208b50c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9bf2e852-2481-453a-a99e-d4a22208b50c,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:42:32.127934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6cf5e4fc-f55d-4f97-9e0d-f1c0cf23f8bb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:32.150819 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:32.162705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6cf5e4fc-f55d-4f97-9e0d-f1c0cf23f8bb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:42:32.167210 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6cf5e4fc-f55d-4f97-9e0d-f1c0cf23f8bb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Usage tracker for resource:security_group_rule and tenant:d53d0b92dec44237a581b5360457592c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:42:32.170692 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6cf5e4fc-f55d-4f97-9e0d-f1c0cf23f8bb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:42:32.176444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6cf5e4fc-f55d-4f97-9e0d-f1c0cf23f8bb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:42:32.229926 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=9bf2e852-2481-453a-a99e-d4a22208b50c,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:32.237883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6cf5e4fc-f55d-4f97-9e0d-f1c0cf23f8bb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:32.265018 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:32.294735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6cf5e4fc-f55d-4f97-9e0d-f1c0cf23f8bb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:32.335711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5e4fc-f55d-4f97-9e0d-f1c0cf23f8bb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3f4596-a796-4229-8a52-9ab769c14f7e,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:32.412525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6cf5e4fc-f55d-4f97-9e0d-f1c0cf23f8bb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:32.413869 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6cf5e4fc-f55d-4f97-9e0d-f1c0cf23f8bb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4025564 Dec 21 22:42:32.416620 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 42752) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:42:32.422719 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-4295c879-2553-4c94-8260-a6bee851ea17 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Request body: {'security_group_rule': {'security_group_id': 'ae3f4596-a796-4229-8a52-9ab769c14f7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:42:32.429616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4295c879-2553-4c94-8260-a6bee851ea17 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:42:32.433554 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4295c879-2553-4c94-8260-a6bee851ea17 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Usage tracker for resource:security_group_rule and tenant:d53d0b92dec44237a581b5360457592c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:42:32.436737 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4295c879-2553-4c94-8260-a6bee851ea17 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:42:32.442352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4295c879-2553-4c94-8260-a6bee851ea17 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:42:32.540077 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4295c879-2553-4c94-8260-a6bee851ea17 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:32.598874 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4295c879-2553-4c94-8260-a6bee851ea17 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:32.659238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4295c879-2553-4c94-8260-a6bee851ea17 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:32.682091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295c879-2553-4c94-8260-a6bee851ea17 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9efd4fe7-4659-4289-ab77-f9ee4b612c3a,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:32.744653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4295c879-2553-4c94-8260-a6bee851ea17 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:32.745811 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4295c879-2553-4c94-8260-a6bee851ea17 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3283005 Dec 21 22:42:32.750799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 42756) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:42:32.756892 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-dd437cdf-c567-4a31-8e30-5f84a1cfad1d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Request body: {'security_group_rule': {'security_group_id': 'ae3f4596-a796-4229-8a52-9ab769c14f7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:42:32.763285 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dd437cdf-c567-4a31-8e30-5f84a1cfad1d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:42:32.767188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dd437cdf-c567-4a31-8e30-5f84a1cfad1d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Usage tracker for resource:security_group_rule and tenant:d53d0b92dec44237a581b5360457592c is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:42:32.769970 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dd437cdf-c567-4a31-8e30-5f84a1cfad1d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:42:32.776131 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dd437cdf-c567-4a31-8e30-5f84a1cfad1d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:42:32.842639 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dd437cdf-c567-4a31-8e30-5f84a1cfad1d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:32.901482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dd437cdf-c567-4a31-8e30-5f84a1cfad1d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:32.944775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dd437cdf-c567-4a31-8e30-5f84a1cfad1d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:32.968983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd437cdf-c567-4a31-8e30-5f84a1cfad1d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=982a96d0-9ecf-47d3-b004-1c7df4e72341,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:33.019364 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dd437cdf-c567-4a31-8e30-5f84a1cfad1d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:33.020554 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dd437cdf-c567-4a31-8e30-5f84a1cfad1d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2682114 Dec 21 22:42:33.023496 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 42760) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:42:33.028864 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:42:33.034322 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:42:33.037990 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Usage tracker for resource:floatingip and tenant:d53d0b92dec44237a581b5360457592c is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:42:33.040775 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:42:33.046801 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:42:33.099375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:33.235442 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:33.376520 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Allocated IP 172.26.3.166 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/6805c9ff-db24-44f0-8872-5ee6a16661f3) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:42:33.527617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:33.575789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Sync routers for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:42:33.587145 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:42:33.587744 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:42:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:42:33.613438 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:33.686601 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:42:33.689513 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:42:33.692057 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:42:33.721319 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Pushing event updated for resources: {'Port': ['ID=6805c9ff-db24-44f0-8872-5ee6a16661f3,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:33.767399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:42:33.836717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9bf2e852-2481-453a-a99e-d4a22208b50c up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:42:33.857596 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:33.968226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:34.057938 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 9bf2e852-2481-453a-a99e-d4a22208b50c triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:42:34.058328 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:34.175005 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:34.231767 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:34.286317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:30Z', 'revision_number': 2, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:42:34.290197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Checking router: 3015bef1-a6a6-476b-ae29-2675e5cbbae8 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:42:34.290540 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Updating router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 port 87e20428-7e4b-4f52-b217-83256637299c binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:42:34.336341 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Pushing event updated for resources: {'Port': ['ID=6805c9ff-db24-44f0-8872-5ee6a16661f3,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:34.341787 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:34.354178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:34.429933 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:34.431181 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-29053724-54c9-4232-93a2-1930f8874570 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4067409 Dec 21 22:42:34.682029 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:34.693088 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-aa7e360c-8fd2-4890-b15e-eafaa473387a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1941962074&fields=id&tenant_id=d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 267 time: 0.1293693 Dec 21 22:42:34.693892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Transition to ACTIVE for port object 87e20428-7e4b-4f52-b217-83256637299c will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:42:34.779762 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:34.843158 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-d6027439-56ed-400a-a265-d4938c4b024a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:34.844632 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-d6027439-56ed-400a-a265-d4938c4b024a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 812 time: 0.1449959 Dec 21 22:42:34.864253 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-db7e6487-9330-4871-bb06-23ebd7d981ff tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/quotas/d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 375 time: 0.0138128 Dec 21 22:42:34.911424 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aceb2c6-9896-4131-b288-e9be59741e87 None None] Pushing event updated for resources: {'Port': ['ID=87e20428-7e4b-4f52-b217-83256637299c,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:34.954976 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-2e270688-eea2-40bb-b32a-e36c6a78e362 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854378 Dec 21 22:42:35.002698 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Attempting to bind port 87e20428-7e4b-4f52-b217-83256637299c on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:42:35.003057 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Attempting to bind port 87e20428-7e4b-4f52-b217-83256637299c by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:42:35.003408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Attempting to bind port 87e20428-7e4b-4f52-b217-83256637299c on network 1ae40156-f367-450c-9ed3-f0c8f5ae003a {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:42:35.009919 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:42:35.010307 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Checking segment: {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:42:35.010697 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:35.011076 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Bound using segment: {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:42:35.011522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Bound port: 87e20428-7e4b-4f52-b217-83256637299c, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:42:35.011880 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:35.098046 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-814ada0d-f66b-4614-9bbb-01d36a0f6d44 service neutron] 10.222.0.37 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280148 Dec 21 22:42:35.099221 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] For port 87e20428-7e4b-4f52-b217-83256637299c, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:42:35.102288 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] For port 87e20428-7e4b-4f52-b217-83256637299c, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=87e20428-7e4b-4f52-b217-83256637299c,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:42:35.202761 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:35.230767 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-6a67b97f-fab5-4b9f-86a6-6da0a1f09bc4 service neutron] 10.222.0.37 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270893 Dec 21 22:42:35.286500 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:42:35.287107 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:42:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:42:35.340604 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aceb2c6-9896-4131-b288-e9be59741e87 None None] Pushing event updated for resources: {'Port': ['ID=87e20428-7e4b-4f52-b217-83256637299c,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:35.482150 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:42:35.490629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-88d5e99b-a5ba-4426-9396-4752c5cb8e6a req-91e75379-fb8c-4d94-a903-a9641d04215c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Synchronizing usage tracker for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:42:35.595699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-88d5e99b-a5ba-4426-9396-4752c5cb8e6a req-91e75379-fb8c-4d94-a903-a9641d04215c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Unset dirty status for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:42:35.596878 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-88d5e99b-a5ba-4426-9396-4752c5cb8e6a req-91e75379-fb8c-4d94-a903-a9641d04215c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 210 time: 0.1475000 Dec 21 22:42:35.803272 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:35Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:42:35.807526 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2175f-ce13-4725-9509-220580a34f9f None None] The sync data for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv is: [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:35Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:42:36.777542 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2acbc4e6-9630-4d90-9a1c-01f8e840b118 req-59ce85d1-b44b-4365-8c2a-917a5a68a853 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 210 time: 0.0447226 Dec 21 22:42:37.693936 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-2a2535ab-1209-4a9e-b624-e567ef09c08c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:37.694551 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-2a2535ab-1209-4a9e-b624-e567ef09c08c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Synchronizing usage tracker for tenant:d53d0b92dec44237a581b5360457592c on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:42:37.767721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-2a2535ab-1209-4a9e-b624-e567ef09c08c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Unset dirty status for tenant:d53d0b92dec44237a581b5360457592c on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:42:37.768871 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-2a2535ab-1209-4a9e-b624-e567ef09c08c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 812 time: 0.2182105 Dec 21 22:42:37.843094 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-77921e81-9f98-4146-a71d-4683974bf052 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Synchronizing usage tracker for tenant:d53d0b92dec44237a581b5360457592c on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:42:37.870080 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 87e20428-7e4b-4f52-b217-83256637299c up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:42:37.940880 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-77921e81-9f98-4146-a71d-4683974bf052 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Unset dirty status for tenant:d53d0b92dec44237a581b5360457592c on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:42:37.942002 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-77921e81-9f98-4146-a71d-4683974bf052 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 380 time: 0.1524556 Dec 21 22:42:37.949394 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fe763cb8-534b-42c6-97c9-a8ff610eea3c req-d69395d5-4e16-40bd-8c5a-9687ea66bf4b tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 210 time: 0.0428674 Dec 21 22:42:37.953715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-53c12839-6f9d-41b9-9205-c8f41d848958 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Request body: {'port': {'device_id': 'd5c16502-f0f7-4b21-a84f-0fc04feb3ef4', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'admin_state_up': True, 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'security_groups': ['ae3f4596-a796-4229-8a52-9ab769c14f7e']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:42:38.013521 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 87e20428-7e4b-4f52-b217-83256637299c completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:42:38.018777 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 87e20428-7e4b-4f52-b217-83256637299c triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:42:38.019148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:38.137648 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:38.168227 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 87e20428-7e4b-4f52-b217-83256637299c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=87e20428-7e4b-4f52-b217-83256637299c,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:42:38.186644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-53c12839-6f9d-41b9-9205-c8f41d848958 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:42:38.196043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-53c12839-6f9d-41b9-9205-c8f41d848958 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:42:38.252895 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:38.288105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-53c12839-6f9d-41b9-9205-c8f41d848958 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Made reservation on behalf of d53d0b92dec44237a581b5360457592c for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:42:38.291233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-53c12839-6f9d-41b9-9205-c8f41d848958 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:38.360346 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=87e20428-7e4b-4f52-b217-83256637299c,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:38.455238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-53c12839-6f9d-41b9-9205-c8f41d848958 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Allocated IP 172.20.0.12 (1ae40156-f367-450c-9ed3-f0c8f5ae003a/3e3b7a87-df40-4016-af03-863327c86aaf/ce797246-ec08-44f5-b1a4-7d63787ee87d) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:42:38.639514 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-53c12839-6f9d-41b9-9205-c8f41d848958 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:38.654991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-53c12839-6f9d-41b9-9205-c8f41d848958 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Transition to ACTIVE for port object ce797246-ec08-44f5-b1a4-7d63787ee87d will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:42:38.727850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-53c12839-6f9d-41b9-9205-c8f41d848958 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:38.799427 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-53c12839-6f9d-41b9-9205-c8f41d848958 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Network 1ae40156-f367-450c-9ed3-f0c8f5ae003a is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:42:38.802377 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-53c12839-6f9d-41b9-9205-c8f41d848958 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:42:38.806205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-53c12839-6f9d-41b9-9205-c8f41d848958 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:42:38.837590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c12839-6f9d-41b9-9205-c8f41d848958 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Pushing event updated for resources: {'Port': ['ID=ce797246-ec08-44f5-b1a4-7d63787ee87d,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:38.873593 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-53c12839-6f9d-41b9-9205-c8f41d848958 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:38.874317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-53c12839-6f9d-41b9-9205-c8f41d848958 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:38.945762 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-53c12839-6f9d-41b9-9205-c8f41d848958 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9954937 Dec 21 22:42:38.961952 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Request body: {'port': {'device_id': 'd5c16502-f0f7-4b21-a84f-0fc04feb3ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:42:39.071519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:39.127680 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-81db04ad-f183-425d-a67a-8a7103df624a None None] Provisioning for port ce797246-ec08-44f5-b1a4-7d63787ee87d completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:42:39.133592 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-81db04ad-f183-425d-a67a-8a7103df624a None None] Provisioning complete for port ce797246-ec08-44f5-b1a4-7d63787ee87d triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:42:39.134305 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-81db04ad-f183-425d-a67a-8a7103df624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:39.157242 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd576354-84fb-44de-90b3-c8937e1a5ae9 req-67521d66-d93d-44ed-858d-6a1d053c43cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:39.158742 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bd576354-84fb-44de-90b3-c8937e1a5ae9 req-67521d66-d93d-44ed-858d-6a1d053c43cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 932 time: 0.0834093 Dec 21 22:42:39.193858 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-81db04ad-f183-425d-a67a-8a7103df624a None None] Port ce797246-ec08-44f5-b1a4-7d63787ee87d cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:42:39.209259 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bd576354-84fb-44de-90b3-c8937e1a5ae9 req-5c437817-4113-44bf-9528-8a546987a4a7 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417180 Dec 21 22:42:39.413972 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce797246-ec08-44f5-b1a4-7d63787ee87d {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:42:39.421192 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:39.435926 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Transition to ACTIVE for port object ce797246-ec08-44f5-b1a4-7d63787ee87d will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:42:39.515180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:39.639632 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Pushing event updated for resources: {'Port': ['ID=ce797246-ec08-44f5-b1a4-7d63787ee87d,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:39.750538 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Attempting to bind port ce797246-ec08-44f5-b1a4-7d63787ee87d on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:42:39.751119 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Attempting to bind port ce797246-ec08-44f5-b1a4-7d63787ee87d by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:42:39.751246 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Attempting to bind port ce797246-ec08-44f5-b1a4-7d63787ee87d on network 1ae40156-f367-450c-9ed3-f0c8f5ae003a {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:42:39.756703 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Port ce797246-ec08-44f5-b1a4-7d63787ee87d on network 1ae40156-f367-450c-9ed3-f0c8f5ae003a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:42:39.757012 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Attempting to bind port ce797246-ec08-44f5-b1a4-7d63787ee87d on network 1ae40156-f367-450c-9ed3-f0c8f5ae003a {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:42:39.763078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:42:39.763400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Checking segment: {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:42:39.763770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Bound using segment: {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:42:39.764176 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Bound port: ce797246-ec08-44f5-b1a4-7d63787ee87d, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:42:39.764508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:39.830194 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 87e20428-7e4b-4f52-b217-83256637299c up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:42:39.853203 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] For port ce797246-ec08-44f5-b1a4-7d63787ee87d, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:42:39.856980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] For port ce797246-ec08-44f5-b1a4-7d63787ee87d, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ce797246-ec08-44f5-b1a4-7d63787ee87d,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:42:39.898155 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 87e20428-7e4b-4f52-b217-83256637299c triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:42:39.898520 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:39.956568 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:40.022905 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:40.024278 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-0030282d-532a-498b-9810-3a6817c35dce service neutron] 10.222.0.49 "PUT /v2.0/ports/ce797246-ec08-44f5-b1a4-7d63787ee87d HTTP/1.1" status: 200 len: 1094 time: 1.0668535 Dec 21 22:42:40.024698 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c16502-f0f7-4b21-a84f-0fc04feb3ef4', 'tag': 'ce797246-ec08-44f5-b1a4-7d63787ee87d'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:42:40.043160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030282d-532a-498b-9810-3a6817c35dce service neutron] Pushing event updated for resources: {'Port': ['ID=ce797246-ec08-44f5-b1a4-7d63787ee87d,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:40.086679 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c16502-f0f7-4b21-a84f-0fc04feb3ef4', 'tag': 'ce797246-ec08-44f5-b1a4-7d63787ee87d', 'status': 'completed', 'code': 200} Dec 21 22:42:40.192840 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ef1ca87b-19cd-4d72-9048-17f87f21925a req-69e47a63-3343-467a-924c-4cb1060f1f63 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0769677 Dec 21 22:42:40.336499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ca87b-19cd-4d72-9048-17f87f21925a req-4e3daa92-da78-4713-acc5-d4dc703cf3b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:40.337839 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ef1ca87b-19cd-4d72-9048-17f87f21925a req-4e3daa92-da78-4713-acc5-d4dc703cf3b9 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d53d0b92dec44237a581b5360457592c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1368418 Dec 21 22:42:40.421891 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7b9a6-b188-4274-89ec-552ad89cbab8 req-3f8359ec-e1a0-499f-ab54-714268e90439 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:40.423470 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-68c7b9a6-b188-4274-89ec-552ad89cbab8 req-3f8359ec-e1a0-499f-ab54-714268e90439 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 944 time: 0.0794616 Dec 21 22:42:40.471835 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-68c7b9a6-b188-4274-89ec-552ad89cbab8 req-9ad0c117-974e-438e-b807-3c9b9d524deb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427234 Dec 21 22:42:40.569930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1ca87b-19cd-4d72-9048-17f87f21925a req-5f073e9a-e43e-45e4-86d6-b45922f12a82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:40.571301 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ef1ca87b-19cd-4d72-9048-17f87f21925a req-5f073e9a-e43e-45e4-86d6-b45922f12a82 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2239685 Dec 21 22:42:40.684418 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-a7f2d3fc-77c1-471b-8e19-35d86b20b4c3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0703678 Dec 21 22:42:40.754616 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-4f03ee4b-df45-430a-a0c5-c8c6338b6e0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce797246-ec08-44f5-b1a4-7d63787ee87d HTTP/1.1" status: 200 len: 217 time: 0.0595219 Dec 21 22:42:40.821239 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-8165b164-2c45-4bcd-8de2-8bd8efb40ad8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:40.822569 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-8165b164-2c45-4bcd-8de2-8bd8efb40ad8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0586696 Dec 21 22:42:40.899631 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-99fa2a95-062f-46c9-893d-4e5cac234f16 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664937 Dec 21 22:42:41.033492 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-e631821d-a820-47ad-b73c-95711e9851ac service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230550 Dec 21 22:42:41.167835 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f1db08c9-2cfe-49ec-b42d-d6432f5555d9 req-c4e5dee7-c2ec-4547-b14d-76c6e38571b3 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238747 Dec 21 22:42:41.670242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f857d9-fd8d-46a6-8dce-359299b98384 req-c62d33b7-0f73-48c7-a613-438e0d514b58 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:41.670916 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-38f857d9-fd8d-46a6-8dce-359299b98384 req-c62d33b7-0f73-48c7-a613-438e0d514b58 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Synchronizing usage tracker for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:42:41.744867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-38f857d9-fd8d-46a6-8dce-359299b98384 req-c62d33b7-0f73-48c7-a613-438e0d514b58 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Unset dirty status for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:42:41.745996 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-38f857d9-fd8d-46a6-8dce-359299b98384 req-c62d33b7-0f73-48c7-a613-438e0d514b58 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 944 time: 0.1540046 Dec 21 22:42:41.791281 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-38f857d9-fd8d-46a6-8dce-359299b98384 req-66c95cf4-a707-4a49-85aa-6eb55b9c357a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395105 Dec 21 22:42:42.982134 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4264941-5ee9-409e-baa1-7ca9e46755d7 req-c95cac8f-1b71-4abf-afd1-00443a3f1053 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:42.983569 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a4264941-5ee9-409e-baa1-7ca9e46755d7 req-c95cac8f-1b71-4abf-afd1-00443a3f1053 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 944 time: 0.0749838 Dec 21 22:42:43.027094 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a4264941-5ee9-409e-baa1-7ca9e46755d7 req-10996ffe-18bf-48bd-8a9c-8d11c96d1555 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380037 Dec 21 22:42:44.221591 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d155795-a7ea-4282-9a18-94b028b077e1 req-6068e493-9be7-404f-a2bb-aa653a90b486 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:44.223036 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3d155795-a7ea-4282-9a18-94b028b077e1 req-6068e493-9be7-404f-a2bb-aa653a90b486 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 944 time: 0.0758555 Dec 21 22:42:44.275648 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3d155795-a7ea-4282-9a18-94b028b077e1 req-ccc14425-0356-47b1-8b0d-de25f96e5edd tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458977 Dec 21 22:42:45.156755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device ce797246-ec08-44f5-b1a4-7d63787ee87d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:42:45.296939 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port ce797246-ec08-44f5-b1a4-7d63787ee87d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ce797246-ec08-44f5-b1a4-7d63787ee87d,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:42:45.312378 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'ce797246-ec08-44f5-b1a4-7d63787ee87d', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'port_id': 'ce797246-ec08-44f5-b1a4-7d63787ee87d', 'mac_address': 'fa:16:3e:a0:70:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:42:45.365375 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:45.383329 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce797246-ec08-44f5-b1a4-7d63787ee87d {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:42:45.398943 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port ce797246-ec08-44f5-b1a4-7d63787ee87d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ce797246-ec08-44f5-b1a4-7d63787ee87d,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:42:45.453458 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:45.472611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c178adb-7d09-4514-9e08-2fcd8f2dda93 req-ac77f699-c70e-402c-a6b5-804d84fd6096 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:45.474149 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8c178adb-7d09-4514-9e08-2fcd8f2dda93 req-ac77f699-c70e-402c-a6b5-804d84fd6096 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 944 time: 0.0805428 Dec 21 22:42:45.501292 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:45.520932 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8c178adb-7d09-4514-9e08-2fcd8f2dda93 req-5a1bedb2-0394-49a3-be6c-0ec25d30f726 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411563 Dec 21 22:42:45.523929 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=ce797246-ec08-44f5-b1a4-7d63787ee87d,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:45.696604 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['ce797246-ec08-44f5-b1a4-7d63787ee87d'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:42:46.731352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a4a87-79d2-4a3b-b1fa-188633e8fdf6 req-564ed5a9-4d27-4dbb-977f-dd8f2bb9746c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:46.733500 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-304a4a87-79d2-4a3b-b1fa-188633e8fdf6 req-564ed5a9-4d27-4dbb-977f-dd8f2bb9746c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 945 time: 0.0814648 Dec 21 22:42:46.779026 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-304a4a87-79d2-4a3b-b1fa-188633e8fdf6 req-2a6549fc-c4b5-4942-9381-7060179fdfad tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397604 Dec 21 22:42:47.156918 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device ce797246-ec08-44f5-b1a4-7d63787ee87d up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:42:47.277056 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port ce797246-ec08-44f5-b1a4-7d63787ee87d completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:42:47.283201 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port ce797246-ec08-44f5-b1a4-7d63787ee87d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:42:47.283581 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:47.397678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:47.425321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c16502-f0f7-4b21-a84f-0fc04feb3ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce797246-ec08-44f5-b1a4-7d63787ee87d'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:42:47.434562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port ce797246-ec08-44f5-b1a4-7d63787ee87d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ce797246-ec08-44f5-b1a4-7d63787ee87d,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:42:47.480289 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c16502-f0f7-4b21-a84f-0fc04feb3ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce797246-ec08-44f5-b1a4-7d63787ee87d', 'code': 200} Dec 21 22:42:47.538183 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:47.602269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=ce797246-ec08-44f5-b1a4-7d63787ee87d,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:42:47.857807 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a8f8cae1-7e54-4879-8c46-906f8113df98 req-ec611895-2723-4387-b57a-b988b954a69e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0715435 Dec 21 22:42:47.948534 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a8f8cae1-7e54-4879-8c46-906f8113df98 req-d6a9ce37-0932-47ad-872e-d0140cd6907e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803900 Dec 21 22:42:47.979389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598137b7-d850-4be8-9781-53de682d27f2 req-8ccb4d9a-94ae-47b7-8294-861143511c21 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:47.980764 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-598137b7-d850-4be8-9781-53de682d27f2 req-8ccb4d9a-94ae-47b7-8294-861143511c21 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0821388 Dec 21 22:42:48.026554 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-598137b7-d850-4be8-9781-53de682d27f2 req-86e6df2f-d82e-4f15-9797-3b15bef9fd12 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396636 Dec 21 22:42:49.224887 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3620785-93c7-4e99-8f4a-a566c09e7646 req-0a740933-e38b-4a53-853c-4832df20f934 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:49.226330 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b3620785-93c7-4e99-8f4a-a566c09e7646 req-0a740933-e38b-4a53-853c-4832df20f934 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0760581 Dec 21 22:42:49.276334 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b3620785-93c7-4e99-8f4a-a566c09e7646 req-ce2e9cc6-6601-4267-96db-d29796c1f52a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445378 Dec 21 22:42:50.475668 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f9edc-76da-49a8-9ca5-0772817a0001 req-24dd99c3-12e8-4e8f-8ede-84d596be3ae9 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:50.477083 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6f3f9edc-76da-49a8-9ca5-0772817a0001 req-24dd99c3-12e8-4e8f-8ede-84d596be3ae9 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0776513 Dec 21 22:42:50.522076 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6f3f9edc-76da-49a8-9ca5-0772817a0001 req-96892a35-23d5-43aa-8bba-fd210f48b742 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395563 Dec 21 22:42:50.708353 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bce10-c4e1-443f-90bf-cc3912f837f4 req-edc63ac9-94ef-4c76-a8cf-986ceb66ee33 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:50.709789 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ff5bce10-c4e1-443f-90bf-cc3912f837f4 req-edc63ac9-94ef-4c76-a8cf-986ceb66ee33 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0750833 Dec 21 22:42:50.719467 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 42816) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:42:50.724453 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e1bdd98a-9461-418c-b960-499e8140b643 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Request body: {'floatingip': {'port_id': 'ce797246-ec08-44f5-b1a4-7d63787ee87d'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:42:50.801117 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e1bdd98a-9461-418c-b960-499e8140b643 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for floatingip, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:51.459603 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e1bdd98a-9461-418c-b960-499e8140b643 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:51.498989 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e1bdd98a-9461-418c-b960-499e8140b643 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:51.688500 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-e1bdd98a-9461-418c-b960-499e8140b643 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Floating IP 25e309f6-9fa9-4c92-8494-75e8e5647727 associated. External IP: 172.26.3.166, port: ce797246-ec08-44f5-b1a4-7d63787ee87d. Dec 21 22:42:52.079503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bdd98a-9461-418c-b960-499e8140b643 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:42:52.281386 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bdd98a-9461-418c-b960-499e8140b643 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:42:52.285946 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e1bdd98a-9461-418c-b960-499e8140b643 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:52.290805 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffcd967-7874-41c7-a418-b7b05d85d461 None None] Sync routers for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:42:52.303276 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffcd967-7874-41c7-a418-b7b05d85d461 None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:42:52.306403 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-4ffcd967-7874-41c7-a418-b7b05d85d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:42:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:42:52.339213 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e1bdd98a-9461-418c-b960-499e8140b643 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "PUT /v2.0/floatingips/25e309f6-9fa9-4c92-8494-75e8e5647727 HTTP/1.1" status: 200 len: 992 time: 1.6186535 Dec 21 22:42:52.339804 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c16502-f0f7-4b21-a84f-0fc04feb3ef4', 'tag': 'ce797246-ec08-44f5-b1a4-7d63787ee87d'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:42:52.478612 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c16502-f0f7-4b21-a84f-0fc04feb3ef4', 'tag': 'ce797246-ec08-44f5-b1a4-7d63787ee87d', 'status': 'completed', 'code': 200} Dec 21 22:42:52.489995 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-4ffcd967-7874-41c7-a418-b7b05d85d461 None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:42:52.567850 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ee63588d-c1d1-4557-81dd-22cd962008cb req-ea43513a-90f9-4c2f-9115-a222704ae999 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0675547 Dec 21 22:42:52.699573 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63588d-c1d1-4557-81dd-22cd962008cb req-de903c32-44cf-47d3-9320-2fd90b8906f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:52.701550 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ee63588d-c1d1-4557-81dd-22cd962008cb req-de903c32-44cf-47d3-9320-2fd90b8906f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1268039 Dec 21 22:42:52.804411 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ee63588d-c1d1-4557-81dd-22cd962008cb req-c2d86474-f522-4fc0-b0d4-7573aeeacfe0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce797246-ec08-44f5-b1a4-7d63787ee87d HTTP/1.1" status: 200 len: 1000 time: 0.0960832 Dec 21 22:42:52.857220 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-4ffcd967-7874-41c7-a418-b7b05d85d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '25e309f6-9fa9-4c92-8494-75e8e5647727', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'port_id': 'ce797246-ec08-44f5-b1a4-7d63787ee87d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'mac_address': 'fa:16:3e:a0:70:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c16502-f0f7-4b21-a84f-0fc04feb3ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:42:33Z', 'updated_at': '2021-12-21T22:42:51Z', 'revision_number': 1, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:42:52.861176 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffcd967-7874-41c7-a418-b7b05d85d461 None None] Checking router: 3015bef1-a6a6-476b-ae29-2675e5cbbae8 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:42:52.866389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63588d-c1d1-4557-81dd-22cd962008cb req-605be03b-04b1-4502-bb2e-679eef98a959 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:42:52.867814 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ee63588d-c1d1-4557-81dd-22cd962008cb req-605be03b-04b1-4502-bb2e-679eef98a959 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0567706 Dec 21 22:42:52.871362 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffcd967-7874-41c7-a418-b7b05d85d461 None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:42:52.871934 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-4ffcd967-7874-41c7-a418-b7b05d85d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:42:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:42:52.944475 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ee63588d-c1d1-4557-81dd-22cd962008cb req-02f94c20-a817-4e43-9551-899c848e9388 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701461 Dec 21 22:42:53.046139 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-4ffcd967-7874-41c7-a418-b7b05d85d461 None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:42:53.162250 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ee63588d-c1d1-4557-81dd-22cd962008cb req-85173bcd-087b-4d6f-a204-93607e94fbd0 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114539 Dec 21 22:42:53.297579 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ee63588d-c1d1-4557-81dd-22cd962008cb req-689767af-5ce1-4967-a859-3e6a22b04541 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293192 Dec 21 22:42:53.395533 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-4ffcd967-7874-41c7-a418-b7b05d85d461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '25e309f6-9fa9-4c92-8494-75e8e5647727', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'port_id': 'ce797246-ec08-44f5-b1a4-7d63787ee87d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'mac_address': 'fa:16:3e:a0:70:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c16502-f0f7-4b21-a84f-0fc04feb3ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:42:33Z', 'updated_at': '2021-12-21T22:42:51Z', 'revision_number': 1, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:42:53.399288 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffcd967-7874-41c7-a418-b7b05d85d461 None None] The sync data for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv is: [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '25e309f6-9fa9-4c92-8494-75e8e5647727', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'port_id': 'ce797246-ec08-44f5-b1a4-7d63787ee87d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'mac_address': 'fa:16:3e:a0:70:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c16502-f0f7-4b21-a84f-0fc04feb3ef4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:42:33Z', 'updated_at': '2021-12-21T22:42:51Z', 'revision_number': 1, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:42:53.604531 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b147d6-3afa-4f1e-a7d2-f7247307fe5c None None] New status for floating IP 25e309f6-9fa9-4c92-8494-75e8e5647727: ACTIVE {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:42:57.270266 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8fd1dbec-28c5-4d7f-8ed0-acb101095181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:42:59.641899 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4941f73b-6cef-4af0-8fb4-976ea59deaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:00.799934 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:00.800449 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:02.258884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:07.725380 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:43:07.833287 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63261513-88a0-4fea-a4e4-f21b4baefe67 req-a9fb4888-e0b2-483b-b4dc-7dc6de16afee service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693133 Dec 21 22:43:07.974436 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63261513-88a0-4fea-a4e4-f21b4baefe67 req-74cfe6cc-3c63-481c-b3cf-50a8928441d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0724475 Dec 21 22:43:08.116493 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63261513-88a0-4fea-a4e4-f21b4baefe67 req-9c5d6067-aa79-416e-b1fc-5e1e15d38b03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:08.117830 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63261513-88a0-4fea-a4e4-f21b4baefe67 req-9c5d6067-aa79-416e-b1fc-5e1e15d38b03 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1246414 Dec 21 22:43:08.219385 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63261513-88a0-4fea-a4e4-f21b4baefe67 req-50de544a-a5b6-460a-8743-4c8f8912b71c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce797246-ec08-44f5-b1a4-7d63787ee87d HTTP/1.1" status: 200 len: 1002 time: 0.0941181 Dec 21 22:43:08.283359 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63261513-88a0-4fea-a4e4-f21b4baefe67 req-c4058f57-f2da-4a3b-8619-6bd1bd26afcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:08.284767 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63261513-88a0-4fea-a4e4-f21b4baefe67 req-c4058f57-f2da-4a3b-8619-6bd1bd26afcb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0571544 Dec 21 22:43:08.362740 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63261513-88a0-4fea-a4e4-f21b4baefe67 req-fcf5956c-bc7a-4179-a567-75accedc415e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713816 Dec 21 22:43:08.494482 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63261513-88a0-4fea-a4e4-f21b4baefe67 req-7b9c3019-5d5c-4c6c-b1e1-665e4faa50a6 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240869 Dec 21 22:43:08.624932 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63261513-88a0-4fea-a4e4-f21b4baefe67 req-7fc70d0f-2ff6-4269-8825-c4e402e17d84 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240137 Dec 21 22:43:15.504615 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:27.242031 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c9190263-b909-4e12-bc5e-1a3a5fb93b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:29.647573 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-84475ee2-7d9b-480a-995e-0ec63a297c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:30.522088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6fd1c-5a46-4cc9-8480-552794981f65 req-3e524045-a3bd-4bcb-beb0-fbdffce3e18f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:30.523410 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-40f6fd1c-5a46-4cc9-8480-552794981f65 req-3e524045-a3bd-4bcb-beb0-fbdffce3e18f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0769653 Dec 21 22:43:30.569079 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-40f6fd1c-5a46-4cc9-8480-552794981f65 req-27e28df3-9ff6-41de-8aa1-2d9530ee62d2 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402935 Dec 21 22:43:30.763662 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-54dfcd3c-0c85-4681-9a06-fb5793838dca req-4e883c3b-10c6-4db0-8343-dfd933096284 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0695078 Dec 21 22:43:30.794766 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:30.817416 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:31.177489 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877b9a7-68fa-420d-ab72-4639a5c6adfb req-98400208-0a92-4e25-b681-24888f8187b3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:31.178894 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4877b9a7-68fa-420d-ab72-4639a5c6adfb req-98400208-0a92-4e25-b681-24888f8187b3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0743484 Dec 21 22:43:31.223774 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4877b9a7-68fa-420d-ab72-4639a5c6adfb req-8edeaf4d-7325-48ec-bb70-cfed9c99a256 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394318 Dec 21 22:43:31.251227 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-323752f9-35b1-40b7-80f7-431efea32bcf req-e63899a3-e6ad-41e7-9882-14205409ecf9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741799 Dec 21 22:43:32.291798 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:32.444623 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e001ab-2bd5-45d3-9063-d65de5da4e65 req-6fa3118e-dc7f-4d22-ac2a-736d4058c211 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:32.446208 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-11e001ab-2bd5-45d3-9063-d65de5da4e65 req-6fa3118e-dc7f-4d22-ac2a-736d4058c211 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0804434 Dec 21 22:43:32.495822 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-11e001ab-2bd5-45d3-9063-d65de5da4e65 req-0c9865cb-b8f0-48e3-b41d-62816ecd7bdd tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440934 Dec 21 22:43:33.281688 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-323752f9-35b1-40b7-80f7-431efea32bcf req-47ab2ef7-fa9b-4376-a530-3b7a847923eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0739191 Dec 21 22:43:33.433832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323752f9-35b1-40b7-80f7-431efea32bcf req-a2baa64d-0eb6-431e-9d45-4c8df0954523 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:33.435320 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-323752f9-35b1-40b7-80f7-431efea32bcf req-a2baa64d-0eb6-431e-9d45-4c8df0954523 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1434393 Dec 21 22:43:33.562270 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-323752f9-35b1-40b7-80f7-431efea32bcf req-caad57b1-cb7f-4592-9c06-6fd2cb4b0e96 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce797246-ec08-44f5-b1a4-7d63787ee87d HTTP/1.1" status: 200 len: 1002 time: 0.1168425 Dec 21 22:43:33.711542 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56250e30-9567-4a0c-ab41-b5baa6b03263 req-ab1f03a3-e4c7-44d6-868d-17901103553b tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:33.713422 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-56250e30-9567-4a0c-ab41-b5baa6b03263 req-ab1f03a3-e4c7-44d6-868d-17901103553b tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0937965 Dec 21 22:43:33.749343 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323752f9-35b1-40b7-80f7-431efea32bcf req-72e80399-1577-4fbc-b311-224b822cbb77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:33.751041 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-323752f9-35b1-40b7-80f7-431efea32bcf req-72e80399-1577-4fbc-b311-224b822cbb77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.1800404 Dec 21 22:43:33.760178 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-56250e30-9567-4a0c-ab41-b5baa6b03263 req-5d2a4f82-1126-4ffb-9def-51c76f2c8565 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410786 Dec 21 22:43:33.829345 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-323752f9-35b1-40b7-80f7-431efea32bcf req-d6ada13e-330d-4876-9c40-b9c237d5a2cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716727 Dec 21 22:43:33.966596 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-323752f9-35b1-40b7-80f7-431efea32bcf req-3a5d8a0f-a743-4103-af2e-2d248075b65d service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268005 Dec 21 22:43:34.099077 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-323752f9-35b1-40b7-80f7-431efea32bcf req-26cc74e7-d076-47df-a530-6ae3e565357f service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226566 Dec 21 22:43:34.955208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd0b0f-42ce-436c-8ad8-09a83ddf41be req-4215a0f3-64db-4383-bfbc-676705ae9d42 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:34.956638 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-48bd0b0f-42ce-436c-8ad8-09a83ddf41be req-4215a0f3-64db-4383-bfbc-676705ae9d42 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0753107 Dec 21 22:43:35.001968 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-48bd0b0f-42ce-436c-8ad8-09a83ddf41be req-b4a31e50-d1d3-49af-b06c-c2ebdae8d501 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399332 Dec 21 22:43:36.195251 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cee30-6136-495e-b928-90e887add94a req-b2ea8615-0223-4004-bbf1-14f12a236999 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:36.196666 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8c5cee30-6136-495e-b928-90e887add94a req-b2ea8615-0223-4004-bbf1-14f12a236999 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0736403 Dec 21 22:43:36.244121 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8c5cee30-6136-495e-b928-90e887add94a req-c86b5697-a4a6-4232-a633-82d101c6ca22 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420585 Dec 21 22:43:37.442775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7418d2-f21e-4297-bc8c-b06ffba9ecd2 req-90be1666-d80b-4d91-9155-b574854dc159 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:37.444200 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cc7418d2-f21e-4297-bc8c-b06ffba9ecd2 req-90be1666-d80b-4d91-9155-b574854dc159 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0806198 Dec 21 22:43:37.490447 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cc7418d2-f21e-4297-bc8c-b06ffba9ecd2 req-ae7117b5-c64e-411f-9e8a-415807a0d8ed tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407026 Dec 21 22:43:38.777910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501521ef-e094-483f-98f6-3113512d21fe req-d643d7a7-7ac0-4068-ac2e-4f992ea78479 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:38.779438 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-501521ef-e094-483f-98f6-3113512d21fe req-d643d7a7-7ac0-4068-ac2e-4f992ea78479 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.1673436 Dec 21 22:43:38.823984 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-501521ef-e094-483f-98f6-3113512d21fe req-da91262d-ef62-4b58-8f37-1abb3514d170 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386045 Dec 21 22:43:40.020976 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c065b6-9809-4fd0-bc60-c6c9ad187541 req-ce7b80f5-5fe9-43c0-ba42-492de99db7fa tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:40.022430 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a9c065b6-9809-4fd0-bc60-c6c9ad187541 req-ce7b80f5-5fe9-43c0-ba42-492de99db7fa tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0742967 Dec 21 22:43:40.066390 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a9c065b6-9809-4fd0-bc60-c6c9ad187541 req-20ff567c-c003-4ef8-9db2-7f156a99dbd4 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384672 Dec 21 22:43:41.262384 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8608ef-1cba-4e40-8a5b-7dd8aedf85d5 req-e7deca53-9597-45a5-a0c5-16b201bc3d52 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:41.263836 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2c8608ef-1cba-4e40-8a5b-7dd8aedf85d5 req-e7deca53-9597-45a5-a0c5-16b201bc3d52 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0787909 Dec 21 22:43:41.309229 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2c8608ef-1cba-4e40-8a5b-7dd8aedf85d5 req-4a911a47-eace-4f19-b3ea-eb9209d56208 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397413 Dec 21 22:43:42.506268 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02ccae-4c75-4fa0-93cb-2ce4ebc9dd3b req-f8181851-3983-4db9-89c4-e611de1a7508 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:42.507782 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ae02ccae-4c75-4fa0-93cb-2ce4ebc9dd3b req-f8181851-3983-4db9-89c4-e611de1a7508 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0794828 Dec 21 22:43:42.553825 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ae02ccae-4c75-4fa0-93cb-2ce4ebc9dd3b req-4ce67a54-4d4a-4867-a19e-b3b2c8fc7e06 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404918 Dec 21 22:43:43.746219 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f91d9-e910-4ce8-a4e5-3868bbc4dfa5 req-235c0030-d6a1-4b86-966a-c92012040991 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:43.747655 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b53f91d9-e910-4ce8-a4e5-3868bbc4dfa5 req-235c0030-d6a1-4b86-966a-c92012040991 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0735376 Dec 21 22:43:43.791284 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b53f91d9-e910-4ce8-a4e5-3868bbc4dfa5 req-40dad54a-e327-4cda-95c1-02eeb0fb840d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376747 Dec 21 22:43:44.725142 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:43:44.987465 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd71282-8912-4d3f-b617-bbde598fba9a req-3f07be49-dc00-4031-b07b-8211521b590e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:44.988819 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1dd71282-8912-4d3f-b617-bbde598fba9a req-3f07be49-dc00-4031-b07b-8211521b590e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0761611 Dec 21 22:43:45.036938 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1dd71282-8912-4d3f-b617-bbde598fba9a req-38915b88-dc89-4059-bc6e-57909049a390 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426133 Dec 21 22:43:45.556405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:46.233404 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5568598-e1e5-4c13-bbd8-8eb9bb8e6053 req-9a88b5ba-21b3-4a17-9a4c-5d7b381c083d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:46.234857 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c5568598-e1e5-4c13-bbd8-8eb9bb8e6053 req-9a88b5ba-21b3-4a17-9a4c-5d7b381c083d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0773108 Dec 21 22:43:46.282801 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c5568598-e1e5-4c13-bbd8-8eb9bb8e6053 req-33ed3689-388a-4f2e-ad8a-574e155f6f09 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419083 Dec 21 22:43:46.337117 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-323752f9-35b1-40b7-80f7-431efea32bcf req-70b52756-8b75-455e-8511-a6cca54b9a28 service neutron] 10.222.0.49 "GET /v2.0/ports/ce797246-ec08-44f5-b1a4-7d63787ee87d/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0736477 Dec 21 22:43:46.938789 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-323752f9-35b1-40b7-80f7-431efea32bcf req-b4e96cce-06e1-4454-9826-064d87ec6d08 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4&tenant_id=d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 1099 time: 0.0705795 Dec 21 22:43:47.036716 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-323752f9-35b1-40b7-80f7-431efea32bcf req-80a2270e-88f7-42dd-8421-cf87a64f2897 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0699801 Dec 21 22:43:47.168160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323752f9-35b1-40b7-80f7-431efea32bcf req-536a48c4-8588-40d6-b697-794039c9c214 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:47.169579 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-323752f9-35b1-40b7-80f7-431efea32bcf req-536a48c4-8588-40d6-b697-794039c9c214 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1235180 Dec 21 22:43:47.277924 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-323752f9-35b1-40b7-80f7-431efea32bcf req-8c0bde4a-2922-428b-8691-703eb83607e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce797246-ec08-44f5-b1a4-7d63787ee87d HTTP/1.1" status: 200 len: 1002 time: 0.0986278 Dec 21 22:43:47.344275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323752f9-35b1-40b7-80f7-431efea32bcf req-194ccaf2-5a71-4558-95e5-042d28aea167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:47.345862 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-323752f9-35b1-40b7-80f7-431efea32bcf req-194ccaf2-5a71-4558-95e5-042d28aea167 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0579295 Dec 21 22:43:47.479064 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-323752f9-35b1-40b7-80f7-431efea32bcf req-b848e71e-7447-4ece-9532-4d3ff5449c5d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1233313 Dec 21 22:43:47.514666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc0e84-5779-4322-beb7-04717bfc2b3f req-5d7ce289-8d5b-4450-925a-af4cea7fd1db tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:47.516051 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0dfc0e84-5779-4322-beb7-04717bfc2b3f req-5d7ce289-8d5b-4450-925a-af4cea7fd1db tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.1083076 Dec 21 22:43:47.726915 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0dfc0e84-5779-4322-beb7-04717bfc2b3f req-76b93b53-5ce0-4204-9fbe-c1518350913a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033312 Dec 21 22:43:47.749399 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-323752f9-35b1-40b7-80f7-431efea32bcf req-09437b7b-604a-4c0f-9138-4e71c1669c0a service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598031 Dec 21 22:43:47.886856 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-323752f9-35b1-40b7-80f7-431efea32bcf req-cb952967-c8e5-4f26-9c7c-67c67b025637 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278379 Dec 21 22:43:48.924544 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231d05a-addb-41a3-8802-1fe0c14e75b4 req-9661b1b4-fff6-46e5-80d5-da4f01769e89 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:48.925998 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8231d05a-addb-41a3-8802-1fe0c14e75b4 req-9661b1b4-fff6-46e5-80d5-da4f01769e89 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0743887 Dec 21 22:43:48.973322 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8231d05a-addb-41a3-8802-1fe0c14e75b4 req-769f6efe-8002-49cf-8198-e33271cf845d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418897 Dec 21 22:43:50.169224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485ff48-2952-42c5-9e9c-02ab24e2acec req-6f5c059d-0281-46c9-9670-6064a460deb2 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:50.170602 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8485ff48-2952-42c5-9e9c-02ab24e2acec req-6f5c059d-0281-46c9-9670-6064a460deb2 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0758774 Dec 21 22:43:50.216222 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8485ff48-2952-42c5-9e9c-02ab24e2acec req-791f6aa3-0119-436f-93d6-477c073fed64 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395582 Dec 21 22:43:51.418006 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cfdbe-02ce-439a-a386-60baabfccf65 req-c216db4f-02d9-42b0-8170-bb2e6ff7a9b2 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:51.419455 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-998cfdbe-02ce-439a-a386-60baabfccf65 req-c216db4f-02d9-42b0-8170-bb2e6ff7a9b2 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0758965 Dec 21 22:43:51.466401 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-998cfdbe-02ce-439a-a386-60baabfccf65 req-22c029e7-d3f9-48a7-a725-beb6d659ea8e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406904 Dec 21 22:43:51.497119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device ce797246-ec08-44f5-b1a4-7d63787ee87d details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:43:51.500821 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device ce797246-ec08-44f5-b1a4-7d63787ee87d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:43:51.703937 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:51.743245 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port ce797246-ec08-44f5-b1a4-7d63787ee87d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ce797246-ec08-44f5-b1a4-7d63787ee87d,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:43:51.757837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c16502-f0f7-4b21-a84f-0fc04feb3ef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce797246-ec08-44f5-b1a4-7d63787ee87d'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:43:51.768983 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'ce797246-ec08-44f5-b1a4-7d63787ee87d', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'port_id': 'ce797246-ec08-44f5-b1a4-7d63787ee87d', 'mac_address': 'fa:16:3e:a0:70:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:43:51.771355 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port ce797246-ec08-44f5-b1a4-7d63787ee87d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ce797246-ec08-44f5-b1a4-7d63787ee87d,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:43:51.823287 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c16502-f0f7-4b21-a84f-0fc04feb3ef4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce797246-ec08-44f5-b1a4-7d63787ee87d', 'code': 200} Dec 21 22:43:51.827441 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:51.845148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce797246-ec08-44f5-b1a4-7d63787ee87d {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:43:51.852071 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:51.929178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30906e6b-6804-4b47-8407-7b2163487e29 req-6fdbbc11-8214-4ff7-a14a-13afd6541f5e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:51.930658 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-30906e6b-6804-4b47-8407-7b2163487e29 req-6fdbbc11-8214-4ff7-a14a-13afd6541f5e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 944 time: 0.0874009 Dec 21 22:43:51.971080 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:43:51.971080 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:43:51.973273 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=ce797246-ec08-44f5-b1a4-7d63787ee87d,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:43:51.981690 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-30906e6b-6804-4b47-8407-7b2163487e29 req-ed776d96-0282-4f31-a3c7-8784c4e81ef4 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445764 Dec 21 22:43:51.982749 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:51.983090 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:51.983427 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:51.983756 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:51.984084 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:51.984413 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:51.984732 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:51.985054 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:51.985367 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:51.985680 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:51.986000 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:52.004742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc5c7-1c15-4b1d-924b-457175503c07 req-a34e248e-ca8a-480c-a2d7-054ab27ee76a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:52.006335 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b25dc5c7-1c15-4b1d-924b-457175503c07 req-a34e248e-ca8a-480c-a2d7-054ab27ee76a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4&tenant_id=d53d0b92dec44237a581b5360457592c&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 944 time: 0.0946989 Dec 21 22:43:52.144913 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b25dc5c7-1c15-4b1d-924b-457175503c07 req-0d28ea31-18ed-412a-8b18-a669ac4ad661 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 1097 time: 0.0682046 Dec 21 22:43:52.274816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc5c7-1c15-4b1d-924b-457175503c07 req-02b79ac7-9a86-46f4-9499-bd9825de4b89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:52.277866 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b25dc5c7-1c15-4b1d-924b-457175503c07 req-02b79ac7-9a86-46f4-9499-bd9825de4b89 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1253152 Dec 21 22:43:52.380363 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b25dc5c7-1c15-4b1d-924b-457175503c07 req-4c91972c-a3b2-4f3a-8fde-2ba426dc7a52 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce797246-ec08-44f5-b1a4-7d63787ee87d HTTP/1.1" status: 200 len: 1000 time: 0.0973506 Dec 21 22:43:52.442927 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dc5c7-1c15-4b1d-924b-457175503c07 req-85ad9ac0-9e93-40f7-8a95-fcf9f2714ffd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:52.444244 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b25dc5c7-1c15-4b1d-924b-457175503c07 req-85ad9ac0-9e93-40f7-8a95-fcf9f2714ffd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0578806 Dec 21 22:43:52.522523 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b25dc5c7-1c15-4b1d-924b-457175503c07 req-1969e84f-94ca-4137-9a87-1d25f6cf5f95 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723481 Dec 21 22:43:52.527623 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:52.545170 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce797246-ec08-44f5-b1a4-7d63787ee87d {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:43:52.559921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port ce797246-ec08-44f5-b1a4-7d63787ee87d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ce797246-ec08-44f5-b1a4-7d63787ee87d,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:43:52.634456 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:52.652563 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b25dc5c7-1c15-4b1d-924b-457175503c07 req-51e0e498-ae94-4e6d-b8ef-75616f892ea9 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233213 Dec 21 22:43:52.706463 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=ce797246-ec08-44f5-b1a4-7d63787ee87d,revision_number=7']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:43:52.710495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['ce797246-ec08-44f5-b1a4-7d63787ee87d'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:43:52.786825 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b25dc5c7-1c15-4b1d-924b-457175503c07 req-2039d631-0217-4dd0-bd8a-7e213aada7a7 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268654 Dec 21 22:43:53.186205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36080acd-a2e8-431d-ac04-7ae2fbae66b4 req-bc06c798-240d-43bf-a225-c5229ba2b33d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:53.187880 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-36080acd-a2e8-431d-ac04-7ae2fbae66b4 req-bc06c798-240d-43bf-a225-c5229ba2b33d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 945 time: 0.0751288 Dec 21 22:43:53.235825 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-36080acd-a2e8-431d-ac04-7ae2fbae66b4 req-57530d0e-b235-44ac-967f-71ca3648d6d8 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409811 Dec 21 22:43:53.499191 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device ce797246-ec08-44f5-b1a4-7d63787ee87d up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:43:53.568147 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port ce797246-ec08-44f5-b1a4-7d63787ee87d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:43:53.568750 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:53.684638 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:53.716595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port ce797246-ec08-44f5-b1a4-7d63787ee87d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ce797246-ec08-44f5-b1a4-7d63787ee87d,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:43:53.771531 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:53.823980 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c16502-f0f7-4b21-a84f-0fc04feb3ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce797246-ec08-44f5-b1a4-7d63787ee87d'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:43:53.840504 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=ce797246-ec08-44f5-b1a4-7d63787ee87d,revision_number=8']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:43:53.877642 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c16502-f0f7-4b21-a84f-0fc04feb3ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce797246-ec08-44f5-b1a4-7d63787ee87d', 'code': 200} Dec 21 22:43:54.432913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cb655-034d-4a6f-b086-7a2a2350614b req-ef1a8820-7b2d-4d57-a888-3980d7aa186e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:54.434853 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7d6cb655-034d-4a6f-b086-7a2a2350614b req-ef1a8820-7b2d-4d57-a888-3980d7aa186e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0777593 Dec 21 22:43:54.479730 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7d6cb655-034d-4a6f-b086-7a2a2350614b req-a74d193c-6d1e-4ab7-b148-be8aa894db8a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385890 Dec 21 22:43:54.670297 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b428d-6d41-4960-806d-c9c868794e17 req-8bc9eabf-0bfa-4058-9348-b13881a411b0 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:54.671712 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-176b428d-6d41-4960-806d-c9c868794e17 req-8bc9eabf-0bfa-4058-9348-b13881a411b0 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0739450 Dec 21 22:43:54.717240 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-176b428d-6d41-4960-806d-c9c868794e17 req-fef61980-1b14-4e1f-91af-d1fd9f8ddc18 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394011 Dec 21 22:43:54.909615 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa71a0a-b6c1-4cc6-9a6e-01d6e91af1c8 req-2e8416de-7f7c-4c52-a09f-bb571063b60d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:54.910992 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8fa71a0a-b6c1-4cc6-9a6e-01d6e91af1c8 req-2e8416de-7f7c-4c52-a09f-bb571063b60d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0761676 Dec 21 22:43:54.961316 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8fa71a0a-b6c1-4cc6-9a6e-01d6e91af1c8 req-39ee269b-4506-43a0-8f08-96e55641fd46 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449562 Dec 21 22:43:55.603097 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4faf63b-97ee-46c4-a998-fd02edbe7109 req-de5713eb-7619-49ab-ac5c-42320d086657 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:55.604596 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b4faf63b-97ee-46c4-a998-fd02edbe7109 req-de5713eb-7619-49ab-ac5c-42320d086657 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0754023 Dec 21 22:43:55.649630 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b4faf63b-97ee-46c4-a998-fd02edbe7109 req-4100faf0-37ad-44f6-838d-846334507a85 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397263 Dec 21 22:43:56.853542 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96439e0-1b26-4c1e-883c-2053b1f16339 req-8a3a1613-6504-4505-9a68-cb2f50a81507 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:56.854996 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d96439e0-1b26-4c1e-883c-2053b1f16339 req-8a3a1613-6504-4505-9a68-cb2f50a81507 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.0796623 Dec 21 22:43:56.899554 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d96439e0-1b26-4c1e-883c-2053b1f16339 req-c28e1f70-f9c9-4102-ab25-0cfc499fbc9a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390151 Dec 21 22:43:57.264920 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8163061e-056d-45ab-afb1-1d8b65d4aa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:57.473158 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a36868-aa96-4c63-add2-b95a4762eb17 req-32a8cf23-be92-4119-b75f-d1bcc23cbc56 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:57.474596 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-12a36868-aa96-4c63-add2-b95a4762eb17 req-32a8cf23-be92-4119-b75f-d1bcc23cbc56 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.1711287 Dec 21 22:43:57.543688 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-12a36868-aa96-4c63-add2-b95a4762eb17 req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Deleting port ce797246-ec08-44f5-b1a4-7d63787ee87d {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:43:57.543918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-12a36868-aa96-4c63-add2-b95a4762eb17 req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:57.699793 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [req-a07ee174-f35e-4e1c-8e02-ca52473fda5c req-9ea4e506-44c5-40b7-8b95-1545e8054bc9 service neutron] (84169) timed out ('10.222.0.49', 50719) {{(pid=84169) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 21 22:43:57.782895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-12a36868-aa96-4c63-add2-b95a4762eb17 req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] For port ce797246-ec08-44f5-b1a4-7d63787ee87d, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=ce797246-ec08-44f5-b1a4-7d63787ee87d,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:43:57.784259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-12a36868-aa96-4c63-add2-b95a4762eb17 req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:58.113822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-12a36868-aa96-4c63-add2-b95a4762eb17 req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:58.114125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-12a36868-aa96-4c63-add2-b95a4762eb17 req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:58.114430 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [req-12a36868-aa96-4c63-add2-b95a4762eb17 req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Floating IP 25e309f6-9fa9-4c92-8494-75e8e5647727 disassociated. External IP: 172.26.3.166, port: ce797246-ec08-44f5-b1a4-7d63787ee87d. Dec 21 22:43:58.114761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-12a36868-aa96-4c63-add2-b95a4762eb17 req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Calling delete_port for ce797246-ec08-44f5-b1a4-7d63787ee87d owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:43:58.194170 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cfdd7-22cf-4895-a06d-a61b1323d7d3 req-e41a7091-fefb-4dd7-af35-f6245978a842 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:43:58.195607 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e21cfdd7-22cf-4895-a06d-a61b1323d7d3 req-e41a7091-fefb-4dd7-af35-f6245978a842 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 946 time: 0.1733732 Dec 21 22:43:58.295155 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e21cfdd7-22cf-4895-a06d-a61b1323d7d3 req-cbe628d7-7592-4c19-bfff-cf85f0282648 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939384 Dec 21 22:43:58.379716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-12a36868-aa96-4c63-add2-b95a4762eb17 req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:58.427140 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Pushing event deleted for resources: {'Port': ['ID=ce797246-ec08-44f5-b1a4-7d63787ee87d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:43:58.441438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:58.441781 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:58.442141 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:58.442473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:58.442800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:58.443132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:58.443456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:58.443847 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:58.444084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:58.444419 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:58.444744 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:43:58.654410 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12a36868-aa96-4c63-add2-b95a4762eb17 req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:43:58.849920 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12a36868-aa96-4c63-add2-b95a4762eb17 req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:43:58.859612 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531305b8-588b-4347-8d69-b2a4e9335e8b None None] Sync routers for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:43:58.871565 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531305b8-588b-4347-8d69-b2a4e9335e8b None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:43:58.872157 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-531305b8-588b-4347-8d69-b2a4e9335e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:43:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:43:58.920002 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a36868-aa96-4c63-add2-b95a4762eb17 req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] No DVR routers for this DVR port ce797246-ec08-44f5-b1a4-7d63787ee87d on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:43:58.922321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-12a36868-aa96-4c63-add2-b95a4762eb17 req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:58.925412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c16502-f0f7-4b21-a84f-0fc04feb3ef4', 'name': 'network-vif-deleted', 'tag': 'ce797246-ec08-44f5-b1a4-7d63787ee87d'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:43:58.984671 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c16502-f0f7-4b21-a84f-0fc04feb3ef4', 'name': 'network-vif-deleted', 'tag': 'ce797246-ec08-44f5-b1a4-7d63787ee87d', 'status': 'completed', 'code': 200} Dec 21 22:43:58.997338 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-12a36868-aa96-4c63-add2-b95a4762eb17 req-3b5a326d-f5b4-40b1-bd0f-b72020cd2f91 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "DELETE /v2.0/ports/ce797246-ec08-44f5-b1a4-7d63787ee87d HTTP/1.1" status: 204 len: 173 time: 1.5137265 Dec 21 22:43:59.057860 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-531305b8-588b-4347-8d69-b2a4e9335e8b None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:43:59.366189 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-531305b8-588b-4347-8d69-b2a4e9335e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:43:59.370313 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531305b8-588b-4347-8d69-b2a4e9335e8b None None] Checking router: 3015bef1-a6a6-476b-ae29-2675e5cbbae8 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:43:59.380548 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531305b8-588b-4347-8d69-b2a4e9335e8b None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:43:59.381137 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-531305b8-588b-4347-8d69-b2a4e9335e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:43:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:43:59.469680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-9f8bdcec-c1e3-4814-b41b-6cdace1be903 req-8df67918-386a-435a-968c-d331fd986ad4 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Synchronizing usage tracker for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:43:59.549285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-9f8bdcec-c1e3-4814-b41b-6cdace1be903 req-8df67918-386a-435a-968c-d331fd986ad4 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Unset dirty status for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:43:59.550519 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9f8bdcec-c1e3-4814-b41b-6cdace1be903 req-8df67918-386a-435a-968c-d331fd986ad4 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=d5c16502-f0f7-4b21-a84f-0fc04feb3ef4 HTTP/1.1" status: 200 len: 210 time: 0.1211355 Dec 21 22:43:59.590589 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-531305b8-588b-4347-8d69-b2a4e9335e8b None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:43:59.640513 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bff34970-19f0-422f-a58c-4cebc0342cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:43:59.901688 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-531305b8-588b-4347-8d69-b2a4e9335e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:43:59.905665 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531305b8-588b-4347-8d69-b2a4e9335e8b None None] The sync data for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv is: [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:44:00.114690 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d88fc9-76ed-4203-9e09-cc8f267ae34f None None] New status for floating IP 25e309f6-9fa9-4c92-8494-75e8e5647727: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:44:00.782070 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:00.823516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:00.909117 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-be0e161c-aabe-4687-8926-7d0718c79f8a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1941962074&fields=id&tenant_id=d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 267 time: 0.0405939 Dec 21 22:44:01.055718 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-25938e90-4e3b-4711-ac66-7325b6be096b tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:01.057054 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-25938e90-4e3b-4711-ac66-7325b6be096b tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 812 time: 0.1411693 Dec 21 22:44:01.072926 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-26b5dd16-7eba-48ab-9cc8-ff0bd3a26c2b tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/quotas/d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 375 time: 0.0106735 Dec 21 22:44:01.156393 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-f31361a5-aab8-46f0-a848-8c4d0bd4efbd tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0784647 Dec 21 22:44:01.329783 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-b8dd7718-c6fb-4d54-bbdd-c50422b93b56 service neutron] 10.222.0.37 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280928 Dec 21 22:44:01.432738 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-34964bf3-b5a3-4305-b393-4755df84de5a service neutron] 10.222.0.37 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291032 Dec 21 22:44:01.529752 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device ce797246-ec08-44f5-b1a4-7d63787ee87d no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:44:01.561849 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: ce797246-ec08-44f5-b1a4-7d63787ee87d {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:44:01.562294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device ce797246-ec08-44f5-b1a4-7d63787ee87d not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:44:01.699634 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b542346e-0872-45df-bfdb-32434b8c84ee req-450677f0-fb24-4ebe-9706-5ebbe0df5c7a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 210 time: 0.0469916 Dec 21 22:44:02.247787 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:02.860929 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0cb86a89-339f-4702-a8e1-4cb63b099dee req-ef2e50a9-824c-493a-87ef-702f83df036c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 210 time: 0.0402877 Dec 21 22:44:03.703885 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-ed979493-6f83-4744-b730-462d0f9feb79 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:03.705361 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-ed979493-6f83-4744-b730-462d0f9feb79 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 812 time: 0.2403181 Dec 21 22:44:03.771730 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-a0d48bce-155a-4017-a08a-94b5c3024281 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 380 time: 0.0449481 Dec 21 22:44:03.784137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-345b9ee9-7b46-48ef-8f16-ed6cc58281cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Request body: {'port': {'device_id': '3a622bbf-a5ee-426d-bc37-0435c8710318', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'admin_state_up': True, 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'security_groups': ['ae3f4596-a796-4229-8a52-9ab769c14f7e']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:44:03.921348 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-345b9ee9-7b46-48ef-8f16-ed6cc58281cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:44:03.931546 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-345b9ee9-7b46-48ef-8f16-ed6cc58281cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:44:04.015619 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-345b9ee9-7b46-48ef-8f16-ed6cc58281cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Made reservation on behalf of d53d0b92dec44237a581b5360457592c for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:44:04.018585 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-345b9ee9-7b46-48ef-8f16-ed6cc58281cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:04.034682 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0ca5319c-f850-490d-80fd-69d3d4e3dafe req-c6d0ddc1-02da-4b0c-9f5d-6b40c5f4d140 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 210 time: 0.0535769 Dec 21 22:44:04.183220 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-345b9ee9-7b46-48ef-8f16-ed6cc58281cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Allocated IP 172.20.0.8 (1ae40156-f367-450c-9ed3-f0c8f5ae003a/3e3b7a87-df40-4016-af03-863327c86aaf/e8159875-dcf1-4338-bd7e-a2eefa3839f5) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:44:04.364116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-345b9ee9-7b46-48ef-8f16-ed6cc58281cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:04.379112 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-345b9ee9-7b46-48ef-8f16-ed6cc58281cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Transition to ACTIVE for port object e8159875-dcf1-4338-bd7e-a2eefa3839f5 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:44:04.446340 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-345b9ee9-7b46-48ef-8f16-ed6cc58281cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:04.519667 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-345b9ee9-7b46-48ef-8f16-ed6cc58281cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Network 1ae40156-f367-450c-9ed3-f0c8f5ae003a is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:44:04.522666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-345b9ee9-7b46-48ef-8f16-ed6cc58281cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:44:04.526921 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-345b9ee9-7b46-48ef-8f16-ed6cc58281cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:44:04.557119 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b9ee9-7b46-48ef-8f16-ed6cc58281cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Pushing event updated for resources: {'Port': ['ID=e8159875-dcf1-4338-bd7e-a2eefa3839f5,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:44:04.592742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-345b9ee9-7b46-48ef-8f16-ed6cc58281cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:04.593345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-345b9ee9-7b46-48ef-8f16-ed6cc58281cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:04.687033 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-345b9ee9-7b46-48ef-8f16-ed6cc58281cc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9070461 Dec 21 22:44:04.702999 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Request body: {'port': {'device_id': '3a622bbf-a5ee-426d-bc37-0435c8710318', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:44:04.777568 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0d03ff84-0514-40e1-96c5-ba727118925f None None] Provisioning for port e8159875-dcf1-4338-bd7e-a2eefa3839f5 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:44:04.782582 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0d03ff84-0514-40e1-96c5-ba727118925f None None] Provisioning complete for port e8159875-dcf1-4338-bd7e-a2eefa3839f5 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:44:04.783151 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0d03ff84-0514-40e1-96c5-ba727118925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:04.812192 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:04.834778 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0d03ff84-0514-40e1-96c5-ba727118925f None None] Port e8159875-dcf1-4338-bd7e-a2eefa3839f5 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:44:05.146248 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8159875-dcf1-4338-bd7e-a2eefa3839f5 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:44:05.153142 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:05.168214 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Transition to ACTIVE for port object e8159875-dcf1-4338-bd7e-a2eefa3839f5 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:44:05.233955 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b91b5-0002-48ea-af0c-aa43f5638a35 req-0b122664-2bcb-4709-b747-be194f0b649c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:05.235486 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cb2b91b5-0002-48ea-af0c-aa43f5638a35 req-0b122664-2bcb-4709-b747-be194f0b649c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 931 time: 0.0756543 Dec 21 22:44:05.245966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:05.285793 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cb2b91b5-0002-48ea-af0c-aa43f5638a35 req-c7a9dd90-386f-446e-8516-9e5e472b0fc7 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439849 Dec 21 22:44:05.370504 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Pushing event updated for resources: {'Port': ['ID=e8159875-dcf1-4338-bd7e-a2eefa3839f5,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:44:05.482242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Attempting to bind port e8159875-dcf1-4338-bd7e-a2eefa3839f5 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:44:05.482572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Attempting to bind port e8159875-dcf1-4338-bd7e-a2eefa3839f5 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:44:05.482898 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Attempting to bind port e8159875-dcf1-4338-bd7e-a2eefa3839f5 on network 1ae40156-f367-450c-9ed3-f0c8f5ae003a {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:44:05.488583 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Port e8159875-dcf1-4338-bd7e-a2eefa3839f5 on network 1ae40156-f367-450c-9ed3-f0c8f5ae003a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:44:05.488895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Attempting to bind port e8159875-dcf1-4338-bd7e-a2eefa3839f5 on network 1ae40156-f367-450c-9ed3-f0c8f5ae003a {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:44:05.494977 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:44:05.495312 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Checking segment: {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:44:05.495672 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Bound using segment: {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:44:05.496078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Bound port: e8159875-dcf1-4338-bd7e-a2eefa3839f5, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:44:05.496411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:05.582357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] For port e8159875-dcf1-4338-bd7e-a2eefa3839f5, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:44:05.585405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] For port e8159875-dcf1-4338-bd7e-a2eefa3839f5, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e8159875-dcf1-4338-bd7e-a2eefa3839f5,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:44:05.648384 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:05.800770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:05.802136 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] 10.222.0.49 "PUT /v2.0/ports/e8159875-dcf1-4338-bd7e-a2eefa3839f5 HTTP/1.1" status: 200 len: 1093 time: 1.1032541 Dec 21 22:44:05.802560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a622bbf-a5ee-426d-bc37-0435c8710318', 'tag': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:44:05.821772 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae7696f-bf50-4351-b687-1be7732677bd service neutron] Pushing event updated for resources: {'Port': ['ID=e8159875-dcf1-4338-bd7e-a2eefa3839f5,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:44:05.864456 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a622bbf-a5ee-426d-bc37-0435c8710318', 'tag': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5', 'status': 'completed', 'code': 200} Dec 21 22:44:05.960749 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-09ca4200-06c1-4de5-9b03-f678c71f3d7c req-d24de0bd-96a3-4763-aa3d-157affea146b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 1096 time: 0.0723178 Dec 21 22:44:06.104093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca4200-06c1-4de5-9b03-f678c71f3d7c req-86c05b18-3a0a-4f25-93ae-775404864e33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:06.105573 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-09ca4200-06c1-4de5-9b03-f678c71f3d7c req-86c05b18-3a0a-4f25-93ae-775404864e33 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d53d0b92dec44237a581b5360457592c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1334829 Dec 21 22:44:06.241011 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca4200-06c1-4de5-9b03-f678c71f3d7c req-d1bd996a-2b13-4e28-9c85-135ddebe6a0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:06.242488 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-09ca4200-06c1-4de5-9b03-f678c71f3d7c req-d1bd996a-2b13-4e28-9c85-135ddebe6a0f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294389 Dec 21 22:44:06.360455 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-03f41f77-ca67-44d2-9747-31be23084445 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 1096 time: 0.0732558 Dec 21 22:44:06.432049 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-42599894-3090-4f62-bddb-7dba93975bd0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8159875-dcf1-4338-bd7e-a2eefa3839f5 HTTP/1.1" status: 200 len: 217 time: 0.0603452 Dec 21 22:44:06.484183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bb59b-2676-41cc-8657-091af5f3489e req-a2135418-e409-4f72-bef5-bc1d44b4d65d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:06.485654 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f08bb59b-2676-41cc-8657-091af5f3489e req-a2135418-e409-4f72-bef5-bc1d44b4d65d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 943 time: 0.0776761 Dec 21 22:44:06.500409 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-6a302324-82a6-4d93-90c9-1e6b8f14c043 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:06.501782 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-6a302324-82a6-4d93-90c9-1e6b8f14c043 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0599556 Dec 21 22:44:06.530361 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f08bb59b-2676-41cc-8657-091af5f3489e req-977e1038-61fa-4746-98b4-0a0034649aa6 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389557 Dec 21 22:44:06.578993 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-0fd441e1-e4f2-420e-940e-4407589e09ec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675857 Dec 21 22:44:06.712014 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-9ae8e082-97c3-4150-8e1f-4d377fe254be service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226342 Dec 21 22:44:06.846595 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f25a8161-6dd3-42eb-80c5-341296f552d0 req-25cfbea9-a211-40c0-9a4c-dd269bc71763 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245279 Dec 21 22:44:07.731255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc6e79-7aaa-406d-9e81-e34eee26fef5 req-f4240e94-8165-4139-90f7-e0971706c76d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:07.731896 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-fecc6e79-7aaa-406d-9e81-e34eee26fef5 req-f4240e94-8165-4139-90f7-e0971706c76d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Synchronizing usage tracker for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:44:07.825352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-fecc6e79-7aaa-406d-9e81-e34eee26fef5 req-f4240e94-8165-4139-90f7-e0971706c76d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Unset dirty status for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:44:07.826496 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fecc6e79-7aaa-406d-9e81-e34eee26fef5 req-f4240e94-8165-4139-90f7-e0971706c76d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 943 time: 0.1738811 Dec 21 22:44:07.874928 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fecc6e79-7aaa-406d-9e81-e34eee26fef5 req-8e2fdd04-d3cd-4659-b396-6b03029e8fc8 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422370 Dec 21 22:44:09.072474 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb32fc-113b-4fa8-af01-a0e1ceb1251a req-72080605-bda3-4cc7-9457-0b87db4291d7 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:09.073941 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b4eb32fc-113b-4fa8-af01-a0e1ceb1251a req-72080605-bda3-4cc7-9457-0b87db4291d7 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 943 time: 0.0789964 Dec 21 22:44:09.195813 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b4eb32fc-113b-4fa8-af01-a0e1ceb1251a req-625ef72a-a132-474e-a260-5c3aecbace7d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163151 Dec 21 22:44:09.561195 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e8159875-dcf1-4338-bd7e-a2eefa3839f5 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:44:09.734389 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port e8159875-dcf1-4338-bd7e-a2eefa3839f5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e8159875-dcf1-4338-bd7e-a2eefa3839f5,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:44:09.747888 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'port_id': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5', 'mac_address': 'fa:16:3e:1d:7e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:44:09.800189 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:09.817223 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8159875-dcf1-4338-bd7e-a2eefa3839f5 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:44:09.832374 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port e8159875-dcf1-4338-bd7e-a2eefa3839f5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e8159875-dcf1-4338-bd7e-a2eefa3839f5,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:44:09.893579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:09.959966 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=e8159875-dcf1-4338-bd7e-a2eefa3839f5,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:44:10.131575 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['e8159875-dcf1-4338-bd7e-a2eefa3839f5'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:44:10.393861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b503e-81ea-43fc-92e3-fae2443be89e req-9d76fee5-4dd2-4387-8b60-2a7ce20e3df0 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:10.395224 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0b6b503e-81ea-43fc-92e3-fae2443be89e req-9d76fee5-4dd2-4387-8b60-2a7ce20e3df0 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 944 time: 0.0760355 Dec 21 22:44:10.440676 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0b6b503e-81ea-43fc-92e3-fae2443be89e req-9143c35a-159c-4450-9804-73086f06500a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399668 Dec 21 22:44:11.566279 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e8159875-dcf1-4338-bd7e-a2eefa3839f5 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:44:11.632845 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0108146-1b4f-4b16-a611-f4b1758c9754 req-920b38d9-6493-4281-99d3-83d6aac15d3a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:11.634408 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a0108146-1b4f-4b16-a611-f4b1758c9754 req-920b38d9-6493-4281-99d3-83d6aac15d3a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 944 time: 0.0761430 Dec 21 22:44:11.679179 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a0108146-1b4f-4b16-a611-f4b1758c9754 req-4df63b83-2a61-4d0b-9e26-523ea41ebb00 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391247 Dec 21 22:44:11.687862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port e8159875-dcf1-4338-bd7e-a2eefa3839f5 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:44:11.693537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port e8159875-dcf1-4338-bd7e-a2eefa3839f5 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:44:11.693922 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:11.804323 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:11.831439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a622bbf-a5ee-426d-bc37-0435c8710318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:44:11.840905 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port e8159875-dcf1-4338-bd7e-a2eefa3839f5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e8159875-dcf1-4338-bd7e-a2eefa3839f5,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:44:11.884989 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a622bbf-a5ee-426d-bc37-0435c8710318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5', 'code': 200} Dec 21 22:44:11.916743 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:11.982458 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=e8159875-dcf1-4338-bd7e-a2eefa3839f5,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:44:12.270747 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cd4df9bc-bfc2-4ab6-9882-723bc1ee5c7f req-99133736-1dc5-451d-9433-34ea46ae7244 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 1098 time: 0.0711014 Dec 21 22:44:12.316906 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cd4df9bc-bfc2-4ab6-9882-723bc1ee5c7f req-81392494-8f89-4fea-923c-043b4bfc8446 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365064 Dec 21 22:44:12.876526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db24caa-abfb-49e9-8825-1ce4b78ffd0b req-b912b950-09ab-45d7-999c-e33499a8907d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:12.877958 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9db24caa-abfb-49e9-8825-1ce4b78ffd0b req-b912b950-09ab-45d7-999c-e33499a8907d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0766430 Dec 21 22:44:12.922355 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9db24caa-abfb-49e9-8825-1ce4b78ffd0b req-f7d60126-e9f6-47cc-ace3-47e2bf87fcc6 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389209 Dec 21 22:44:14.115450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d4790-8066-40cc-849a-62d4b764b1cf req-0747c2b2-2007-4b66-bc74-5f183b8c6724 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:14.116784 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d49d4790-8066-40cc-849a-62d4b764b1cf req-0747c2b2-2007-4b66-bc74-5f183b8c6724 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0748782 Dec 21 22:44:14.163634 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d49d4790-8066-40cc-849a-62d4b764b1cf req-eaf7d8b7-e3ae-48c6-acb0-fb93f388d4c8 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414169 Dec 21 22:44:14.350969 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72637c-6e0a-4305-bd21-02e43a5efa0e req-f8f21e5b-1b54-4acc-8a3c-0af1324e1b88 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:14.352389 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2a72637c-6e0a-4305-bd21-02e43a5efa0e req-f8f21e5b-1b54-4acc-8a3c-0af1324e1b88 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0748477 Dec 21 22:44:14.360809 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 43032) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:44:14.366577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b05b4e25-266e-45de-ae12-e1e48811b790 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Request body: {'floatingip': {'port_id': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:44:14.441059 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b05b4e25-266e-45de-ae12-e1e48811b790 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for floatingip, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:15.015083 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b05b4e25-266e-45de-ae12-e1e48811b790 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:15.059098 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b05b4e25-266e-45de-ae12-e1e48811b790 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:15.245675 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-b05b4e25-266e-45de-ae12-e1e48811b790 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Floating IP 25e309f6-9fa9-4c92-8494-75e8e5647727 associated. External IP: 172.26.3.166, port: e8159875-dcf1-4338-bd7e-a2eefa3839f5. Dec 21 22:44:15.522750 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:15.710983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05b4e25-266e-45de-ae12-e1e48811b790 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:44:15.909463 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05b4e25-266e-45de-ae12-e1e48811b790 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:44:15.913781 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b05b4e25-266e-45de-ae12-e1e48811b790 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:15.919510 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b044ce4-0ea3-4d89-843f-aa38f5b6aebd None None] Sync routers for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:44:15.931727 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b044ce4-0ea3-4d89-843f-aa38f5b6aebd None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:44:15.932311 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1b044ce4-0ea3-4d89-843f-aa38f5b6aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:44:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:44:15.966002 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b05b4e25-266e-45de-ae12-e1e48811b790 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "PUT /v2.0/floatingips/25e309f6-9fa9-4c92-8494-75e8e5647727 HTTP/1.1" status: 200 len: 991 time: 1.6033859 Dec 21 22:44:15.966616 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a622bbf-a5ee-426d-bc37-0435c8710318', 'tag': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:44:16.023824 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a622bbf-a5ee-426d-bc37-0435c8710318', 'tag': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5', 'status': 'completed', 'code': 200} Dec 21 22:44:16.114232 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e1abfa90-fb26-4997-b257-1f368b35a6a2 req-c8d486ab-f17a-48ab-813c-69cf436e147d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 1098 time: 0.0694752 Dec 21 22:44:16.120043 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-1b044ce4-0ea3-4d89-843f-aa38f5b6aebd None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:44:16.245751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abfa90-fb26-4997-b257-1f368b35a6a2 req-a5ada8ff-bce7-4590-af44-188475f0fda6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:16.247118 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e1abfa90-fb26-4997-b257-1f368b35a6a2 req-a5ada8ff-bce7-4590-af44-188475f0fda6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1265957 Dec 21 22:44:16.349783 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e1abfa90-fb26-4997-b257-1f368b35a6a2 req-783496be-b2a0-46ab-b820-23848c6c1290 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8159875-dcf1-4338-bd7e-a2eefa3839f5 HTTP/1.1" status: 200 len: 999 time: 0.0963125 Dec 21 22:44:16.411070 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abfa90-fb26-4997-b257-1f368b35a6a2 req-6a510a1d-ff19-4a78-af32-ebd0c18ac952 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:16.412508 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e1abfa90-fb26-4997-b257-1f368b35a6a2 req-6a510a1d-ff19-4a78-af32-ebd0c18ac952 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0566919 Dec 21 22:44:16.464579 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1b044ce4-0ea3-4d89-843f-aa38f5b6aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '25e309f6-9fa9-4c92-8494-75e8e5647727', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'port_id': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'mac_address': 'fa:16:3e:1d:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a622bbf-a5ee-426d-bc37-0435c8710318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:42:33Z', 'updated_at': '2021-12-21T22:44:14Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:44:16.468279 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b044ce4-0ea3-4d89-843f-aa38f5b6aebd None None] Checking router: 3015bef1-a6a6-476b-ae29-2675e5cbbae8 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:44:16.479084 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b044ce4-0ea3-4d89-843f-aa38f5b6aebd None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:44:16.479661 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1b044ce4-0ea3-4d89-843f-aa38f5b6aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:44:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:44:16.491459 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e1abfa90-fb26-4997-b257-1f368b35a6a2 req-58106792-0b86-4d96-9996-00a297183e45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724955 Dec 21 22:44:16.656648 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-1b044ce4-0ea3-4d89-843f-aa38f5b6aebd None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:44:16.716425 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e1abfa90-fb26-4997-b257-1f368b35a6a2 req-92410fac-46bd-4743-86d3-97b7609e3849 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180471 Dec 21 22:44:16.852773 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e1abfa90-fb26-4997-b257-1f368b35a6a2 req-0140efa2-d216-4fb1-9e52-593ad2979e7b service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271768 Dec 21 22:44:17.033733 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-1b044ce4-0ea3-4d89-843f-aa38f5b6aebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '25e309f6-9fa9-4c92-8494-75e8e5647727', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'port_id': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'mac_address': 'fa:16:3e:1d:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a622bbf-a5ee-426d-bc37-0435c8710318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:42:33Z', 'updated_at': '2021-12-21T22:44:14Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:44:17.037537 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b044ce4-0ea3-4d89-843f-aa38f5b6aebd None None] The sync data for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv is: [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '25e309f6-9fa9-4c92-8494-75e8e5647727', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'port_id': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'mac_address': 'fa:16:3e:1d:7e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a622bbf-a5ee-426d-bc37-0435c8710318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:42:33Z', 'updated_at': '2021-12-21T22:44:14Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:44:17.232307 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db278859-e5a4-4693-957e-f617605c4613 None None] New status for floating IP 25e309f6-9fa9-4c92-8494-75e8e5647727: ACTIVE {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:44:21.725601 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:44:27.268783 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e41e2269-d981-45e6-881a-1079375d7da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:29.630845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7bb6198e-19f1-4181-b9bd-59cc1b5a500b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:30.773702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:30.800411 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:32.251880 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:45.566194 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:55.451518 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8eafa-b663-48d4-973c-27f77379bd9f req-5f17916f-809e-462f-b408-c97b98a54818 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:55.452945 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a5c8eafa-b663-48d4-973c-27f77379bd9f req-5f17916f-809e-462f-b408-c97b98a54818 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0759268 Dec 21 22:44:55.502249 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a5c8eafa-b663-48d4-973c-27f77379bd9f req-e2ace7c2-9feb-4916-b959-7ae92313970b tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435836 Dec 21 22:44:56.700333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da41c3c-ffab-462e-93b5-51f23c536455 req-ae833d83-34f7-42b4-81f1-14c48ba28047 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:56.701945 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4da41c3c-ffab-462e-93b5-51f23c536455 req-ae833d83-34f7-42b4-81f1-14c48ba28047 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0763950 Dec 21 22:44:56.749115 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4da41c3c-ffab-462e-93b5-51f23c536455 req-e95e0b2a-08cd-426e-96dd-91fe1c7a7855 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415087 Dec 21 22:44:57.259776 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d4d23e-46e9-483a-8875-92a989baca4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:44:57.945572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c290de0-bf0f-4a3b-9cac-13baa1d34e4b req-5f412d84-b947-4c5a-9354-438c6cb26ee1 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:57.947050 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6c290de0-bf0f-4a3b-9cac-13baa1d34e4b req-5f412d84-b947-4c5a-9354-438c6cb26ee1 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0761518 Dec 21 22:44:57.993235 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6c290de0-bf0f-4a3b-9cac-13baa1d34e4b req-f33240b6-3002-43c3-b5bc-3638a634eda9 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407133 Dec 21 22:44:58.726416 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:44:59.185492 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73a259-6ba5-42e8-a560-857339ba507a req-2ded0bcd-b1c1-47ab-83de-c963604a139a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:44:59.186949 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3e73a259-6ba5-42e8-a560-857339ba507a req-2ded0bcd-b1c1-47ab-83de-c963604a139a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0749204 Dec 21 22:44:59.232075 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3e73a259-6ba5-42e8-a560-857339ba507a req-027e6ac7-672b-4f5b-96a8-64d4519a0405 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388772 Dec 21 22:44:59.637127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-536dee25-57b4-4535-bf18-1f969f7819e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:00.428090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec43dc-69ba-486d-adb3-a24b7a892f05 req-df128ed4-c1c3-45b8-a90f-829ebcfa8a5a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:00.429490 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d8ec43dc-69ba-486d-adb3-a24b7a892f05 req-df128ed4-c1c3-45b8-a90f-829ebcfa8a5a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0772965 Dec 21 22:45:00.474164 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d8ec43dc-69ba-486d-adb3-a24b7a892f05 req-65cf195e-155c-4799-9b49-a4a32a94ffc3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389328 Dec 21 22:45:00.788516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:00.799845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:01.679009 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a1dc6-3ecf-437d-b9f5-ecd1108d4210 req-86348fe8-2137-4fa4-8550-e3a4c34febf5 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:01.680455 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-931a1dc6-3ecf-437d-b9f5-ecd1108d4210 req-86348fe8-2137-4fa4-8550-e3a4c34febf5 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0811191 Dec 21 22:45:01.725536 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-931a1dc6-3ecf-437d-b9f5-ecd1108d4210 req-63434938-2de0-44c4-b271-8df0671cdf0a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395422 Dec 21 22:45:02.251413 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:02.916897 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52507a7e-2281-4dbe-9d27-f67a41ca8b56 req-cba54656-d927-4836-a5f3-7dd6238331ee tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:02.918356 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-52507a7e-2281-4dbe-9d27-f67a41ca8b56 req-cba54656-d927-4836-a5f3-7dd6238331ee tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0756419 Dec 21 22:45:02.964542 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-52507a7e-2281-4dbe-9d27-f67a41ca8b56 req-b35d5e6c-c17a-4963-ac8a-2d0074d4bd85 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405946 Dec 21 22:45:04.157713 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e28a9-1645-4976-91b5-8bd0f205b187 req-d7382c90-2a3e-47ac-891e-98a154ed98d8 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:04.159712 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fa9e28a9-1645-4976-91b5-8bd0f205b187 req-d7382c90-2a3e-47ac-891e-98a154ed98d8 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0740762 Dec 21 22:45:04.203451 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fa9e28a9-1645-4976-91b5-8bd0f205b187 req-e164fa4b-94d2-4262-ba91-4722166eb42d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383482 Dec 21 22:45:05.411344 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50265696-46c7-4587-980e-576a57a63db8 req-38395e65-9dfa-4855-9d34-e2e93b0614ad tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:05.412765 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-50265696-46c7-4587-980e-576a57a63db8 req-38395e65-9dfa-4855-9d34-e2e93b0614ad tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0786819 Dec 21 22:45:05.456983 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-50265696-46c7-4587-980e-576a57a63db8 req-d426493d-4245-4981-8888-52a568179be5 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388684 Dec 21 22:45:06.651772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679eb761-bdc1-4b91-bfd2-868b650ac062 req-430ddd74-62ea-4953-b9ff-0bbf0aac6e4b tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:06.653107 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-679eb761-bdc1-4b91-bfd2-868b650ac062 req-430ddd74-62ea-4953-b9ff-0bbf0aac6e4b tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0773621 Dec 21 22:45:06.697097 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-679eb761-bdc1-4b91-bfd2-868b650ac062 req-9687497f-5282-443e-8670-4eb34b2b640f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384791 Dec 21 22:45:06.887509 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-866b0ca7-61cb-4d83-b34b-ef51dee0c369 req-9cb0efad-c809-48e1-963c-668ab82eba23 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0661364 Dec 21 22:45:07.311065 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838924c9-94d2-4c4f-9d47-83603740f5aa req-c60c3728-a809-4cf6-8af3-71b16b683205 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:07.312542 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-838924c9-94d2-4c4f-9d47-83603740f5aa req-c60c3728-a809-4cf6-8af3-71b16b683205 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0756221 Dec 21 22:45:07.361847 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-838924c9-94d2-4c4f-9d47-83603740f5aa req-24ddf4f7-3e46-47d7-8513-3edc63703920 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434842 Dec 21 22:45:07.441978 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-8c283976-6977-49d8-b579-5c30cbc25f6b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1390758 Dec 21 22:45:07.908533 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-117c8558-4d8f-46b1-88a7-bc995e6409fc req-20182714-fc33-4752-9191-18229fece0d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 1098 time: 0.0679176 Dec 21 22:45:08.058137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c8558-4d8f-46b1-88a7-bc995e6409fc req-e789352f-dfde-4a94-a72d-d0e52fd93805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:08.059628 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-117c8558-4d8f-46b1-88a7-bc995e6409fc req-e789352f-dfde-4a94-a72d-d0e52fd93805 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1293533 Dec 21 22:45:08.167188 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-117c8558-4d8f-46b1-88a7-bc995e6409fc req-90f894cc-7b40-45f5-b68b-d69b8810ecc9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8159875-dcf1-4338-bd7e-a2eefa3839f5 HTTP/1.1" status: 200 len: 1001 time: 0.0975549 Dec 21 22:45:08.234498 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c8558-4d8f-46b1-88a7-bc995e6409fc req-96ba221f-aedd-4bb1-92d4-49f58473205f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:08.235928 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-117c8558-4d8f-46b1-88a7-bc995e6409fc req-96ba221f-aedd-4bb1-92d4-49f58473205f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0593066 Dec 21 22:45:08.318374 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-117c8558-4d8f-46b1-88a7-bc995e6409fc req-a3de4e8a-c6fb-4e80-8529-83da59e66822 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720668 Dec 21 22:45:08.460146 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-117c8558-4d8f-46b1-88a7-bc995e6409fc req-c45da0be-14db-4a52-8456-35b5cc4d9168 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310163 Dec 21 22:45:08.751001 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-117c8558-4d8f-46b1-88a7-bc995e6409fc req-83f46d2f-25c1-430f-a31d-fa3025d8223f service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803218 Dec 21 22:45:08.758105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8fd21d-c337-4414-a539-8ff576ca1487 req-bc6710c9-eb4a-40d8-95e2-1f60f76dd9f2 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:08.759459 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5a8fd21d-c337-4414-a539-8ff576ca1487 req-bc6710c9-eb4a-40d8-95e2-1f60f76dd9f2 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.2704804 Dec 21 22:45:08.805797 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5a8fd21d-c337-4414-a539-8ff576ca1487 req-8396ba5f-bd38-448b-bdff-b4a2010f2720 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408010 Dec 21 22:45:09.599198 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-802b4d6d-b643-4e2f-9e57-d5fcfb151345 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 1098 time: 0.0718985 Dec 21 22:45:09.738006 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-80753569-2b22-4527-9dc9-8787bc33ad57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:09.739445 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-80753569-2b22-4527-9dc9-8787bc33ad57 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1303082 Dec 21 22:45:09.844524 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-9eafa800-ed73-477c-9db1-d47b062b2b98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8159875-dcf1-4338-bd7e-a2eefa3839f5 HTTP/1.1" status: 200 len: 1001 time: 0.0950935 Dec 21 22:45:09.910327 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-892d1492-4dd3-4431-a9b5-d4d613cb7399 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:09.911756 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-892d1492-4dd3-4431-a9b5-d4d613cb7399 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0573761 Dec 21 22:45:09.994100 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-a5fa82fe-e5f6-405e-8729-d002ef65c9b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716751 Dec 21 22:45:10.005469 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61103a6-b163-475e-aa66-c2c001f0894f req-bf97b96d-0b5e-47f7-b0c0-a5999d2db993 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:10.006954 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e61103a6-b163-475e-aa66-c2c001f0894f req-bf97b96d-0b5e-47f7-b0c0-a5999d2db993 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0762346 Dec 21 22:45:10.052218 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e61103a6-b163-475e-aa66-c2c001f0894f req-7659dff4-f721-46cd-9437-768a5ae35f52 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396786 Dec 21 22:45:10.129077 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-8a8c967c-02df-44a3-9743-058869647e12 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245551 Dec 21 22:45:10.264486 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-a194e98c-6415-40f2-9efe-39da4146ee73 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250818 Dec 21 22:45:11.245233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b2102-65ea-4a85-a176-8e39592ff5a4 req-6619a545-9902-4196-9775-7387a70db1e0 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:11.246682 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-729b2102-65ea-4a85-a176-8e39592ff5a4 req-6619a545-9902-4196-9775-7387a70db1e0 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0746756 Dec 21 22:45:11.296068 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-729b2102-65ea-4a85-a176-8e39592ff5a4 req-c80be93c-4b06-410f-838c-3e0b3574838f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439467 Dec 21 22:45:12.488127 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-96b1b952-bba7-41a5-b279-bfa8756aec0c service neutron] 10.222.0.49 "GET /v2.0/ports/e8159875-dcf1-4338-bd7e-a2eefa3839f5/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0745282 Dec 21 22:45:12.496653 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbc9af-160c-44cf-a5e9-342b19a0c624 req-102ea792-5ec5-4b30-9a8a-0d91e968d901 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:12.498143 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8bdbc9af-160c-44cf-a5e9-342b19a0c624 req-102ea792-5ec5-4b30-9a8a-0d91e968d901 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0793674 Dec 21 22:45:12.543744 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8bdbc9af-160c-44cf-a5e9-342b19a0c624 req-758457e1-f30c-4dba-b6b5-30f195a44c8c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400159 Dec 21 22:45:13.051451 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-5dad6ef2-fff0-465e-8707-d6f9d9b24c54 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318&tenant_id=d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 1098 time: 0.0673740 Dec 21 22:45:13.149640 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-5134b163-46a1-4914-b49f-15349faa2c0c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 1098 time: 0.0697248 Dec 21 22:45:13.282332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-c2c21b8b-1897-402a-971d-8bef978654ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:13.283755 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-c2c21b8b-1897-402a-971d-8bef978654ca service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1245263 Dec 21 22:45:13.390698 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-ef901abf-ca66-4c4e-8661-d787a7849ebf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8159875-dcf1-4338-bd7e-a2eefa3839f5 HTTP/1.1" status: 200 len: 1001 time: 0.0964725 Dec 21 22:45:13.455128 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-6bf016ee-3a02-4149-9801-a306654d2306 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:13.456487 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-6bf016ee-3a02-4149-9801-a306654d2306 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0554595 Dec 21 22:45:13.536405 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-f5fcb559-3e8a-46d0-b8f7-d4031269456b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689766 Dec 21 22:45:13.800662 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-24be53c7-61d8-4c03-8663-b48df15360ae service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528939 Dec 21 22:45:13.920861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9a206-1dc6-4dcf-9249-3f46f42ab886 req-31af22ee-3782-4791-bb11-470987f75372 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:13.922310 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-89a9a206-1dc6-4dcf-9249-3f46f42ab886 req-31af22ee-3782-4791-bb11-470987f75372 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.1800594 Dec 21 22:45:13.976451 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d223b471-d042-462f-b9b3-2572f1d1fe01 req-760fbdb0-c297-4c68-8109-139071ff5363 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651521 Dec 21 22:45:13.990251 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-89a9a206-1dc6-4dcf-9249-3f46f42ab886 req-88693b99-4e99-4352-80da-abb778ef6ad2 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599937 Dec 21 22:45:15.182247 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df467d23-7a90-40c2-a028-a97b913e9584 req-02b4e320-5724-4411-9574-0d3cc5577101 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:15.183826 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-df467d23-7a90-40c2-a028-a97b913e9584 req-02b4e320-5724-4411-9574-0d3cc5577101 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0752447 Dec 21 22:45:15.228917 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-df467d23-7a90-40c2-a028-a97b913e9584 req-a3974e12-6faf-412c-8f99-0f8291e5e1df tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397892 Dec 21 22:45:15.511149 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:15.918681 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e8159875-dcf1-4338-bd7e-a2eefa3839f5 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:45:16.028184 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:16.054897 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a622bbf-a5ee-426d-bc37-0435c8710318', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:45:16.064486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port e8159875-dcf1-4338-bd7e-a2eefa3839f5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e8159875-dcf1-4338-bd7e-a2eefa3839f5,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:45:16.119784 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a622bbf-a5ee-426d-bc37-0435c8710318', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5', 'code': 200} Dec 21 22:45:16.122622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:16.186556 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=e8159875-dcf1-4338-bd7e-a2eefa3839f5,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:45:16.195393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:16.195737 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:16.196072 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:16.196403 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:16.196728 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:16.197050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:16.197368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:16.197687 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:16.198370 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:16.198370 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:16.198636 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:16.428224 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff6a78-b3bd-4a8a-8ff0-85c61f0d16c6 req-acec1132-7571-4754-a92d-80664039bb1e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:16.429544 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-edff6a78-b3bd-4a8a-8ff0-85c61f0d16c6 req-acec1132-7571-4754-a92d-80664039bb1e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 943 time: 0.0779674 Dec 21 22:45:16.474196 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-edff6a78-b3bd-4a8a-8ff0-85c61f0d16c6 req-86e62cde-3905-4f3f-9901-4a9bfcfe23b0 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392277 Dec 21 22:45:16.970101 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550fef7-9212-4a53-887e-bb9d754f1581 req-d4670749-df3b-4812-b2b8-d89fc5ed42d8 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:16.971680 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5550fef7-9212-4a53-887e-bb9d754f1581 req-d4670749-df3b-4812-b2b8-d89fc5ed42d8 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 943 time: 0.0789726 Dec 21 22:45:17.017681 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5550fef7-9212-4a53-887e-bb9d754f1581 req-daa39e21-f8c6-4f0c-8e46-73cccad5e9fa tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403411 Dec 21 22:45:17.034555 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff5e0a-acb7-4cf1-a30a-92a56751b752 req-8d7ff369-ecf4-4f78-9e76-43cc0d030fe0 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:17.036177 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0ff5e0a-acb7-4cf1-a30a-92a56751b752 req-8d7ff369-ecf4-4f78-9e76-43cc0d030fe0 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318&tenant_id=d53d0b92dec44237a581b5360457592c&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 943 time: 0.0848801 Dec 21 22:45:17.190175 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0ff5e0a-acb7-4cf1-a30a-92a56751b752 req-72a93f4b-f58b-4606-b95c-3695f04dc79c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 1096 time: 0.0683639 Dec 21 22:45:17.324569 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff5e0a-acb7-4cf1-a30a-92a56751b752 req-82220990-183c-4b2e-a9ba-1a6e517e228b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:17.325974 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0ff5e0a-acb7-4cf1-a30a-92a56751b752 req-82220990-183c-4b2e-a9ba-1a6e517e228b service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1259732 Dec 21 22:45:17.432671 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0ff5e0a-acb7-4cf1-a30a-92a56751b752 req-3200d876-86e2-4e79-a6e0-ad4014c89048 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8159875-dcf1-4338-bd7e-a2eefa3839f5 HTTP/1.1" status: 200 len: 999 time: 0.0965078 Dec 21 22:45:17.498037 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff5e0a-acb7-4cf1-a30a-92a56751b752 req-6d53fa04-9a8a-44f1-b88d-4c27a68cd85c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:17.499494 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0ff5e0a-acb7-4cf1-a30a-92a56751b752 req-6d53fa04-9a8a-44f1-b88d-4c27a68cd85c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0573325 Dec 21 22:45:17.579701 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0ff5e0a-acb7-4cf1-a30a-92a56751b752 req-694b336a-77ac-4021-833a-44caf7c895fd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706463 Dec 21 22:45:17.711913 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0ff5e0a-acb7-4cf1-a30a-92a56751b752 req-c8f39e5f-66a3-43b5-aaa0-2843abda14c7 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219230 Dec 21 22:45:17.845383 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d0ff5e0a-acb7-4cf1-a30a-92a56751b752 req-09e5e9d6-c722-437f-9d5f-2e065e7d0778 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226439 Dec 21 22:45:17.935325 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e8159875-dcf1-4338-bd7e-a2eefa3839f5 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:45:18.070194 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port e8159875-dcf1-4338-bd7e-a2eefa3839f5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e8159875-dcf1-4338-bd7e-a2eefa3839f5,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:45:18.084927 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'port_id': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5', 'mac_address': 'fa:16:3e:1d:7e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:45:18.143835 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:18.163344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8159875-dcf1-4338-bd7e-a2eefa3839f5 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:45:18.178809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port e8159875-dcf1-4338-bd7e-a2eefa3839f5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e8159875-dcf1-4338-bd7e-a2eefa3839f5,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:45:18.219167 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f98cba-f8ae-4327-89cc-3dc3123752e5 req-2c7e0c12-d4b4-41ef-84ec-6d1ebaf8dabc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:18.220592 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e5f98cba-f8ae-4327-89cc-3dc3123752e5 req-2c7e0c12-d4b4-41ef-84ec-6d1ebaf8dabc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 943 time: 0.0770881 Dec 21 22:45:18.246112 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:18.268210 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e5f98cba-f8ae-4327-89cc-3dc3123752e5 req-904fc440-9382-450c-92e5-12a84b8f2fdb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412610 Dec 21 22:45:18.320095 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['e8159875-dcf1-4338-bd7e-a2eefa3839f5'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:45:18.349344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=e8159875-dcf1-4338-bd7e-a2eefa3839f5,revision_number=7']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:45:19.466600 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac780a-708d-460b-9a7a-06e60ed91254 req-bd0dd650-2bcb-4a03-a3b2-2afd9500abca tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:19.468006 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-59ac780a-708d-460b-9a7a-06e60ed91254 req-bd0dd650-2bcb-4a03-a3b2-2afd9500abca tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 944 time: 0.0769374 Dec 21 22:45:19.512551 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-59ac780a-708d-460b-9a7a-06e60ed91254 req-0a358fb3-d7db-460c-ba44-c8b5025d2f17 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385349 Dec 21 22:45:19.714732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ddb90-4f0b-4be0-974e-072555a2753b req-1a32b8c6-7cc9-4232-a3de-4483844c74b7 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:19.716165 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f19ddb90-4f0b-4be0-974e-072555a2753b req-1a32b8c6-7cc9-4232-a3de-4483844c74b7 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 944 time: 0.0805256 Dec 21 22:45:19.761696 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f19ddb90-4f0b-4be0-974e-072555a2753b req-57d4d67c-5634-46fe-8146-f3e524096860 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401134 Dec 21 22:45:19.935081 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e8159875-dcf1-4338-bd7e-a2eefa3839f5 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:45:20.002914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port e8159875-dcf1-4338-bd7e-a2eefa3839f5 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:45:20.003274 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:20.147661 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:20.174776 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a622bbf-a5ee-426d-bc37-0435c8710318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:45:20.184580 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port e8159875-dcf1-4338-bd7e-a2eefa3839f5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e8159875-dcf1-4338-bd7e-a2eefa3839f5,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:45:20.230722 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a622bbf-a5ee-426d-bc37-0435c8710318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5', 'code': 200} Dec 21 22:45:20.260037 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:20.272588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7b65f-826b-4509-bfdd-ed703c180d6c req-791e8bdc-a9f6-4d69-a29a-5a26d6f349df tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:20.274121 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8fb7b65f-826b-4509-bfdd-ed703c180d6c req-791e8bdc-a9f6-4d69-a29a-5a26d6f349df tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 944 time: 0.0806925 Dec 21 22:45:20.327277 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8fb7b65f-826b-4509-bfdd-ed703c180d6c req-a7e740eb-9196-4806-869a-49499909d9e3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476086 Dec 21 22:45:20.331740 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=e8159875-dcf1-4338-bd7e-a2eefa3839f5,revision_number=8']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:45:20.437254 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-db49345c-257a-4726-9cc0-277e3cd13546 req-c91c9edb-82ca-4e3c-91e8-5df77d051e95 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 1098 time: 0.0670865 Dec 21 22:45:20.569664 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49345c-257a-4726-9cc0-277e3cd13546 req-b8a02416-78f5-4a61-892e-61db844ef8e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:20.571107 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-db49345c-257a-4726-9cc0-277e3cd13546 req-b8a02416-78f5-4a61-892e-61db844ef8e0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1239569 Dec 21 22:45:20.777634 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-db49345c-257a-4726-9cc0-277e3cd13546 req-385e35ad-62d2-4223-ba30-d0a9b930a5c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8159875-dcf1-4338-bd7e-a2eefa3839f5 HTTP/1.1" status: 200 len: 1001 time: 0.1966565 Dec 21 22:45:20.844039 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49345c-257a-4726-9cc0-277e3cd13546 req-85c78f80-96a3-4763-97e3-56813b0effe7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:20.845405 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-db49345c-257a-4726-9cc0-277e3cd13546 req-85c78f80-96a3-4763-97e3-56813b0effe7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0578897 Dec 21 22:45:20.926943 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-db49345c-257a-4726-9cc0-277e3cd13546 req-f9b63aee-bc5e-4d31-9087-f16101b7284c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702231 Dec 21 22:45:21.059269 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-db49345c-257a-4726-9cc0-277e3cd13546 req-a7e079c5-f5d3-4e0e-ad05-97b7fbe53b07 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221149 Dec 21 22:45:21.191111 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-db49345c-257a-4726-9cc0-277e3cd13546 req-6a4dbfb5-33c1-4b35-a727-d09912cf7e3e service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223874 Dec 21 22:45:21.528082 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d18d0-44c2-4a68-8152-8f4c708ffc90 req-798bb0f9-3571-407c-bdcf-5b1b99e76d41 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:21.529522 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9d1d18d0-44c2-4a68-8152-8f4c708ffc90 req-798bb0f9-3571-407c-bdcf-5b1b99e76d41 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0751190 Dec 21 22:45:21.656385 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9d1d18d0-44c2-4a68-8152-8f4c708ffc90 req-aedbafe8-e152-4f2e-a513-5fac3c5bf1f8 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211982 Dec 21 22:45:22.849926 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c9537-e5cc-45b9-b68f-60ec4726cff8 req-8e304554-6aff-4a6f-856d-e9b15e8184cb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:22.851371 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b93c9537-e5cc-45b9-b68f-60ec4726cff8 req-8e304554-6aff-4a6f-856d-e9b15e8184cb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0741582 Dec 21 22:45:22.896254 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b93c9537-e5cc-45b9-b68f-60ec4726cff8 req-348cf8e3-f7f7-4456-a776-1e7cfab9e532 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394993 Dec 21 22:45:23.500446 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745ff0c-6d21-43c3-ac67-c7c152fcfbfc req-92a5ea45-8ec9-4eba-8de4-52e509f28c81 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:23.501865 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9745ff0c-6d21-43c3-ac67-c7c152fcfbfc req-92a5ea45-8ec9-4eba-8de4-52e509f28c81 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0787256 Dec 21 22:45:23.546828 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9745ff0c-6d21-43c3-ac67-c7c152fcfbfc req-ebf1714e-3e51-43cc-934f-52dcb633b258 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394437 Dec 21 22:45:24.741429 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269892fc-708f-46e5-b734-6085d3048634 req-5cb61288-e423-4464-9fea-97b3e244e1ee tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:24.742891 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-269892fc-708f-46e5-b734-6085d3048634 req-5cb61288-e423-4464-9fea-97b3e244e1ee tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0747266 Dec 21 22:45:24.787258 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-269892fc-708f-46e5-b734-6085d3048634 req-2c86dd02-bc91-498f-8daf-3f16dcf92d57 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389881 Dec 21 22:45:25.204403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48db11-93ee-4684-b8a5-80cf0cf576d2 req-b22c5bc5-e10f-47df-a546-14e911da1f1b tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:25.205763 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5c48db11-93ee-4684-b8a5-80cf0cf576d2 req-b22c5bc5-e10f-47df-a546-14e911da1f1b tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0736377 Dec 21 22:45:25.284414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-5c48db11-93ee-4684-b8a5-80cf0cf576d2 req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Deleting port e8159875-dcf1-4338-bd7e-a2eefa3839f5 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:45:25.289424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-5c48db11-93ee-4684-b8a5-80cf0cf576d2 req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:25.524448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-5c48db11-93ee-4684-b8a5-80cf0cf576d2 req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] For port e8159875-dcf1-4338-bd7e-a2eefa3839f5, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e8159875-dcf1-4338-bd7e-a2eefa3839f5,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:45:25.524753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-5c48db11-93ee-4684-b8a5-80cf0cf576d2 req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:25.799481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-5c48db11-93ee-4684-b8a5-80cf0cf576d2 req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:25.799760 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-5c48db11-93ee-4684-b8a5-80cf0cf576d2 req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:25.800064 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [req-5c48db11-93ee-4684-b8a5-80cf0cf576d2 req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Floating IP 25e309f6-9fa9-4c92-8494-75e8e5647727 disassociated. External IP: 172.26.3.166, port: e8159875-dcf1-4338-bd7e-a2eefa3839f5. Dec 21 22:45:25.800412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-5c48db11-93ee-4684-b8a5-80cf0cf576d2 req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Calling delete_port for e8159875-dcf1-4338-bd7e-a2eefa3839f5 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:45:26.005985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce770b8-8515-426a-a7c6-e4f6e8c371ef req-3089a2c8-cf1c-440d-a88b-f67d97efbc13 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:26.007452 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7ce770b8-8515-426a-a7c6-e4f6e8c371ef req-3089a2c8-cf1c-440d-a88b-f67d97efbc13 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 945 time: 0.0986764 Dec 21 22:45:26.053874 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-5c48db11-93ee-4684-b8a5-80cf0cf576d2 req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:26.057180 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7ce770b8-8515-426a-a7c6-e4f6e8c371ef req-dc5d1b84-6687-4f4a-a476-7c6f211a4ffa tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442688 Dec 21 22:45:26.197286 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Pushing event deleted for resources: {'Port': ['ID=e8159875-dcf1-4338-bd7e-a2eefa3839f5,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:45:26.212042 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:26.212562 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:26.212732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:26.213106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:26.213330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:26.213653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:26.213974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:26.214309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:26.214621 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:26.214927 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:26.215249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:45:26.418290 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c48db11-93ee-4684-b8a5-80cf0cf576d2 req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:45:26.612860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c48db11-93ee-4684-b8a5-80cf0cf576d2 req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:45:26.622801 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a9f1eb-403d-4d7c-a71d-e4abaf435725 None None] Sync routers for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:45:26.634979 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a9f1eb-403d-4d7c-a71d-e4abaf435725 None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:45:26.635573 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a2a9f1eb-403d-4d7c-a71d-e4abaf435725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:45:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:45:26.683277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c48db11-93ee-4684-b8a5-80cf0cf576d2 req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] No DVR routers for this DVR port e8159875-dcf1-4338-bd7e-a2eefa3839f5 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:45:26.685711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-5c48db11-93ee-4684-b8a5-80cf0cf576d2 req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:26.688262 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a622bbf-a5ee-426d-bc37-0435c8710318', 'name': 'network-vif-deleted', 'tag': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:45:26.744063 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a622bbf-a5ee-426d-bc37-0435c8710318', 'name': 'network-vif-deleted', 'tag': 'e8159875-dcf1-4338-bd7e-a2eefa3839f5', 'status': 'completed', 'code': 200} Dec 21 22:45:26.757499 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5c48db11-93ee-4684-b8a5-80cf0cf576d2 req-02fcfbbc-43e4-4344-be76-bc1a26b9d9fb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "DELETE /v2.0/ports/e8159875-dcf1-4338-bd7e-a2eefa3839f5 HTTP/1.1" status: 204 len: 173 time: 1.5382600 Dec 21 22:45:26.811871 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-a2a9f1eb-403d-4d7c-a71d-e4abaf435725 None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:45:27.121110 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a2a9f1eb-403d-4d7c-a71d-e4abaf435725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:45:27.124992 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a9f1eb-403d-4d7c-a71d-e4abaf435725 None None] Checking router: 3015bef1-a6a6-476b-ae29-2675e5cbbae8 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:45:27.136032 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a9f1eb-403d-4d7c-a71d-e4abaf435725 None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:45:27.136627 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a2a9f1eb-403d-4d7c-a71d-e4abaf435725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:45:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:45:27.236180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-9fc859d2-0911-4118-a36e-3035f098b910 req-ec55c903-51e9-437c-899b-6a7f87372dc1 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Synchronizing usage tracker for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:45:27.265559 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8c92737b-d00c-4ad2-9b7d-2054caeaf3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:27.322582 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-a2a9f1eb-403d-4d7c-a71d-e4abaf435725 None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:45:27.322795 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-9fc859d2-0911-4118-a36e-3035f098b910 req-ec55c903-51e9-437c-899b-6a7f87372dc1 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Unset dirty status for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:45:27.323987 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9fc859d2-0911-4118-a36e-3035f098b910 req-ec55c903-51e9-437c-899b-6a7f87372dc1 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a622bbf-a5ee-426d-bc37-0435c8710318 HTTP/1.1" status: 200 len: 210 time: 0.1280131 Dec 21 22:45:27.638900 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a2a9f1eb-403d-4d7c-a71d-e4abaf435725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:45:27.642858 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a9f1eb-403d-4d7c-a71d-e4abaf435725 None None] The sync data for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv is: [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:45:27.864910 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf78c64e-25bf-454f-87dc-eb444bd781d0 None None] New status for floating IP 25e309f6-9fa9-4c92-8494-75e8e5647727: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:45:28.688325 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-67c318d7-2dea-49d4-b668-437554f43c93 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1941962074&fields=id&tenant_id=d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 267 time: 0.0400939 Dec 21 22:45:28.835547 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-b3757369-1029-44cd-9fb3-f23e94710904 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:28.836958 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-b3757369-1029-44cd-9fb3-f23e94710904 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 812 time: 0.1419685 Dec 21 22:45:28.853289 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-df9a2d8c-f7ce-48e3-a132-8496bce0716e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/quotas/d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 375 time: 0.0109978 Dec 21 22:45:28.932367 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-66fedf44-852e-4285-98f5-22d2fa0a0501 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742280 Dec 21 22:45:29.067264 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-020fc0b1-18e6-44d2-a98d-9d1e366283ee service neutron] 10.222.0.37 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232796 Dec 21 22:45:29.195754 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-35840db5-dcbe-4ce0-a519-7fca7048424a service neutron] 10.222.0.37 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227968 Dec 21 22:45:29.445872 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-db02a0c1-0e31-4e7c-be8a-fb536c876cae req-9a724472-cba6-4b9b-84c3-b6e24af35f72 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 210 time: 0.0405629 Dec 21 22:45:29.660042 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-883234ca-5e67-4c7a-96df-6e89f5b33471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:29.982044 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e8159875-dcf1-4338-bd7e-a2eefa3839f5 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:45:30.014538 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: e8159875-dcf1-4338-bd7e-a2eefa3839f5 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:45:30.014879 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e8159875-dcf1-4338-bd7e-a2eefa3839f5 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:45:30.606190 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ba30727b-5965-4d2c-bbfc-9f07dfd6f159 req-f80d8010-7dca-4938-a977-659a0e02c83b tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 210 time: 0.0411036 Dec 21 22:45:30.745855 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:30.768466 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:31.496974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-3e266390-ab99-4ea3-a2bf-5626da314494 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:31.498388 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-3e266390-ab99-4ea3-a2bf-5626da314494 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 812 time: 0.1488340 Dec 21 22:45:31.565031 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-6838f282-8e7d-4a8c-aae8-c857ce70a001 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 380 time: 0.0436928 Dec 21 22:45:31.575751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-165b4e9d-8443-4216-885d-2b2cb0216042 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Request body: {'port': {'device_id': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'admin_state_up': True, 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'security_groups': ['ae3f4596-a796-4229-8a52-9ab769c14f7e']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:45:31.716084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-165b4e9d-8443-4216-885d-2b2cb0216042 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:45:31.726000 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-165b4e9d-8443-4216-885d-2b2cb0216042 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:45:31.774555 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ea1df8f6-b150-4492-ac24-355550ad33bf req-88aa5c3f-e289-4f95-800f-f4b56aff2863 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 210 time: 0.0404646 Dec 21 22:45:31.817878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-165b4e9d-8443-4216-885d-2b2cb0216042 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Made reservation on behalf of d53d0b92dec44237a581b5360457592c for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:45:31.820838 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-165b4e9d-8443-4216-885d-2b2cb0216042 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:31.982703 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-165b4e9d-8443-4216-885d-2b2cb0216042 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Allocated IP 172.20.0.14 (1ae40156-f367-450c-9ed3-f0c8f5ae003a/3e3b7a87-df40-4016-af03-863327c86aaf/3f5a44d8-9196-4301-b3f3-df09a9e9e1c6) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:45:32.163499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-165b4e9d-8443-4216-885d-2b2cb0216042 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:32.179648 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-165b4e9d-8443-4216-885d-2b2cb0216042 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Transition to ACTIVE for port object 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:45:32.257725 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-165b4e9d-8443-4216-885d-2b2cb0216042 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:32.329073 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-165b4e9d-8443-4216-885d-2b2cb0216042 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Network 1ae40156-f367-450c-9ed3-f0c8f5ae003a is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:45:32.332397 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-165b4e9d-8443-4216-885d-2b2cb0216042 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:45:32.335128 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-165b4e9d-8443-4216-885d-2b2cb0216042 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:45:32.344490 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:32.373839 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b4e9d-8443-4216-885d-2b2cb0216042 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Pushing event updated for resources: {'Port': ['ID=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:45:32.413180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-165b4e9d-8443-4216-885d-2b2cb0216042 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:32.413834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-165b4e9d-8443-4216-885d-2b2cb0216042 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:32.529506 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-165b4e9d-8443-4216-885d-2b2cb0216042 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9572220 Dec 21 22:45:32.542349 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Request body: {'port': {'device_id': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:45:32.631575 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4ddb62b9-4420-4f13-9f1f-98dd3935598e None None] Provisioning for port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:45:32.636388 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4ddb62b9-4420-4f13-9f1f-98dd3935598e None None] Provisioning complete for port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:45:32.636751 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4ddb62b9-4420-4f13-9f1f-98dd3935598e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:32.651974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:32.690465 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb62b9-4420-4f13-9f1f-98dd3935598e None None] Port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:45:32.972122 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68388b41-59f1-45fb-b3bf-6ead14de9161 req-ae6c6c85-c62e-4122-9c3a-ce51bebc87ce tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:32.973834 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-68388b41-59f1-45fb-b3bf-6ead14de9161 req-ae6c6c85-c62e-4122-9c3a-ce51bebc87ce tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 932 time: 0.0791309 Dec 21 22:45:33.019049 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-68388b41-59f1-45fb-b3bf-6ead14de9161 req-3e8338a6-d159-47c9-ae0f-2c62ad7c70b2 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395422 Dec 21 22:45:33.080733 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:45:33.087555 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:33.101610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Transition to ACTIVE for port object 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:45:33.191562 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:33.316885 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:45:33.439535 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Attempting to bind port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:45:33.439862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Attempting to bind port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:45:33.440420 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Attempting to bind port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 on network 1ae40156-f367-450c-9ed3-f0c8f5ae003a {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:45:33.446901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 on network 1ae40156-f367-450c-9ed3-f0c8f5ae003a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:45:33.447205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Attempting to bind port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 on network 1ae40156-f367-450c-9ed3-f0c8f5ae003a {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:45:33.453222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:45:33.453544 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Checking segment: {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:45:33.453916 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Bound using segment: {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:45:33.454350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Bound port: 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:45:33.454679 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:33.541129 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] For port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:45:33.547554 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] For port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:45:33.617122 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:33.682429 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:33.683776 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] 10.222.0.49 "PUT /v2.0/ports/3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 HTTP/1.1" status: 200 len: 1094 time: 1.1455355 Dec 21 22:45:33.684206 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'tag': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:45:33.710434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b50f31-d23a-40e1-87ad-04a254d41774 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:45:33.743975 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'tag': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6', 'status': 'completed', 'code': 200} Dec 21 22:45:33.839876 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9debcba3-7ba5-4e23-9d64-2815ca5b3c5b req-fa5c6e70-81a6-4762-b94e-75b83eef02e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 1097 time: 0.0723169 Dec 21 22:45:33.984365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debcba3-7ba5-4e23-9d64-2815ca5b3c5b req-d9dca1f7-133a-4a1d-a993-82cab78e439d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:33.985780 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9debcba3-7ba5-4e23-9d64-2815ca5b3c5b req-d9dca1f7-133a-4a1d-a993-82cab78e439d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d53d0b92dec44237a581b5360457592c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1341004 Dec 21 22:45:34.127816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debcba3-7ba5-4e23-9d64-2815ca5b3c5b req-df255eb7-4490-464d-bc36-793cc34fdafb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:34.129238 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9debcba3-7ba5-4e23-9d64-2815ca5b3c5b req-df255eb7-4490-464d-bc36-793cc34fdafb service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334212 Dec 21 22:45:34.219530 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb527493-d1cf-4e11-ac2f-7874d108e70f req-af0a29f1-bb34-4c67-9f9e-28977bd6adeb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:34.220964 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bb527493-d1cf-4e11-ac2f-7874d108e70f req-af0a29f1-bb34-4c67-9f9e-28977bd6adeb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 944 time: 0.0778089 Dec 21 22:45:34.253446 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-bd57e0ce-02e6-4aaf-8ede-8a862d68e420 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 1097 time: 0.0801635 Dec 21 22:45:34.270797 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bb527493-d1cf-4e11-ac2f-7874d108e70f req-2148ca4d-670f-4111-8bae-2fda67e3f31c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437379 Dec 21 22:45:34.326263 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-70dc054d-675f-4e40-a954-dbaf07f1af1d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 HTTP/1.1" status: 200 len: 217 time: 0.0612357 Dec 21 22:45:34.393224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-8284fd57-ffda-482a-af9e-fe63c9418bcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:34.395018 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-8284fd57-ffda-482a-af9e-fe63c9418bcf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0592532 Dec 21 22:45:34.472608 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-488ce407-b5c0-4492-98a7-18f126988542 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675154 Dec 21 22:45:34.605803 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-91faf7a2-917e-47d2-93fb-4736fc1737fd service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218545 Dec 21 22:45:34.818455 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a3b1f156-7a00-4500-82d0-43743ec39c52 req-2cfc98a4-2e25-4430-b52c-780b00e07ccd service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059009 Dec 21 22:45:35.485827 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562b73f-b738-4a5f-a45f-0098a8a7db35 req-89dce684-3198-44ab-9d26-a6f1b511da7d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:35.486522 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-4562b73f-b738-4a5f-a45f-0098a8a7db35 req-89dce684-3198-44ab-9d26-a6f1b511da7d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Synchronizing usage tracker for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:45:35.563509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-4562b73f-b738-4a5f-a45f-0098a8a7db35 req-89dce684-3198-44ab-9d26-a6f1b511da7d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Unset dirty status for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:45:35.564849 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4562b73f-b738-4a5f-a45f-0098a8a7db35 req-89dce684-3198-44ab-9d26-a6f1b511da7d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 944 time: 0.1606653 Dec 21 22:45:35.614929 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4562b73f-b738-4a5f-a45f-0098a8a7db35 req-b43342bf-a793-40ff-be12-c04d5dec5b02 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434530 Dec 21 22:45:35.727447 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:45:36.809696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e230f-ea6f-4525-b4aa-c7fd9919d9f3 req-60ffb4d8-b7fe-4e3a-9de3-596bb38d5b56 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:36.811157 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-831e230f-ea6f-4525-b4aa-c7fd9919d9f3 req-60ffb4d8-b7fe-4e3a-9de3-596bb38d5b56 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 944 time: 0.0766058 Dec 21 22:45:36.856902 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-831e230f-ea6f-4525-b4aa-c7fd9919d9f3 req-5b0421f9-82a4-4c63-a7ef-0cc770db52d9 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401037 Dec 21 22:45:38.011848 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:45:38.054689 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62a2e0-1f4b-4f7f-b7c4-284d19ca28b7 req-492469cb-9457-4388-896e-1ad2c34a7f9f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:38.056275 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8a62a2e0-1f4b-4f7f-b7c4-284d19ca28b7 req-492469cb-9457-4388-896e-1ad2c34a7f9f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 944 time: 0.0775497 Dec 21 22:45:38.104367 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8a62a2e0-1f4b-4f7f-b7c4-284d19ca28b7 req-ddf6d347-62d6-4342-8886-6528ffa54d48 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426435 Dec 21 22:45:38.147305 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:45:38.159922 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'port_id': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6', 'mac_address': 'fa:16:3e:fd:93:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:45:38.212729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:38.230357 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:45:38.245799 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:45:38.339763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:38.404549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:45:38.605863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['3f5a44d8-9196-4301-b3f3-df09a9e9e1c6'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:45:39.301702 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f276545-fc52-4b42-99b0-301822cc49bd req-c3d783b5-9cdf-462a-a219-55a4219d20eb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:39.303287 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3f276545-fc52-4b42-99b0-301822cc49bd req-c3d783b5-9cdf-462a-a219-55a4219d20eb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 945 time: 0.0785482 Dec 21 22:45:39.347207 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3f276545-fc52-4b42-99b0-301822cc49bd req-893b0e5f-cdc5-482b-bcb7-53859320fe8c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384991 Dec 21 22:45:40.020035 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:45:40.168536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:45:40.173232 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:45:40.175412 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:40.282041 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:40.310811 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:45:40.321158 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:45:40.364820 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6', 'code': 200} Dec 21 22:45:40.397749 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:40.465120 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:45:40.554377 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab7f175-2d44-4861-9d10-167dbc4fe7e0 req-fab90d24-0295-48ec-ab41-df5486958033 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:40.555840 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7ab7f175-2d44-4861-9d10-167dbc4fe7e0 req-fab90d24-0295-48ec-ab41-df5486958033 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0758262 Dec 21 22:45:40.601392 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7ab7f175-2d44-4861-9d10-167dbc4fe7e0 req-0cbf5a06-f1e2-4be9-ab47-192e6fde4313 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398202 Dec 21 22:45:40.711694 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-194f89fe-85f9-40d5-82f9-f52fe2bd37aa req-362ac408-0004-47ce-aa36-f8bdae0752bd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 1099 time: 0.0666666 Dec 21 22:45:40.755246 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-194f89fe-85f9-40d5-82f9-f52fe2bd37aa req-e86c5923-3621-48d1-a6d4-944719505e21 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363505 Dec 21 22:45:41.800680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888be03-31eb-415b-ae0d-cb6f2c02c043 req-c919dd3d-1fad-45e0-9a50-6b3fccc11421 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:41.802638 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6888be03-31eb-415b-ae0d-cb6f2c02c043 req-c919dd3d-1fad-45e0-9a50-6b3fccc11421 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0779445 Dec 21 22:45:41.848470 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6888be03-31eb-415b-ae0d-cb6f2c02c043 req-e3699452-29b6-43a8-8691-5b2365d83889 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402720 Dec 21 22:45:43.044158 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5bf49-3c38-46a6-8a23-51dde1ab9bd5 req-a5f4ccfe-d379-44f5-8e2c-c55625744bfd tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:43.045560 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4be5bf49-3c38-46a6-8a23-51dde1ab9bd5 req-a5f4ccfe-d379-44f5-8e2c-c55625744bfd tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0781865 Dec 21 22:45:43.092137 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4be5bf49-3c38-46a6-8a23-51dde1ab9bd5 req-0ae786e0-4334-4e59-b2a9-cfbcffcf873d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411100 Dec 21 22:45:43.282312 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816c8f0-6580-403b-ac4e-548df8238a9b req-13b07d9f-9b4f-4f93-99fb-08d300b416f8 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:43.290958 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6816c8f0-6580-403b-ac4e-548df8238a9b req-13b07d9f-9b4f-4f93-99fb-08d300b416f8 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0757389 Dec 21 22:45:43.295484 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 43258) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:45:43.300456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e032a877-ce41-48a2-bd65-a561725e162a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Request body: {'floatingip': {'port_id': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:45:43.378126 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e032a877-ce41-48a2-bd65-a561725e162a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for floatingip, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:43.958327 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e032a877-ce41-48a2-bd65-a561725e162a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:44.010933 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e032a877-ce41-48a2-bd65-a561725e162a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:44.198733 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-e032a877-ce41-48a2-bd65-a561725e162a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Floating IP 25e309f6-9fa9-4c92-8494-75e8e5647727 associated. External IP: 172.26.3.166, port: 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6. Dec 21 22:45:44.682117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e032a877-ce41-48a2-bd65-a561725e162a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:45:44.877707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e032a877-ce41-48a2-bd65-a561725e162a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:45:44.883104 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e032a877-ce41-48a2-bd65-a561725e162a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:44.888032 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7434f78-5000-43a7-b026-3b94c9fb88dd None None] Sync routers for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:45:44.926948 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7434f78-5000-43a7-b026-3b94c9fb88dd None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:45:44.927557 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-b7434f78-5000-43a7-b026-3b94c9fb88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:45:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:45:44.939233 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e032a877-ce41-48a2-bd65-a561725e162a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "PUT /v2.0/floatingips/25e309f6-9fa9-4c92-8494-75e8e5647727 HTTP/1.1" status: 200 len: 992 time: 1.6426365 Dec 21 22:45:44.939826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'tag': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:45:45.008710 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'tag': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6', 'status': 'completed', 'code': 200} Dec 21 22:45:45.103098 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-b7434f78-5000-43a7-b026-3b94c9fb88dd None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:45:45.104300 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-36634416-4afa-4f86-a1aa-96627a79235a req-5a3acf08-7f40-42c0-845b-ce5ae0f2a2b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 1099 time: 0.0730963 Dec 21 22:45:45.234089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36634416-4afa-4f86-a1aa-96627a79235a req-2479ca9a-d7e8-4192-876b-55f8f4af7ba1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:45.235513 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-36634416-4afa-4f86-a1aa-96627a79235a req-2479ca9a-d7e8-4192-876b-55f8f4af7ba1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1249435 Dec 21 22:45:45.339204 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-36634416-4afa-4f86-a1aa-96627a79235a req-b87ceb8c-7ea9-4c5c-ae86-4f364c87f25a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 HTTP/1.1" status: 200 len: 1000 time: 0.0970671 Dec 21 22:45:45.401789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36634416-4afa-4f86-a1aa-96627a79235a req-70cf3d52-d371-4b1f-a608-f75ce093144e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:45:45.403232 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-36634416-4afa-4f86-a1aa-96627a79235a req-70cf3d52-d371-4b1f-a608-f75ce093144e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0582469 Dec 21 22:45:45.442368 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-b7434f78-5000-43a7-b026-3b94c9fb88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '25e309f6-9fa9-4c92-8494-75e8e5647727', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'port_id': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'mac_address': 'fa:16:3e:fd:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:42:33Z', 'updated_at': '2021-12-21T22:45:43Z', 'revision_number': 9, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:45:45.447007 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7434f78-5000-43a7-b026-3b94c9fb88dd None None] Checking router: 3015bef1-a6a6-476b-ae29-2675e5cbbae8 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:45:45.457599 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7434f78-5000-43a7-b026-3b94c9fb88dd None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:45:45.458220 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-b7434f78-5000-43a7-b026-3b94c9fb88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:45:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:45:45.482106 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-36634416-4afa-4f86-a1aa-96627a79235a req-3bde7781-ef94-4d86-a9cf-9018830e82c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718515 Dec 21 22:45:45.540168 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:45.618001 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-36634416-4afa-4f86-a1aa-96627a79235a req-17ee69fd-229c-4700-a91d-524c8998b3df service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282537 Dec 21 22:45:45.634379 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-b7434f78-5000-43a7-b026-3b94c9fb88dd None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:45:45.747706 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-36634416-4afa-4f86-a1aa-96627a79235a req-f949cc29-337e-4198-b801-0690a8a078a5 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235063 Dec 21 22:45:45.980790 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-b7434f78-5000-43a7-b026-3b94c9fb88dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '25e309f6-9fa9-4c92-8494-75e8e5647727', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'port_id': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'mac_address': 'fa:16:3e:fd:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:42:33Z', 'updated_at': '2021-12-21T22:45:43Z', 'revision_number': 9, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:45:45.984554 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7434f78-5000-43a7-b026-3b94c9fb88dd None None] The sync data for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv is: [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '25e309f6-9fa9-4c92-8494-75e8e5647727', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'port_id': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'mac_address': 'fa:16:3e:fd:93:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:42:33Z', 'updated_at': '2021-12-21T22:45:43Z', 'revision_number': 9, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:45:46.188620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccf80b-bbe6-40aa-89ca-832664806c4c None None] New status for floating IP 25e309f6-9fa9-4c92-8494-75e8e5647727: ACTIVE {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:45:57.262805 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7677504f-b058-4d87-9414-c031b9e1a82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:45:59.668216 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28d9a66d-cdab-4383-a1a6-6840e71df174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:00.776899 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:00.794074 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:02.283413 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:08.793575 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5d74aca3-f447-4a9f-ac61-1d0f00912efa req-583544be-a7eb-4f72-ae54-0ea6e252cb34 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659328 Dec 21 22:46:09.027269 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5d74aca3-f447-4a9f-ac61-1d0f00912efa req-f27fd2e9-fcd0-4297-a0eb-a3525449ee33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 1099 time: 0.1659646 Dec 21 22:46:09.167148 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74aca3-f447-4a9f-ac61-1d0f00912efa req-3cdc43ff-9ba1-4167-9448-6cc6d2bb036d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:09.168456 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5d74aca3-f447-4a9f-ac61-1d0f00912efa req-3cdc43ff-9ba1-4167-9448-6cc6d2bb036d service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1223855 Dec 21 22:46:09.270454 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5d74aca3-f447-4a9f-ac61-1d0f00912efa req-9848ffcc-5907-4148-bd51-df0c36d61717 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 HTTP/1.1" status: 200 len: 1003 time: 0.0946057 Dec 21 22:46:09.332313 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74aca3-f447-4a9f-ac61-1d0f00912efa req-5b656158-5af0-4b69-95a0-5c5cac975c81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:09.333688 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5d74aca3-f447-4a9f-ac61-1d0f00912efa req-5b656158-5af0-4b69-95a0-5c5cac975c81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0563054 Dec 21 22:46:09.408837 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5d74aca3-f447-4a9f-ac61-1d0f00912efa req-8e4e22be-2f6b-40e9-a682-6edf8b4d5243 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684676 Dec 21 22:46:09.542364 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5d74aca3-f447-4a9f-ac61-1d0f00912efa req-1683ea0b-9cab-454f-b63b-0e8d251b2892 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261539 Dec 21 22:46:09.671337 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5d74aca3-f447-4a9f-ac61-1d0f00912efa req-a62bfc25-e26b-4453-8716-abbaa046708b service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219277 Dec 21 22:46:12.726853 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:46:15.557449 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:24.168464 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ee8f0ec8-9212-4996-ba7e-d9d2cdd54a6c req-435483f1-17d0-4738-acd6-3658860e24ce service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0664184 Dec 21 22:46:24.691323 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-ccf4917a-63c0-456c-b6c0-4833309fea8b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0707054 Dec 21 22:46:24.711933 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c3055-afc4-4a7c-845f-08a28e0acbcc req-bb2804b4-0920-4939-90da-ec76436eca45 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:24.713393 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-eb6c3055-afc4-4a7c-845f-08a28e0acbcc req-bb2804b4-0920-4939-90da-ec76436eca45 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.1517150 Dec 21 22:46:24.758804 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-eb6c3055-afc4-4a7c-845f-08a28e0acbcc req-c0612c0e-6ee8-4c44-9d26-7756c491726a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395260 Dec 21 22:46:26.021027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64776ee8-24d9-46c6-9e4d-8033346868fe req-503cac79-c368-4438-809b-0925fabc9b5f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:26.022485 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-64776ee8-24d9-46c6-9e4d-8033346868fe req-503cac79-c368-4438-809b-0925fabc9b5f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.1436779 Dec 21 22:46:26.072515 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-64776ee8-24d9-46c6-9e4d-8033346868fe req-af63cd2c-d191-4de8-bca1-a0b61c143f32 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410557 Dec 21 22:46:26.912699 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-14136425-d6b7-4a4b-8e99-7275a5f96196 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 1099 time: 0.0717425 Dec 21 22:46:27.047229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-2de48238-5131-4a04-bb98-3ed2e1a29ae6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:27.048638 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-2de48238-5131-4a04-bb98-3ed2e1a29ae6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1258297 Dec 21 22:46:27.152172 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-3a171991-94e8-4af1-a848-a81604bac200 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 HTTP/1.1" status: 200 len: 1003 time: 0.0959432 Dec 21 22:46:27.220645 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-04ef1169-9669-4739-8c4a-575d7cc96f38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:27.222370 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-04ef1169-9669-4739-8c4a-575d7cc96f38 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0611639 Dec 21 22:46:27.245425 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ee353f04-4d40-4897-813b-ae61f8bb5eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:27.288066 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff3efb-abca-487e-95ff-98fac61ee886 req-67de1106-251f-48cf-a10c-0efc67d6addf tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:27.289546 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3aff3efb-abca-487e-95ff-98fac61ee886 req-67de1106-251f-48cf-a10c-0efc67d6addf tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0889835 Dec 21 22:46:27.300737 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-b53be702-ed8c-4dfe-9698-ce9f0fe9bae1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689056 Dec 21 22:46:27.315239 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-7778c10e-2a8a-4e82-80ac-3ead39587010 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:46:27.316192 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-7778c10e-2a8a-4e82-80ac-3ead39587010 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048237 Dec 21 22:46:27.335857 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3aff3efb-abca-487e-95ff-98fac61ee886 req-84ac8615-3fbc-4bf5-8692-351eefdddb19 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405018 Dec 21 22:46:27.450534 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-fa1dfeff-85d7-4eae-81e2-85e5a6aa9a4b service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239727 Dec 21 22:46:27.686289 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-eee03b37-6890-487a-8519-f65a1c36538e service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248063 Dec 21 22:46:28.530667 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcafe28-93e8-4872-84c8-54aa8d1ff6ea req-0d179fd6-c2e8-4d74-a98f-af4f74edd092 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:28.531996 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0dcafe28-93e8-4872-84c8-54aa8d1ff6ea req-0d179fd6-c2e8-4d74-a98f-af4f74edd092 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0776687 Dec 21 22:46:28.576019 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0dcafe28-93e8-4872-84c8-54aa8d1ff6ea req-b60303d9-fbb0-4dfb-aa27-3398b78f9bc5 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385611 Dec 21 22:46:29.684921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-48bd8b43-303e-44a1-afba-49f0660a1aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:29.771729 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cc421-a03a-4ea8-9380-e8320d84c27e req-379cbfb8-4da9-441b-8f7e-b0fd4f934662 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:29.773762 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8b3cc421-a03a-4ea8-9380-e8320d84c27e req-379cbfb8-4da9-441b-8f7e-b0fd4f934662 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0759511 Dec 21 22:46:29.822252 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8b3cc421-a03a-4ea8-9380-e8320d84c27e req-8ed9e98d-e084-4ac9-b6e4-86bff8f89a4e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427244 Dec 21 22:46:30.742354 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:30.770490 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:31.018502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad0ad5-acfa-410a-bf95-a30d7c0e78b7 req-97fe9cc0-4382-4d0a-bed3-49e32432f02d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:31.019833 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-92ad0ad5-acfa-410a-bf95-a30d7c0e78b7 req-97fe9cc0-4382-4d0a-bed3-49e32432f02d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0768473 Dec 21 22:46:31.068281 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-92ad0ad5-acfa-410a-bf95-a30d7c0e78b7 req-2113a0f0-52a2-41dc-b05c-9610819f05fe tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426519 Dec 21 22:46:32.263323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8effa9b-d0ba-433f-9a39-1c1f8f9d5174 req-8491add9-556c-4566-af05-90c515f67b7e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:32.273913 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a8effa9b-d0ba-433f-9a39-1c1f8f9d5174 req-8491add9-556c-4566-af05-90c515f67b7e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0765650 Dec 21 22:46:32.311802 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a8effa9b-d0ba-433f-9a39-1c1f8f9d5174 req-654a3edf-fd6d-4c04-966a-7c65beb03abc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415466 Dec 21 22:46:32.319384 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:33.504469 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a856f-2566-455f-8820-d294f3a956c3 req-c5077cd3-0d23-4a65-8782-e04d5ed38481 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:33.505889 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-082a856f-2566-455f-8820-d294f3a956c3 req-c5077cd3-0d23-4a65-8782-e04d5ed38481 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0746832 Dec 21 22:46:33.551687 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-082a856f-2566-455f-8820-d294f3a956c3 req-c85f0317-d70a-454b-b528-52926d07ca32 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393596 Dec 21 22:46:34.751286 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d03e7-12c3-4596-95de-22095d5c29d5 req-d46ddf9a-d34c-4c9f-80f2-46d15572f55f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:34.752745 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-379d03e7-12c3-4596-95de-22095d5c29d5 req-d46ddf9a-d34c-4c9f-80f2-46d15572f55f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0792413 Dec 21 22:46:34.797911 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-379d03e7-12c3-4596-95de-22095d5c29d5 req-96302b3e-41b3-4fd8-a289-8c12f04c1d85 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396423 Dec 21 22:46:35.994810 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e57ba7-01a1-490c-85a4-5e8fb71bdb86 req-d905e108-865a-49af-ba4b-68275ed65343 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:35.996229 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-25e57ba7-01a1-490c-85a4-5e8fb71bdb86 req-d905e108-865a-49af-ba4b-68275ed65343 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0788002 Dec 21 22:46:36.041205 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-25e57ba7-01a1-490c-85a4-5e8fb71bdb86 req-d9de1afc-635f-42b0-9baf-874aa3c0d889 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395548 Dec 21 22:46:37.373377 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71568b-e352-4c19-b1ac-f17b79129f00 req-7061adac-2b59-414a-9309-700fc5c464e0 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:37.374751 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0d71568b-e352-4c19-b1ac-f17b79129f00 req-7061adac-2b59-414a-9309-700fc5c464e0 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0745666 Dec 21 22:46:37.419252 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0d71568b-e352-4c19-b1ac-f17b79129f00 req-ad6ef63c-8720-4486-b064-772914c8de92 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391109 Dec 21 22:46:38.612703 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e152b95-09ee-4695-b562-92cb8460a11a req-8e8366f2-007f-42de-b551-37c9d7884211 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:38.614055 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3e152b95-09ee-4695-b562-92cb8460a11a req-8e8366f2-007f-42de-b551-37c9d7884211 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0740225 Dec 21 22:46:38.658889 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3e152b95-09ee-4695-b562-92cb8460a11a req-f436cbb4-69c4-4a1d-a902-3a102c49c411 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390849 Dec 21 22:46:39.930546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee14caf-f86d-4ca0-b999-e5f16dc892b9 req-b2f630b1-ee09-428f-864d-afd4f80dda9c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:39.932004 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8ee14caf-f86d-4ca0-b999-e5f16dc892b9 req-b2f630b1-ee09-428f-864d-afd4f80dda9c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.1528323 Dec 21 22:46:39.967188 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-4754a3a0-6766-40c7-8f46-7a7bc2c36617 service neutron] 10.222.0.49 "GET /v2.0/ports/3f5a44d8-9196-4301-b3f3-df09a9e9e1c6/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0770299 Dec 21 22:46:39.977585 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8ee14caf-f86d-4ca0-b999-e5f16dc892b9 req-13422cba-8d74-4039-9642-398c58075ceb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399435 Dec 21 22:46:40.607645 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-e6f12cd1-dd5a-4f78-8072-99fee3090d52 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c&tenant_id=d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 1099 time: 0.0671573 Dec 21 22:46:40.705963 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-c1915af5-54c0-43c9-a695-a341694bd4d5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 1099 time: 0.0713279 Dec 21 22:46:40.838757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-14ce21f7-41ec-4dc3-b1d6-177a5b846666 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:40.840166 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-14ce21f7-41ec-4dc3-b1d6-177a5b846666 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1239598 Dec 21 22:46:40.944813 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-befa0ce7-844f-4944-97ac-afff0105f435 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 HTTP/1.1" status: 200 len: 1003 time: 0.0941525 Dec 21 22:46:41.008721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-28145ae9-f7c8-4dad-a8e5-6c95cbba647a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:41.010150 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-28145ae9-f7c8-4dad-a8e5-6c95cbba647a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0559337 Dec 21 22:46:41.089200 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-4c147f43-6510-4f6f-a5c6-91675e490797 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695753 Dec 21 22:46:41.276962 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-f0170e62-86f3-4a09-b43e-82d663c25a00 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781983 Dec 21 22:46:41.285386 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09963bf-0500-4c0e-91b5-13bc10fad4e5 req-4a53ad07-b20c-46ed-800e-206d0afdafeb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:41.286764 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e09963bf-0500-4c0e-91b5-13bc10fad4e5 req-4a53ad07-b20c-46ed-800e-206d0afdafeb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.1870267 Dec 21 22:46:41.421746 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e09963bf-0500-4c0e-91b5-13bc10fad4e5 req-c708b579-0fc8-4caa-ab01-172506a28b99 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174436 Dec 21 22:46:41.445344 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8ecfba81-1e81-438e-ba18-f5667871c1e2 req-e0d537d8-5692-469a-bf6f-1394dd4dec1d service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568849 Dec 21 22:46:42.619456 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa20b4-ae06-40a1-ad10-c9efad4fe1e9 req-34a9173c-8b83-47b5-baec-78adb3b18f51 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:42.620784 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bdaa20b4-ae06-40a1-ad10-c9efad4fe1e9 req-34a9173c-8b83-47b5-baec-78adb3b18f51 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0763199 Dec 21 22:46:42.669413 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bdaa20b4-ae06-40a1-ad10-c9efad4fe1e9 req-49caae79-52c8-4382-bce3-805a9f161a6e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432527 Dec 21 22:46:43.958708 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd3861-3840-494f-be71-4e0a6da8604d req-84e098b7-5545-4276-8207-4acd82fa9bd0 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:43.960055 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2ebd3861-3840-494f-be71-4e0a6da8604d req-84e098b7-5545-4276-8207-4acd82fa9bd0 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.1721663 Dec 21 22:46:44.004900 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2ebd3861-3840-494f-be71-4e0a6da8604d req-1e6ed43b-9820-42a1-b8a3-9be54c6f9c26 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383461 Dec 21 22:46:44.312517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:46:44.314815 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:46:44.518107 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:44.548449 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:46:44.568053 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:46:44.575212 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'port_id': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6', 'mac_address': 'fa:16:3e:fd:93:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:46:44.603969 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:46:44.632837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:44.650393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:46:44.672916 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:44.735684 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6', 'code': 200} Dec 21 22:46:44.785545 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:46:44.785941 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:46:44.789724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:46:44.797818 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:44.798196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:44.798583 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:44.798862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:44.799190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:44.799518 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:44.799840 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:44.800163 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:44.800477 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:44.800791 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:44.801106 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:45.200836 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5138f4-f0a3-4288-a17b-4bf62a33f9b9 req-71191935-e3f2-4732-b178-d045234fdc39 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:45.202276 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e5138f4-f0a3-4288-a17b-4bf62a33f9b9 req-71191935-e3f2-4732-b178-d045234fdc39 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 944 time: 0.0749321 Dec 21 22:46:45.248125 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9e5138f4-f0a3-4288-a17b-4bf62a33f9b9 req-1bba4cc3-2403-4766-9d07-7dd27451cac3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 Dec 21 22:46:45.341054 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:45.358651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:46:45.373553 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:46:45.439336 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:45.507105 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['3f5a44d8-9196-4301-b3f3-df09a9e9e1c6'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:46:45.560791 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,revision_number=7']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:46:45.596269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:46.061651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8097b-3918-4b1c-ad53-ea8ecec7accd req-7846c334-e99d-4ef3-8a18-72b747c6c105 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:46.063096 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-59b8097b-3918-4b1c-ad53-ea8ecec7accd req-7846c334-e99d-4ef3-8a18-72b747c6c105 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 945 time: 0.1359878 Dec 21 22:46:46.075499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-2956f8ef-2d68-4c97-aa6a-3ecf262e5247 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:46.076797 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-2956f8ef-2d68-4c97-aa6a-3ecf262e5247 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c&tenant_id=d53d0b92dec44237a581b5360457592c&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 945 time: 0.1147425 Dec 21 22:46:46.173399 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-59b8097b-3918-4b1c-ad53-ea8ecec7accd req-d1bb2e44-55e2-4258-9895-e7b814a9dc3e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039231 Dec 21 22:46:46.182325 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-7f455a01-38c3-407a-90e1-b2342f112d97 service neutron] 10.222.0.49 "GET /v2.0/ports/3f5a44d8-9196-4301-b3f3-df09a9e9e1c6/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0922356 Dec 21 22:46:46.274329 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-b769e758-0b9e-41f2-9a36-5cf544a54e9a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 1098 time: 0.0673990 Dec 21 22:46:46.331545 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:46:46.398725 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:46:46.399419 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:46.406526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-ae0a019b-b883-4aab-ad1d-b7895b5e7793 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:46.407956 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-ae0a019b-b883-4aab-ad1d-b7895b5e7793 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1276722 Dec 21 22:46:46.510183 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-eebcd542-0586-4b50-ae2d-7a1e99f745db service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 HTTP/1.1" status: 200 len: 1002 time: 0.0958886 Dec 21 22:46:46.511321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:46.544783 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:46:46.571889 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-534e0bc7-1b70-43d5-8ab6-981c324128a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:46.575865 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-534e0bc7-1b70-43d5-8ab6-981c324128a7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0574472 Dec 21 22:46:46.622025 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:46.649942 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-a2b9b106-fe2b-495c-996d-55f1033dc5b8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706933 Dec 21 22:46:46.688508 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,revision_number=8']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:46:46.737127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:46:46.783381 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-7f2ee387-3f34-4b31-883d-2030b4abaa6b service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269004 Dec 21 22:46:46.803795 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6', 'code': 200} Dec 21 22:46:46.913482 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-95bfdaaf-20f0-4975-a351-f13baed26820 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228898 Dec 21 22:46:47.366472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec663782-ab97-43bd-aba2-21809367d9b9 req-6bdf0690-d0bc-43c4-9163-546738e82dd5 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:47.368618 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ec663782-ab97-43bd-aba2-21809367d9b9 req-6bdf0690-d0bc-43c4-9163-546738e82dd5 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0753970 Dec 21 22:46:47.416562 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ec663782-ab97-43bd-aba2-21809367d9b9 req-d7fd9ed7-1ce7-4705-8f1d-05aef1e523f4 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425777 Dec 21 22:46:48.612432 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc197c3-6b1c-4b3d-9d28-eeefd1f2424a req-c0c3e342-6bb7-4e4b-a21f-37902cc18e71 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:48.613778 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-efc197c3-6b1c-4b3d-9d28-eeefd1f2424a req-c0c3e342-6bb7-4e4b-a21f-37902cc18e71 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0767455 Dec 21 22:46:48.659964 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-efc197c3-6b1c-4b3d-9d28-eeefd1f2424a req-67750928-f6ba-49ec-90c5-3ccd43fad287 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397794 Dec 21 22:46:49.727097 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:46:49.864149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2e7b6-e961-45bf-9e78-86a6e12881b9 req-dcafebf8-5427-4100-8c74-1949289ae787 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:49.865584 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fac2e7b6-e961-45bf-9e78-86a6e12881b9 req-dcafebf8-5427-4100-8c74-1949289ae787 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0789773 Dec 21 22:46:49.911644 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fac2e7b6-e961-45bf-9e78-86a6e12881b9 req-60d767c9-e0cf-4cf7-90d5-fd456bb70816 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400827 Dec 21 22:46:50.081583 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-dac12a76-f388-4156-927d-1caaee82efae service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c&tenant_id=d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 1099 time: 0.0704637 Dec 21 22:46:50.171233 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-70410ab3-411e-4f3c-8771-f4522310696c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 1099 time: 0.0669408 Dec 21 22:46:50.302281 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-47c32cc9-f3d5-4468-a631-124ccad6e839 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:50.303703 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-47c32cc9-f3d5-4468-a631-124ccad6e839 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1230924 Dec 21 22:46:50.494639 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-b9bffbda-a3d9-4537-afae-0e22811babd2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 HTTP/1.1" status: 200 len: 1003 time: 0.1809397 Dec 21 22:46:50.559809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-c56fa545-5d0e-4a35-ae52-a881c6a6f65a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:50.561086 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-c56fa545-5d0e-4a35-ae52-a881c6a6f65a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0558426 Dec 21 22:46:50.645438 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-2804aa31-ceeb-4f3c-b9b1-47eb6362e17a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742702 Dec 21 22:46:50.778730 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-808143c9-5438-4ed2-ad13-a42a06d72086 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228731 Dec 21 22:46:50.914340 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f0e9ec1-364d-46d2-a37e-e1b2dc149be3 req-56afff14-3d34-48ec-aefc-6b640485f989 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254210 Dec 21 22:46:51.112034 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94fd9c-8336-4a79-886b-e4afdea8ea9f req-ccaffc08-1a9c-49e3-84ce-c194c8462598 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:51.113490 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9d94fd9c-8336-4a79-886b-e4afdea8ea9f req-ccaffc08-1a9c-49e3-84ce-c194c8462598 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0781384 Dec 21 22:46:51.158819 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9d94fd9c-8336-4a79-886b-e4afdea8ea9f req-88fadfe2-dc75-47dd-b48c-c266ce44ee80 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398035 Dec 21 22:46:52.353878 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:46:52.369320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:46:52.372317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350e0b3-c931-4284-b593-4906527539cc req-08125cb9-cd4b-4957-a66d-ed53009c93ac tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:52.373901 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3350e0b3-c931-4284-b593-4906527539cc req-08125cb9-cd4b-4957-a66d-ed53009c93ac tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0940146 Dec 21 22:46:52.425373 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3350e0b3-c931-4284-b593-4906527539cc req-edb2ff6b-bbba-4d73-8c37-c8c90c2abd24 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453074 Dec 21 22:46:52.594337 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:52.611761 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:46:52.634485 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'port_id': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6', 'mac_address': 'fa:16:3e:fd:93:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:46:52.639292 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:46:52.713175 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6', 'code': 200} Dec 21 22:46:52.719540 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:46:52.738555 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:52.756593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:46:52.920143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:53.026737 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:46:53.027079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:46:53.030278 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,revision_number=9']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:46:53.581838 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:53.598730 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:46:53.613520 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:46:53.625070 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cba72-f86e-4fc1-a6f2-15afc56cecdc req-fd6ad8fc-1aed-4065-8bad-31856c48acac tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:53.628973 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d91cba72-f86e-4fc1-a6f2-15afc56cecdc req-fd6ad8fc-1aed-4065-8bad-31856c48acac tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 944 time: 0.0767376 Dec 21 22:46:53.671979 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d91cba72-f86e-4fc1-a6f2-15afc56cecdc req-1d3a60c6-9e3d-49d0-b0b4-087d22b18e4d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398502 Dec 21 22:46:53.695572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:53.762368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['3f5a44d8-9196-4301-b3f3-df09a9e9e1c6'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:46:53.791271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,revision_number=10']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:46:53.870730 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb9351-a3ac-4f86-9a70-20b3e3461632 req-af8c2257-92f5-41ef-b28c-36e9eaf85a6d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:53.872213 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-02eb9351-a3ac-4f86-9a70-20b3e3461632 req-af8c2257-92f5-41ef-b28c-36e9eaf85a6d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0761468 Dec 21 22:46:53.917123 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-02eb9351-a3ac-4f86-9a70-20b3e3461632 req-b918ac32-6c3b-440d-bbcb-f75e30a7252d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394428 Dec 21 22:46:54.114568 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dc99d-cbd4-4865-b778-eabd8871b7c0 req-dba3c5a3-154d-48df-b2c4-c4d08af2d2eb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:54.115897 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-db8dc99d-cbd4-4865-b778-eabd8871b7c0 req-dba3c5a3-154d-48df-b2c4-c4d08af2d2eb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 946 time: 0.0790203 Dec 21 22:46:54.160285 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-db8dc99d-cbd4-4865-b778-eabd8871b7c0 req-5895ab55-7d88-4888-b4ac-18ed7657693c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383947 Dec 21 22:46:54.363528 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:46:54.430716 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:46:54.431001 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:54.544708 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:54.577003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:46:54.656815 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:54.714802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:46:54.727156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,revision_number=11']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:46:54.770241 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6', 'code': 200} Dec 21 22:46:54.775549 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c6cee-a2b5-42be-b84a-47b70b23219d req-9625a1af-8d83-4736-bc9e-4cce9654a287 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:54.776991 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-da0c6cee-a2b5-42be-b84a-47b70b23219d req-9625a1af-8d83-4736-bc9e-4cce9654a287 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 947 time: 0.0785685 Dec 21 22:46:54.822618 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-da0c6cee-a2b5-42be-b84a-47b70b23219d req-560e6eb1-d3e1-4054-bd34-65f8c522c428 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398769 Dec 21 22:46:56.021450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7881396-5ce1-48ca-95f3-e73baa9dec15 req-1fe22689-b257-46d3-9191-76287e7be475 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:56.022922 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a7881396-5ce1-48ca-95f3-e73baa9dec15 req-1fe22689-b257-46d3-9191-76287e7be475 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 947 time: 0.0783763 Dec 21 22:46:56.068327 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a7881396-5ce1-48ca-95f3-e73baa9dec15 req-8caf0b5f-7ea4-4fce-a836-d63c0593679d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398417 Dec 21 22:46:57.007530 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527196c-732f-41b9-b0e0-8f93f3a71211 req-670f673e-59a2-4d95-bc43-123389adc566 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:57.008945 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e527196c-732f-41b9-b0e0-8f93f3a71211 req-670f673e-59a2-4d95-bc43-123389adc566 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 947 time: 0.0779409 Dec 21 22:46:57.077698 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-e527196c-732f-41b9-b0e0-8f93f3a71211 req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Deleting port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:46:57.078051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e527196c-732f-41b9-b0e0-8f93f3a71211 req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:57.254805 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5d0c2c72-6025-46d6-a72e-b97535ab554f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:57.373036 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-e527196c-732f-41b9-b0e0-8f93f3a71211 req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] For port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:46:57.373384 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e527196c-732f-41b9-b0e0-8f93f3a71211 req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:57.438880 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc885195-2dd2-4c9c-a1ae-78ac9fe48503 req-31eb82b6-0be8-4f34-9b83-fdc86c332704 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:46:57.440306 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bc885195-2dd2-4c9c-a1ae-78ac9fe48503 req-31eb82b6-0be8-4f34-9b83-fdc86c332704 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 947 time: 0.2522523 Dec 21 22:46:57.569018 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bc885195-2dd2-4c9c-a1ae-78ac9fe48503 req-d8fc0bb3-96ff-4b95-b2ef-286069d5af73 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205533 Dec 21 22:46:57.789948 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e527196c-732f-41b9-b0e0-8f93f3a71211 req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:57.790342 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e527196c-732f-41b9-b0e0-8f93f3a71211 req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:57.790652 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [req-e527196c-732f-41b9-b0e0-8f93f3a71211 req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Floating IP 25e309f6-9fa9-4c92-8494-75e8e5647727 disassociated. External IP: 172.26.3.166, port: 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6. Dec 21 22:46:57.790987 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-e527196c-732f-41b9-b0e0-8f93f3a71211 req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Calling delete_port for 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:46:57.980508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e527196c-732f-41b9-b0e0-8f93f3a71211 req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:58.029307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Pushing event deleted for resources: {'Port': ['ID=3f5a44d8-9196-4301-b3f3-df09a9e9e1c6,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:46:58.042722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:58.043074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:58.043406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:58.043730 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:58.044056 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:58.044383 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:58.044703 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:58.045020 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:58.045333 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:58.045643 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:58.045955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:46:58.253194 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e527196c-732f-41b9-b0e0-8f93f3a71211 req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:46:58.449770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e527196c-732f-41b9-b0e0-8f93f3a71211 req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:46:58.459471 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db57122-324d-48a0-b0e8-90f72b9416e3 None None] Sync routers for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:46:58.471162 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db57122-324d-48a0-b0e8-90f72b9416e3 None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:46:58.471755 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-0db57122-324d-48a0-b0e8-90f72b9416e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:46:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:46:58.519726 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-e527196c-732f-41b9-b0e0-8f93f3a71211 req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] No DVR routers for this DVR port 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:46:58.522139 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-e527196c-732f-41b9-b0e0-8f93f3a71211 req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:58.524784 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'name': 'network-vif-deleted', 'tag': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:46:58.579981 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52636d41-dd43-4df7-87f7-fef787e1ab3c', 'name': 'network-vif-deleted', 'tag': '3f5a44d8-9196-4301-b3f3-df09a9e9e1c6', 'status': 'completed', 'code': 200} Dec 21 22:46:58.617844 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e527196c-732f-41b9-b0e0-8f93f3a71211 req-08f7c4dc-2f97-4a13-985b-1dfb1a402a30 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "DELETE /v2.0/ports/3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 HTTP/1.1" status: 204 len: 173 time: 1.6006477 Dec 21 22:46:58.675523 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-0db57122-324d-48a0-b0e8-90f72b9416e3 None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:46:58.734113 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-2288139a-2cdf-46b7-80ec-8444833f16fa req-aff4109f-9216-473e-b4af-ffaadfbfe600 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Synchronizing usage tracker for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:46:58.799359 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-2288139a-2cdf-46b7-80ec-8444833f16fa req-aff4109f-9216-473e-b4af-ffaadfbfe600 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Unset dirty status for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:46:58.800612 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2288139a-2cdf-46b7-80ec-8444833f16fa req-aff4109f-9216-473e-b4af-ffaadfbfe600 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=52636d41-dd43-4df7-87f7-fef787e1ab3c HTTP/1.1" status: 200 len: 210 time: 0.1071050 Dec 21 22:46:58.996356 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-0db57122-324d-48a0-b0e8-90f72b9416e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:46:58.999950 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db57122-324d-48a0-b0e8-90f72b9416e3 None None] Checking router: 3015bef1-a6a6-476b-ae29-2675e5cbbae8 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:46:59.010236 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db57122-324d-48a0-b0e8-90f72b9416e3 None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:46:59.010812 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-0db57122-324d-48a0-b0e8-90f72b9416e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:46:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:46:59.180933 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-0db57122-324d-48a0-b0e8-90f72b9416e3 None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:46:59.490186 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-0db57122-324d-48a0-b0e8-90f72b9416e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:46:59.494631 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db57122-324d-48a0-b0e8-90f72b9416e3 None None] The sync data for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv is: [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:46:59.677590 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cbb9f42d-9817-4fc1-8390-2848b5bd1b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:46:59.715584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b11abc-08a6-4fb7-9669-d691011682b1 None None] New status for floating IP 25e309f6-9fa9-4c92-8494-75e8e5647727: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:47:00.170099 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-d76149f7-6b0b-40b3-a510-7b88555a555c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1941962074&fields=id&tenant_id=d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 267 time: 0.0407019 Dec 21 22:47:00.313869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-4cec5334-de5a-4807-bcd9-293308ba9e36 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:00.315295 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-4cec5334-de5a-4807-bcd9-293308ba9e36 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 812 time: 0.1390762 Dec 21 22:47:00.331973 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-988741aa-cb5e-4567-a89b-05b04221bfac tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/quotas/d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 375 time: 0.0104749 Dec 21 22:47:00.387560 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:47:00.418358 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-9cf1f587-1172-4199-a3cd-c5336cc87a37 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815732 Dec 21 22:47:00.422124 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:47:00.422465 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 3f5a44d8-9196-4301-b3f3-df09a9e9e1c6 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:47:00.620237 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5fe90e59-6d69-486b-9376-516ed056d25b service neutron] 10.222.0.37 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895204 Dec 21 22:47:00.750357 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-a66c8aa2-9680-46a1-9ed1-3d97e0251f76 service neutron] 10.222.0.37 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244361 Dec 21 22:47:00.811074 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:00.833696 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:01.035920 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0a37aab7-7b28-42db-a5e8-4d1e99b8efa2 req-5546eaa6-0182-4786-b978-f7dedd8f8008 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 210 time: 0.0507295 Dec 21 22:47:02.193377 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a27ba820-94fa-4fc2-a89a-553764ef5d0a req-31c6fdf6-e84f-4862-8027-11d930ff7210 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 210 time: 0.0414672 Dec 21 22:47:02.302397 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:02.915286 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-795d9982-3203-4455-b27e-daf9ed012ad9 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:02.916679 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-795d9982-3203-4455-b27e-daf9ed012ad9 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 812 time: 0.1420457 Dec 21 22:47:02.978613 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-cca87c43-cb31-43f5-ae5d-ccca1c41fe0a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 380 time: 0.0403788 Dec 21 22:47:02.987806 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-3c201665-637c-40e7-ac97-0d9b037b16fc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Request body: {'port': {'device_id': 'de635895-ccad-4bbd-ad57-b2041765879e', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'admin_state_up': True, 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'security_groups': ['ae3f4596-a796-4229-8a52-9ab769c14f7e']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:47:03.121424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-3c201665-637c-40e7-ac97-0d9b037b16fc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:47:03.130675 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-3c201665-637c-40e7-ac97-0d9b037b16fc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:47:03.220305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-3c201665-637c-40e7-ac97-0d9b037b16fc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Made reservation on behalf of d53d0b92dec44237a581b5360457592c for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:47:03.223398 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-3c201665-637c-40e7-ac97-0d9b037b16fc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:03.401988 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0342411c-735e-4aa8-be69-ba97ee2061a7 req-9b8796b3-527d-4abf-8b37-c70119742917 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 210 time: 0.0778053 Dec 21 22:47:03.428675 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-3c201665-637c-40e7-ac97-0d9b037b16fc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Allocated IP 172.20.0.11 (1ae40156-f367-450c-9ed3-f0c8f5ae003a/3e3b7a87-df40-4016-af03-863327c86aaf/fd986b78-8c84-4282-a998-a0b6b71bd871) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:47:03.609675 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-3c201665-637c-40e7-ac97-0d9b037b16fc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:03.625189 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-3c201665-637c-40e7-ac97-0d9b037b16fc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Transition to ACTIVE for port object fd986b78-8c84-4282-a998-a0b6b71bd871 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:47:03.712118 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-3c201665-637c-40e7-ac97-0d9b037b16fc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:03.883785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-3c201665-637c-40e7-ac97-0d9b037b16fc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Network 1ae40156-f367-450c-9ed3-f0c8f5ae003a is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:47:03.886701 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-3c201665-637c-40e7-ac97-0d9b037b16fc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:47:03.890624 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-3c201665-637c-40e7-ac97-0d9b037b16fc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:47:03.921031 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c201665-637c-40e7-ac97-0d9b037b16fc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Pushing event updated for resources: {'Port': ['ID=fd986b78-8c84-4282-a998-a0b6b71bd871,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:47:03.957629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-3c201665-637c-40e7-ac97-0d9b037b16fc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:03.958278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-3c201665-637c-40e7-ac97-0d9b037b16fc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:04.074263 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-3c201665-637c-40e7-ac97-0d9b037b16fc tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0899429 Dec 21 22:47:04.088171 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Request body: {'port': {'device_id': 'de635895-ccad-4bbd-ad57-b2041765879e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:47:04.195617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:04.198965 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1bb5dd4b-bf59-4004-8314-854e229352b0 None None] Provisioning for port fd986b78-8c84-4282-a998-a0b6b71bd871 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:47:04.203901 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-1bb5dd4b-bf59-4004-8314-854e229352b0 None None] Provisioning complete for port fd986b78-8c84-4282-a998-a0b6b71bd871 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:47:04.204271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1bb5dd4b-bf59-4004-8314-854e229352b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:04.265883 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-1bb5dd4b-bf59-4004-8314-854e229352b0 None None] Port fd986b78-8c84-4282-a998-a0b6b71bd871 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:47:04.535036 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd986b78-8c84-4282-a998-a0b6b71bd871 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:47:04.542682 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:04.557327 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Transition to ACTIVE for port object fd986b78-8c84-4282-a998-a0b6b71bd871 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:47:04.599860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0983a-120a-4341-bba3-d080f2d29e0e req-dd55f1c9-12b7-4126-b3fc-bb66ac2ff0b3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:04.602098 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-20b0983a-120a-4341-bba3-d080f2d29e0e req-dd55f1c9-12b7-4126-b3fc-bb66ac2ff0b3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 932 time: 0.0793552 Dec 21 22:47:04.643510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:04.646553 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-20b0983a-120a-4341-bba3-d080f2d29e0e req-f8ba9e38-eb8d-4f64-9d6f-6545a459da17 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388880 Dec 21 22:47:04.778699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd986b78-8c84-4282-a998-a0b6b71bd871,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:47:04.881015 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Attempting to bind port fd986b78-8c84-4282-a998-a0b6b71bd871 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:47:04.881350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Attempting to bind port fd986b78-8c84-4282-a998-a0b6b71bd871 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:47:04.881675 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Attempting to bind port fd986b78-8c84-4282-a998-a0b6b71bd871 on network 1ae40156-f367-450c-9ed3-f0c8f5ae003a {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:47:04.888313 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Port fd986b78-8c84-4282-a998-a0b6b71bd871 on network 1ae40156-f367-450c-9ed3-f0c8f5ae003a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:47:04.888629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Attempting to bind port fd986b78-8c84-4282-a998-a0b6b71bd871 on network 1ae40156-f367-450c-9ed3-f0c8f5ae003a {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:47:04.894824 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:47:04.895156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Checking segment: {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:47:04.895537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Bound using segment: {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:47:04.895956 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Bound port: fd986b78-8c84-4282-a998-a0b6b71bd871, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '246ab333-1bf6-47f4-8508-08681a68f7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:47:04.896297 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:04.984542 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] For port fd986b78-8c84-4282-a998-a0b6b71bd871, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:47:04.987292 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] For port fd986b78-8c84-4282-a998-a0b6b71bd871, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fd986b78-8c84-4282-a998-a0b6b71bd871,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:47:05.056431 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:05.115731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:05.117722 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] 10.222.0.49 "PUT /v2.0/ports/fd986b78-8c84-4282-a998-a0b6b71bd871 HTTP/1.1" status: 200 len: 1094 time: 1.0335715 Dec 21 22:47:05.118179 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de635895-ccad-4bbd-ad57-b2041765879e', 'tag': 'fd986b78-8c84-4282-a998-a0b6b71bd871'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:47:05.139662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676efdb-15cd-411e-8703-f6ec2bf225d5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd986b78-8c84-4282-a998-a0b6b71bd871,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:47:05.177787 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de635895-ccad-4bbd-ad57-b2041765879e', 'tag': 'fd986b78-8c84-4282-a998-a0b6b71bd871', 'status': 'completed', 'code': 200} Dec 21 22:47:05.286254 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b4481f09-d7ee-4955-865e-2ce8c30ce4ec req-26c24dd2-aa72-47e4-9840-0c5b1983970d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 1097 time: 0.0779364 Dec 21 22:47:05.431967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4481f09-d7ee-4955-865e-2ce8c30ce4ec req-e5f21e88-b86f-4702-8f88-0c2b768c8182 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:05.433286 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b4481f09-d7ee-4955-865e-2ce8c30ce4ec req-e5f21e88-b86f-4702-8f88-0c2b768c8182 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=d53d0b92dec44237a581b5360457592c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1349285 Dec 21 22:47:05.569414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4481f09-d7ee-4955-865e-2ce8c30ce4ec req-647dc82d-21f1-491c-a6d4-75dc40174b92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:05.571746 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b4481f09-d7ee-4955-865e-2ce8c30ce4ec req-647dc82d-21f1-491c-a6d4-75dc40174b92 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289127 Dec 21 22:47:05.680015 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-51122f7e-14d7-40ca-af16-40cf4e699b0c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 1097 time: 0.0672703 Dec 21 22:47:05.754651 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-16774701-ce39-40df-b119-f508814a1f3c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd986b78-8c84-4282-a998-a0b6b71bd871 HTTP/1.1" status: 200 len: 217 time: 0.0637035 Dec 21 22:47:05.827701 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-c289a63e-b76d-4ca5-83af-a64c6fc2ae88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:05.829287 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-c289a63e-b76d-4ca5-83af-a64c6fc2ae88 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0585978 Dec 21 22:47:05.842594 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3450ef-f7bc-4fa9-b792-2de103fa91d5 req-6e4b8e00-eab4-46ff-8821-3cba142cdb64 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:05.844036 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3a3450ef-f7bc-4fa9-b792-2de103fa91d5 req-6e4b8e00-eab4-46ff-8821-3cba142cdb64 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 944 time: 0.0761223 Dec 21 22:47:05.889326 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3a3450ef-f7bc-4fa9-b792-2de103fa91d5 req-c81f8c1d-f432-4a3c-b52c-d092ae68bc90 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397167 Dec 21 22:47:05.917543 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-7a836806-8fce-4ce2-813c-17648e5b0a04 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775592 Dec 21 22:47:06.145671 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-73acbcac-5429-4159-9be7-db270b4dda41 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176962 Dec 21 22:47:06.279828 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f0fa228c-b300-492b-8b4f-841c993e0f77 req-0316be04-6b4d-471b-9d85-c1e2dee2d536 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245658 Dec 21 22:47:07.087358 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d1501-3290-440e-b825-de312e870622 req-93cf8c49-b0ee-4e53-8adb-2031a021932d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:07.088023 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-6f9d1501-3290-440e-b825-de312e870622 req-93cf8c49-b0ee-4e53-8adb-2031a021932d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Synchronizing usage tracker for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:47:07.157689 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-6f9d1501-3290-440e-b825-de312e870622 req-93cf8c49-b0ee-4e53-8adb-2031a021932d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Unset dirty status for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:47:07.158912 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6f9d1501-3290-440e-b825-de312e870622 req-93cf8c49-b0ee-4e53-8adb-2031a021932d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 944 time: 0.1470160 Dec 21 22:47:07.204708 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6f9d1501-3290-440e-b825-de312e870622 req-41606b72-069c-4c7c-b2e4-7de2fbcc20d1 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401480 Dec 21 22:47:08.400852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca37e7-427d-4873-8463-ceadff8c8fbc req-f6e65d8e-da81-427e-a8bb-68a02d1d58d3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:08.402321 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-80ca37e7-427d-4873-8463-ceadff8c8fbc req-f6e65d8e-da81-427e-a8bb-68a02d1d58d3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 944 time: 0.0781362 Dec 21 22:47:08.446711 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-80ca37e7-427d-4873-8463-ceadff8c8fbc req-489bf563-7162-48d7-8809-621eba8caa79 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389132 Dec 21 22:47:08.449312 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device fd986b78-8c84-4282-a998-a0b6b71bd871 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:47:08.582618 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port fd986b78-8c84-4282-a998-a0b6b71bd871, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fd986b78-8c84-4282-a998-a0b6b71bd871,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:47:08.595085 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'fd986b78-8c84-4282-a998-a0b6b71bd871', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'port_id': 'fd986b78-8c84-4282-a998-a0b6b71bd871', 'mac_address': 'fa:16:3e:cd:e5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:47:08.646432 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:08.666136 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd986b78-8c84-4282-a998-a0b6b71bd871 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:47:08.681505 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port fd986b78-8c84-4282-a998-a0b6b71bd871, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fd986b78-8c84-4282-a998-a0b6b71bd871,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:47:08.759176 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:08.823121 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=fd986b78-8c84-4282-a998-a0b6b71bd871,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:47:09.010925 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['fd986b78-8c84-4282-a998-a0b6b71bd871'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:47:09.641448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e46e35-9e64-4fc4-bf53-ffa351304d21 req-769eedf3-9843-4423-9e46-c8983cd7bac5 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:09.642810 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-27e46e35-9e64-4fc4-bf53-ffa351304d21 req-769eedf3-9843-4423-9e46-c8983cd7bac5 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 945 time: 0.0773802 Dec 21 22:47:09.687459 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-27e46e35-9e64-4fc4-bf53-ffa351304d21 req-0f959b5f-e77d-437b-aad8-c53c2b5374d0 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391710 Dec 21 22:47:10.464793 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device fd986b78-8c84-4282-a998-a0b6b71bd871 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:47:10.610523 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port fd986b78-8c84-4282-a998-a0b6b71bd871 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:47:10.615217 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port fd986b78-8c84-4282-a998-a0b6b71bd871 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:47:10.615582 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:10.725001 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:10.752731 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de635895-ccad-4bbd-ad57-b2041765879e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd986b78-8c84-4282-a998-a0b6b71bd871'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:47:10.763403 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port fd986b78-8c84-4282-a998-a0b6b71bd871, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fd986b78-8c84-4282-a998-a0b6b71bd871,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:47:10.807499 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de635895-ccad-4bbd-ad57-b2041765879e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd986b78-8c84-4282-a998-a0b6b71bd871', 'code': 200} Dec 21 22:47:10.826076 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:10.894119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=fd986b78-8c84-4282-a998-a0b6b71bd871,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:47:10.901265 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c888a-4496-46b2-a4fd-9acb9d3c6928 req-a0fb102d-a80b-4a75-94a3-2b0b8b89a436 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:10.906344 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e25c888a-4496-46b2-a4fd-9acb9d3c6928 req-a0fb102d-a80b-4a75-94a3-2b0b8b89a436 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0844626 Dec 21 22:47:10.949252 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e25c888a-4496-46b2-a4fd-9acb9d3c6928 req-31b96738-d20b-4fa8-86f2-893d8a64bbc8 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408425 Dec 21 22:47:11.209141 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-13f56c87-8feb-4ba4-880a-95b259c5a878 req-d4c555a3-7ee7-4396-b27b-fdffa5c028c8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 1099 time: 0.1333847 Dec 21 22:47:11.258177 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-13f56c87-8feb-4ba4-880a-95b259c5a878 req-b89f71b6-c203-4e9e-bbba-0113556d8d92 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390997 Dec 21 22:47:12.142549 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415401e7-c53f-427a-8425-e0517caf6dd6 req-504842a0-44d5-48b1-9ed9-c61097199962 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:12.143875 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-415401e7-c53f-427a-8425-e0517caf6dd6 req-504842a0-44d5-48b1-9ed9-c61097199962 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0749488 Dec 21 22:47:12.189205 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-415401e7-c53f-427a-8425-e0517caf6dd6 req-98ed2f81-dc19-401b-9cba-15095a06d403 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396996 Dec 21 22:47:13.385658 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cb883-a2f9-4769-b224-c821fc6c6684 req-00081fcd-160a-41b2-a976-59556b341aa9 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:13.387126 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5d3cb883-a2f9-4769-b224-c821fc6c6684 req-00081fcd-160a-41b2-a976-59556b341aa9 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0779009 Dec 21 22:47:13.432135 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5d3cb883-a2f9-4769-b224-c821fc6c6684 req-a5dcc983-6bf3-46b7-bd79-6f3309d6b781 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395284 Dec 21 22:47:13.625191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b2fd8-66b9-440f-99fb-d1a9fa6e7925 req-fb283b11-f7ef-467d-85be-b62c013294c1 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:13.626639 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-205b2fd8-66b9-440f-99fb-d1a9fa6e7925 req-fb283b11-f7ef-467d-85be-b62c013294c1 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0787694 Dec 21 22:47:13.635552 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 43498) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:47:13.640739 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e99ef0d9-a169-4bdd-acda-679e5d228c64 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Request body: {'floatingip': {'port_id': 'fd986b78-8c84-4282-a998-a0b6b71bd871'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:47:13.715650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e99ef0d9-a169-4bdd-acda-679e5d228c64 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for floatingip, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:14.307847 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e99ef0d9-a169-4bdd-acda-679e5d228c64 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:14.362954 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e99ef0d9-a169-4bdd-acda-679e5d228c64 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:14.638476 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-e99ef0d9-a169-4bdd-acda-679e5d228c64 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Floating IP 25e309f6-9fa9-4c92-8494-75e8e5647727 associated. External IP: 172.26.3.166, port: fd986b78-8c84-4282-a998-a0b6b71bd871. Dec 21 22:47:15.018693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99ef0d9-a169-4bdd-acda-679e5d228c64 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:47:15.219289 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99ef0d9-a169-4bdd-acda-679e5d228c64 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:47:15.223510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e99ef0d9-a169-4bdd-acda-679e5d228c64 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:15.230487 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c526e00-35bc-40eb-a9d0-3a118388aeb7 None None] Sync routers for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:47:15.242937 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c526e00-35bc-40eb-a9d0-3a118388aeb7 None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:47:15.243600 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-6c526e00-35bc-40eb-a9d0-3a118388aeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:47:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:47:15.277043 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e99ef0d9-a169-4bdd-acda-679e5d228c64 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "PUT /v2.0/floatingips/25e309f6-9fa9-4c92-8494-75e8e5647727 HTTP/1.1" status: 200 len: 993 time: 1.6401801 Dec 21 22:47:15.277610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de635895-ccad-4bbd-ad57-b2041765879e', 'tag': 'fd986b78-8c84-4282-a998-a0b6b71bd871'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:47:15.330970 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de635895-ccad-4bbd-ad57-b2041765879e', 'tag': 'fd986b78-8c84-4282-a998-a0b6b71bd871', 'status': 'completed', 'code': 200} Dec 21 22:47:15.428525 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-6c526e00-35bc-40eb-a9d0-3a118388aeb7 None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:47:15.431061 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d18fc146-df59-43bd-b84f-8d59a86bd4b2 req-b04379a0-720a-4c17-974a-5bc985e805f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 1099 time: 0.0757782 Dec 21 22:47:15.571497 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:15.572070 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fc146-df59-43bd-b84f-8d59a86bd4b2 req-a0361ada-611f-4b42-83c0-f9316467558d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:15.573405 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d18fc146-df59-43bd-b84f-8d59a86bd4b2 req-a0361ada-611f-4b42-83c0-f9316467558d service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1355941 Dec 21 22:47:15.673954 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d18fc146-df59-43bd-b84f-8d59a86bd4b2 req-9c05bfbb-03f6-4fb7-ac12-0e35fc355195 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd986b78-8c84-4282-a998-a0b6b71bd871 HTTP/1.1" status: 200 len: 1001 time: 0.0935068 Dec 21 22:47:15.738409 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fc146-df59-43bd-b84f-8d59a86bd4b2 req-24f84923-9ee1-41d4-aeb3-3f063a609490 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:15.739877 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d18fc146-df59-43bd-b84f-8d59a86bd4b2 req-24f84923-9ee1-41d4-aeb3-3f063a609490 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0594730 Dec 21 22:47:15.815417 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d18fc146-df59-43bd-b84f-8d59a86bd4b2 req-79368181-f676-4d08-acdc-a9a5861d5315 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681107 Dec 21 22:47:15.818474 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-6c526e00-35bc-40eb-a9d0-3a118388aeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '25e309f6-9fa9-4c92-8494-75e8e5647727', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'port_id': 'fd986b78-8c84-4282-a998-a0b6b71bd871', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'mac_address': 'fa:16:3e:cd:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de635895-ccad-4bbd-ad57-b2041765879e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:42:33Z', 'updated_at': '2021-12-21T22:47:14Z', 'revision_number': 13, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:47:15.823314 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c526e00-35bc-40eb-a9d0-3a118388aeb7 None None] Checking router: 3015bef1-a6a6-476b-ae29-2675e5cbbae8 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:47:15.833331 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c526e00-35bc-40eb-a9d0-3a118388aeb7 None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:47:15.833908 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-6c526e00-35bc-40eb-a9d0-3a118388aeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:47:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:47:15.946319 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d18fc146-df59-43bd-b84f-8d59a86bd4b2 req-0e02d495-eaa6-45a7-a30a-9213a2b08dfc service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237760 Dec 21 22:47:16.011839 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-6c526e00-35bc-40eb-a9d0-3a118388aeb7 None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:47:16.181529 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d18fc146-df59-43bd-b84f-8d59a86bd4b2 req-c59ce08e-f5e3-448f-b767-1e40cb5f0cb8 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285831 Dec 21 22:47:16.363943 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-6c526e00-35bc-40eb-a9d0-3a118388aeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '25e309f6-9fa9-4c92-8494-75e8e5647727', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'port_id': 'fd986b78-8c84-4282-a998-a0b6b71bd871', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'mac_address': 'fa:16:3e:cd:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de635895-ccad-4bbd-ad57-b2041765879e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:42:33Z', 'updated_at': '2021-12-21T22:47:14Z', 'revision_number': 13, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:47:16.368007 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c526e00-35bc-40eb-a9d0-3a118388aeb7 None None] The sync data for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv is: [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '25e309f6-9fa9-4c92-8494-75e8e5647727', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'floating_ip_address': '172.26.3.166', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'port_id': 'fd986b78-8c84-4282-a998-a0b6b71bd871', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'mac_address': 'fa:16:3e:cd:e5:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de635895-ccad-4bbd-ad57-b2041765879e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:42:33Z', 'updated_at': '2021-12-21T22:47:14Z', 'revision_number': 13, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:47:16.577665 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf24a4-472c-481e-8b03-2f6bd13d6c52 None None] New status for floating IP 25e309f6-9fa9-4c92-8494-75e8e5647727: ACTIVE {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:47:26.727405 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:47:27.255908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37bc0c3a-3448-40f0-855b-8a82fb89a34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:29.633814 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1b76c8bc-5fbf-4171-86bf-641e8f2f33cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:30.792077 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:30.814983 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:32.363595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:45.558788 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:56.307149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de62b762-0e1a-4884-b4ff-298f9ce0a700 req-f063f052-51bc-4f9f-a15d-746f545334db tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:47:56.308494 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-de62b762-0e1a-4884-b4ff-298f9ce0a700 req-f063f052-51bc-4f9f-a15d-746f545334db tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0785551 Dec 21 22:47:56.353607 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-de62b762-0e1a-4884-b4ff-298f9ce0a700 req-eb611ec5-376e-4bab-a6b7-403bb6617a02 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396600 Dec 21 22:47:57.272736 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fe17340e-0ef6-4a95-bc4e-9a91c1852e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:47:59.678329 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dd6b9364-77f4-47df-8b09-c16e8ac8c342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:00.804579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:00.809654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:02.278471 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:03.726990 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:48:06.364422 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af436d99-9847-4e5e-811c-df1489d1da9e req-8b7729f9-80f5-42d5-a9de-5fb444752b79 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1337898 Dec 21 22:48:06.788789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9e220-73b6-403d-b958-02378ac2411d req-c0079488-4029-414c-8ec9-cf8b7e7f3d87 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:06.790264 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a4b9e220-73b6-403d-b958-02378ac2411d req-c0079488-4029-414c-8ec9-cf8b7e7f3d87 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0799818 Dec 21 22:48:06.828595 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-62aef486-da48-48fb-b82f-476da8d78198 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0721459 Dec 21 22:48:06.920021 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a4b9e220-73b6-403d-b958-02378ac2411d req-e0a993f9-73f5-4c24-bf6e-ac6e9c5021ab tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217031 Dec 21 22:48:08.123677 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d90070-95a0-4d8f-b628-96ee945a01c6 req-a92cd0dc-2672-4750-b6cd-68dbef487fe3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:08.125127 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-02d90070-95a0-4d8f-b628-96ee945a01c6 req-a92cd0dc-2672-4750-b6cd-68dbef487fe3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0777619 Dec 21 22:48:08.171790 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-02d90070-95a0-4d8f-b628-96ee945a01c6 req-3f80debd-b0ab-4f0a-a905-6068ebfc6ff0 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407381 Dec 21 22:48:08.816408 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-a1ad17f9-3464-409f-a1fb-2d282464b42d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 1099 time: 0.0738666 Dec 21 22:48:08.948378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-12fbec6e-e67c-4252-9a92-3ad154e3542f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:08.949806 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-12fbec6e-e67c-4252-9a92-3ad154e3542f service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1233211 Dec 21 22:48:09.053509 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-9376eaad-cc09-4b38-9e68-2a4a7cbee4ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd986b78-8c84-4282-a998-a0b6b71bd871 HTTP/1.1" status: 200 len: 1003 time: 0.0937538 Dec 21 22:48:09.117550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-a1f59a06-ad5b-4c23-b0cc-7eb7f3c993e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:09.119028 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-a1f59a06-ad5b-4c23-b0cc-7eb7f3c993e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0564725 Dec 21 22:48:09.196461 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-fa180ced-1898-4d79-a869-a2b0fe02e7fc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688450 Dec 21 22:48:09.339081 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-85c07681-d12a-4931-b89d-29b9d0a68498 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324148 Dec 21 22:48:09.369763 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7e605-20c4-4336-8ab3-a818a5a47ac3 req-520c83ba-ed13-4336-a95c-4fb4b9c1dbf6 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:09.371148 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-efe7e605-20c4-4336-8ab3-a818a5a47ac3 req-520c83ba-ed13-4336-a95c-4fb4b9c1dbf6 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0743382 Dec 21 22:48:09.416654 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-efe7e605-20c4-4336-8ab3-a818a5a47ac3 req-82598d98-022e-4071-a9ff-a5156a867771 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386965 Dec 21 22:48:09.474210 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-ca791ab3-c31e-4238-b670-da85eb888709 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258273 Dec 21 22:48:10.611366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe6e93-d64b-4808-b0db-ec045c030591 req-f672fdf2-4522-4a86-a241-b3d0a1f0dcf8 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:10.612716 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43fe6e93-d64b-4808-b0db-ec045c030591 req-f672fdf2-4522-4a86-a241-b3d0a1f0dcf8 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0751131 Dec 21 22:48:10.658570 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43fe6e93-d64b-4808-b0db-ec045c030591 req-835b37c9-8a82-4a87-b98c-dc71fb2e08ec tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403807 Dec 21 22:48:10.853508 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5791d85f-1950-4b12-8f05-70776f264b7f req-013eed55-221c-4713-bfac-19e560ff0a67 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 1099 time: 0.0732276 Dec 21 22:48:10.996008 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791d85f-1950-4b12-8f05-70776f264b7f req-5e9642c1-e91b-441e-a1a0-48f4efa0c291 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:10.997482 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5791d85f-1950-4b12-8f05-70776f264b7f req-5e9642c1-e91b-441e-a1a0-48f4efa0c291 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1237245 Dec 21 22:48:11.196660 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5791d85f-1950-4b12-8f05-70776f264b7f req-35026078-ba2e-4d00-a4b5-7cd3b8f6f884 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd986b78-8c84-4282-a998-a0b6b71bd871 HTTP/1.1" status: 200 len: 1003 time: 0.1909170 Dec 21 22:48:11.258660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791d85f-1950-4b12-8f05-70776f264b7f req-ce8c7767-e666-40d0-ae62-6f6f16f2031d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:11.259969 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5791d85f-1950-4b12-8f05-70776f264b7f req-ce8c7767-e666-40d0-ae62-6f6f16f2031d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0567548 Dec 21 22:48:11.333553 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5791d85f-1950-4b12-8f05-70776f264b7f req-5ee808f4-c253-4fac-84d0-b4a137874d6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667109 Dec 21 22:48:11.462807 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5791d85f-1950-4b12-8f05-70776f264b7f req-6d6be376-bdaa-428b-93c6-173c10b55913 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219144 Dec 21 22:48:11.598457 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5791d85f-1950-4b12-8f05-70776f264b7f req-19f224ca-9f48-4a01-99e6-89ac05a3533a service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288142 Dec 21 22:48:11.855419 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02303b30-8010-41e3-b436-90fc6f92cc52 req-447a4677-d588-45d8-9c67-5f85c26b206c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:11.856766 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-02303b30-8010-41e3-b436-90fc6f92cc52 req-447a4677-d588-45d8-9c67-5f85c26b206c tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0775003 Dec 21 22:48:11.900774 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-02303b30-8010-41e3-b436-90fc6f92cc52 req-a5d7e0f6-824d-4e05-ad3c-a85f31f63cd6 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385857 Dec 21 22:48:13.096288 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04582c01-2d19-4abc-b352-f95898ad0172 req-f3b76bf0-6102-44cb-a0f4-896a9161caef tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:13.097705 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-04582c01-2d19-4abc-b352-f95898ad0172 req-f3b76bf0-6102-44cb-a0f4-896a9161caef tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0780301 Dec 21 22:48:13.142224 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-04582c01-2d19-4abc-b352-f95898ad0172 req-3ca82ef3-09d7-4126-99b3-7f5a0b613119 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390255 Dec 21 22:48:14.339566 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d035c95-b465-44f0-9062-edc327f1e317 req-4b2d4b02-d714-46d4-aaa8-03071e311820 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:14.341007 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2d035c95-b465-44f0-9062-edc327f1e317 req-4b2d4b02-d714-46d4-aaa8-03071e311820 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0751674 Dec 21 22:48:14.388222 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2d035c95-b465-44f0-9062-edc327f1e317 req-28f68d2d-0db6-4a47-852e-3a8b2667fe46 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417461 Dec 21 22:48:15.547223 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:15.587402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8688b3-6fcc-42d8-8dab-3a3ea14b57fa req-0fcef1cb-096d-43b5-9786-82a076f7e548 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:15.588851 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ee8688b3-6fcc-42d8-8dab-3a3ea14b57fa req-0fcef1cb-096d-43b5-9786-82a076f7e548 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0770581 Dec 21 22:48:15.637863 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ee8688b3-6fcc-42d8-8dab-3a3ea14b57fa req-917422f5-36aa-4de2-89f4-f90662b98d0e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Dec 21 22:48:16.833323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceff685-c6ae-4870-bb0e-2cf43fb42b75 req-2909fc54-a181-4d12-9094-ffbe5d4dd75a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:16.834762 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1ceff685-c6ae-4870-bb0e-2cf43fb42b75 req-2909fc54-a181-4d12-9094-ffbe5d4dd75a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0742023 Dec 21 22:48:16.879208 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1ceff685-c6ae-4870-bb0e-2cf43fb42b75 req-1a1921ba-8fd3-47b6-8c5f-720edd96e170 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380671 Dec 21 22:48:18.073289 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125e75a-35da-4b9b-b9a1-69cdfc5ccb80 req-7c9a1971-e1ab-4a44-af2f-7ea11f000e6d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:18.075382 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d125e75a-35da-4b9b-b9a1-69cdfc5ccb80 req-7c9a1971-e1ab-4a44-af2f-7ea11f000e6d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0748222 Dec 21 22:48:18.120274 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d125e75a-35da-4b9b-b9a1-69cdfc5ccb80 req-f273b069-06cf-46f2-9c27-3c8397a086c7 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389473 Dec 21 22:48:19.318631 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcac35-b4d5-4a04-874c-cf12c4bc4f5a req-2a2ebe8c-fd91-4026-982d-7ab5e220f5bb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:19.320313 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5cbcac35-b4d5-4a04-874c-cf12c4bc4f5a req-2a2ebe8c-fd91-4026-982d-7ab5e220f5bb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0785141 Dec 21 22:48:19.365026 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5cbcac35-b4d5-4a04-874c-cf12c4bc4f5a req-7f0f3836-fae3-4ac4-9a3e-a20314d00328 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384879 Dec 21 22:48:20.560796 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c5905-5c47-47e0-a4c3-7d671b1293a1 req-8293fcd1-3319-448b-a64a-551ae66b77af tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:20.562142 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926c5905-5c47-47e0-a4c3-7d671b1293a1 req-8293fcd1-3319-448b-a64a-551ae66b77af tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0776958 Dec 21 22:48:20.605813 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926c5905-5c47-47e0-a4c3-7d671b1293a1 req-dba9850c-0eb4-46f9-9d74-b11e95a22ccb tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382905 Dec 21 22:48:21.803096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6009ab0-f32b-469b-8ef6-d126f6790636 req-fb14e682-b889-4432-8c5c-5e5f81ebac4a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:21.804522 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b6009ab0-f32b-469b-8ef6-d126f6790636 req-fb14e682-b889-4432-8c5c-5e5f81ebac4a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0749729 Dec 21 22:48:21.849005 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b6009ab0-f32b-469b-8ef6-d126f6790636 req-bfb8296d-c1c5-43c4-ad3b-ec4950514215 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384157 Dec 21 22:48:23.046306 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c30a48-ad13-430f-aebb-840003cadac2 req-8b7cc428-deb6-48f2-b499-22ac8ab50db9 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:23.047736 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e3c30a48-ad13-430f-aebb-840003cadac2 req-8b7cc428-deb6-48f2-b499-22ac8ab50db9 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0741124 Dec 21 22:48:23.092905 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e3c30a48-ad13-430f-aebb-840003cadac2 req-e4d76e96-626b-4a10-bcc1-0dc6bd7b2622 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396802 Dec 21 22:48:24.290719 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32016b-66fd-458e-a133-18c772607f03 req-a37882bf-f435-4b23-bf50-32f8859728da tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:24.292155 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6e32016b-66fd-458e-a133-18c772607f03 req-a37882bf-f435-4b23-bf50-32f8859728da tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0793090 Dec 21 22:48:24.337394 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6e32016b-66fd-458e-a133-18c772607f03 req-e05d7369-2253-4994-91b5-cade1dffc0a1 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388105 Dec 21 22:48:25.534775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf682b-9dd0-4b9b-b074-73fb9cd3d711 req-f0c1c76b-0c11-42b1-a093-ddf2c2e15ea7 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:25.536129 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7baf682b-9dd0-4b9b-b074-73fb9cd3d711 req-f0c1c76b-0c11-42b1-a093-ddf2c2e15ea7 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0783389 Dec 21 22:48:25.580883 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7baf682b-9dd0-4b9b-b074-73fb9cd3d711 req-3f4b5edb-0a1f-4982-a63a-197c5f93c38d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391822 Dec 21 22:48:26.775583 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754f982-9be6-400e-a42d-08ec5a2599bc req-2cf3e769-a364-454f-8677-14b02e92fba4 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:26.777013 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e754f982-9be6-400e-a42d-08ec5a2599bc req-2cf3e769-a364-454f-8677-14b02e92fba4 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0746365 Dec 21 22:48:26.824520 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e754f982-9be6-400e-a42d-08ec5a2599bc req-f9c10667-6b84-4233-bc57-cb9c0977adf3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420537 Dec 21 22:48:27.266267 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-07e95f4b-edca-43ca-8c93-0c4940f30deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:28.003166 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-4bb80620-fdc6-4617-ab2c-14d83314cc62 service neutron] 10.222.0.49 "GET /v2.0/ports/fd986b78-8c84-4282-a998-a0b6b71bd871/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.1184866 Dec 21 22:48:28.032447 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95965506-6115-4e9b-b5be-a6b9b7c9edd7 req-44a323a5-bb6c-4630-a81c-9cd18198b3e0 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:28.033873 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-95965506-6115-4e9b-b5be-a6b9b7c9edd7 req-44a323a5-bb6c-4630-a81c-9cd18198b3e0 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0907147 Dec 21 22:48:28.080447 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-95965506-6115-4e9b-b5be-a6b9b7c9edd7 req-081c6254-e3b6-4611-8251-4667ca0f173d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405636 Dec 21 22:48:28.559109 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-85e7da95-b868-4f62-8f85-5b74cd137b77 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e&tenant_id=d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 1099 time: 0.0678756 Dec 21 22:48:28.657673 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-6e565a36-a74c-4c81-bed3-dd270d8df3d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 1099 time: 0.0700645 Dec 21 22:48:28.791140 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-0a8738b2-c88f-4867-8a17-efd8c513e93f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:28.792557 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-0a8738b2-c88f-4867-8a17-efd8c513e93f service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1252415 Dec 21 22:48:28.896673 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-b08c6b70-4857-4eb4-af4a-bdb56d00d7be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd986b78-8c84-4282-a998-a0b6b71bd871 HTTP/1.1" status: 200 len: 1003 time: 0.0943406 Dec 21 22:48:28.961495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-bf4ce3bd-1eef-485f-8a75-454d13585989 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:28.962939 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-bf4ce3bd-1eef-485f-8a75-454d13585989 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0565557 Dec 21 22:48:29.038289 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-fb8cf2de-31bc-479e-af0f-1fba215081cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660245 Dec 21 22:48:29.172553 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-55c00187-cc3b-436d-944c-14d7e19450ad service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238952 Dec 21 22:48:29.281389 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af660c-2fc8-4b4a-b8dd-1f688fb1a99e req-f88dba5e-f166-426f-be95-e2beeb324afa tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:29.282862 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-64af660c-2fc8-4b4a-b8dd-1f688fb1a99e req-f88dba5e-f166-426f-be95-e2beeb324afa tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0782037 Dec 21 22:48:29.308528 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-48173506-c0d5-4504-a57f-7f361f3f3b29 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253459 Dec 21 22:48:29.328990 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-64af660c-2fc8-4b4a-b8dd-1f688fb1a99e req-ab6fbb4d-ac81-42e8-a137-1d0b9d52f340 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407143 Dec 21 22:48:29.650089 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d796ca89-3b2a-42f0-8693-2abbb3ff4ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:30.676616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9e40c-9919-4c4c-8464-e52b9194c82b req-fea90bc0-18af-42cd-9750-e5cea5e2d914 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:30.678244 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7cf9e40c-9919-4c4c-8464-e52b9194c82b req-fea90bc0-18af-42cd-9750-e5cea5e2d914 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0803432 Dec 21 22:48:30.727559 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7cf9e40c-9919-4c4c-8464-e52b9194c82b req-361dd4b0-72a7-477f-aac5-3dd99119a238 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438404 Dec 21 22:48:30.764130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:30.786595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:30.807372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device fd986b78-8c84-4282-a998-a0b6b71bd871 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:48:30.918123 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:30.944400 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de635895-ccad-4bbd-ad57-b2041765879e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd986b78-8c84-4282-a998-a0b6b71bd871'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:48:30.955203 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port fd986b78-8c84-4282-a998-a0b6b71bd871, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fd986b78-8c84-4282-a998-a0b6b71bd871,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:48:31.007937 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de635895-ccad-4bbd-ad57-b2041765879e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd986b78-8c84-4282-a998-a0b6b71bd871', 'code': 200} Dec 21 22:48:31.020979 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:31.086678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=fd986b78-8c84-4282-a998-a0b6b71bd871,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:48:31.094890 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:31.095231 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:31.095566 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:31.095892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:31.096218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:31.096541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:31.096857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:31.097177 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:31.097487 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:31.097796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:31.098138 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:31.922684 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b027c44-2a98-4de7-ab8e-603a88c1cb9e req-2ffa72da-8048-4dee-82cd-382b56876f96 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:31.924144 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8b027c44-2a98-4de7-ab8e-603a88c1cb9e req-2ffa72da-8048-4dee-82cd-382b56876f96 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 944 time: 0.0755796 Dec 21 22:48:32.062068 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8b027c44-2a98-4de7-ab8e-603a88c1cb9e req-a1ba8ac9-bcdb-4da1-bc81-6f8f52ecb399 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324203 Dec 21 22:48:32.295194 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:32.810727 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device fd986b78-8c84-4282-a998-a0b6b71bd871 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:48:32.940325 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port fd986b78-8c84-4282-a998-a0b6b71bd871, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fd986b78-8c84-4282-a998-a0b6b71bd871,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:48:32.953616 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'fd986b78-8c84-4282-a998-a0b6b71bd871', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'port_id': 'fd986b78-8c84-4282-a998-a0b6b71bd871', 'mac_address': 'fa:16:3e:cd:e5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:48:33.009478 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:33.026265 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd986b78-8c84-4282-a998-a0b6b71bd871 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:48:33.041120 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port fd986b78-8c84-4282-a998-a0b6b71bd871, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fd986b78-8c84-4282-a998-a0b6b71bd871,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:48:33.089569 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:33.156160 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=fd986b78-8c84-4282-a998-a0b6b71bd871,revision_number=7']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:48:33.174983 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['fd986b78-8c84-4282-a998-a0b6b71bd871'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:48:33.264716 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063e997-7d19-4538-81e9-f68462b1ce16 req-ae0ef36a-04ba-4ad2-9807-dc47427e4d19 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:33.266375 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9063e997-7d19-4538-81e9-f68462b1ce16 req-ae0ef36a-04ba-4ad2-9807-dc47427e4d19 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 945 time: 0.0794432 Dec 21 22:48:33.312637 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9063e997-7d19-4538-81e9-f68462b1ce16 req-02579b20-0819-4bd5-a11f-026a26589eba tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402007 Dec 21 22:48:34.505356 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496b789-d854-42b6-8cd2-6ec06fbf8edc req-c2bf25a8-ad3f-46ee-b73d-2dc0af9538d3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:34.506808 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e496b789-d854-42b6-8cd2-6ec06fbf8edc req-c2bf25a8-ad3f-46ee-b73d-2dc0af9538d3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 945 time: 0.0756121 Dec 21 22:48:34.551712 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e496b789-d854-42b6-8cd2-6ec06fbf8edc req-083ad83e-d752-4fb0-a595-6c17e40168c7 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394597 Dec 21 22:48:34.823065 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device fd986b78-8c84-4282-a998-a0b6b71bd871 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:48:34.888851 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port fd986b78-8c84-4282-a998-a0b6b71bd871 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:48:34.889206 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:35.031276 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:35.056724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de635895-ccad-4bbd-ad57-b2041765879e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd986b78-8c84-4282-a998-a0b6b71bd871'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:48:35.066092 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port fd986b78-8c84-4282-a998-a0b6b71bd871, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fd986b78-8c84-4282-a998-a0b6b71bd871,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:48:35.119022 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de635895-ccad-4bbd-ad57-b2041765879e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd986b78-8c84-4282-a998-a0b6b71bd871', 'code': 200} Dec 21 22:48:35.119910 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:35.185702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=fd986b78-8c84-4282-a998-a0b6b71bd871,revision_number=8']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:48:35.749629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c0ace5-f710-45a8-8dc8-d1c3b77b4b48 req-4a2dbe95-4420-4373-9e59-41b20c8e2350 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:35.751099 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a5c0ace5-f710-45a8-8dc8-d1c3b77b4b48 req-4a2dbe95-4420-4373-9e59-41b20c8e2350 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0780087 Dec 21 22:48:35.795491 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a5c0ace5-f710-45a8-8dc8-d1c3b77b4b48 req-1dc3720f-9d72-4fc7-bb8f-dca89b73ed1f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389767 Dec 21 22:48:36.993562 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2e580-373b-4a1b-bf08-5b85b6fe2d70 req-fbab57f8-c00b-492e-812a-40219743740f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:36.996003 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-dac2e580-373b-4a1b-bf08-5b85b6fe2d70 req-fbab57f8-c00b-492e-812a-40219743740f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0742884 Dec 21 22:48:37.039962 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-dac2e580-373b-4a1b-bf08-5b85b6fe2d70 req-2bd14be1-5575-4641-9d25-ca1a924207d6 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385597 Dec 21 22:48:38.256980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0031aed0-680d-4db3-9835-c2da6ef442f4 req-71e0864b-92f9-421a-b020-17b1e3764e2b tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:38.258667 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0031aed0-680d-4db3-9835-c2da6ef442f4 req-71e0864b-92f9-421a-b020-17b1e3764e2b tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0896506 Dec 21 22:48:38.310314 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0031aed0-680d-4db3-9835-c2da6ef442f4 req-50c2ee31-7f27-4a0a-a15e-84a09e5d5a22 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445106 Dec 21 22:48:39.507983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed2267-f226-4571-8a9a-18dfd351f0ca req-9d1d4b8d-271f-4f41-b272-5b865e8fe9d5 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:39.509389 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-daed2267-f226-4571-8a9a-18dfd351f0ca req-9d1d4b8d-271f-4f41-b272-5b865e8fe9d5 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0780289 Dec 21 22:48:39.553353 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-daed2267-f226-4571-8a9a-18dfd351f0ca req-3a566a87-81f5-4b3f-85fa-62cce111127a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383394 Dec 21 22:48:40.209378 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99051010-d3ad-4beb-a705-331166b6c95f req-f8ad6c03-6cf8-497a-857a-936dff40641d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:40.211183 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-99051010-d3ad-4beb-a705-331166b6c95f req-f8ad6c03-6cf8-497a-857a-936dff40641d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0774310 Dec 21 22:48:40.211385 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-6216079b-28ed-400b-a57a-1f5c21d484c4 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:40.212786 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-6216079b-28ed-400b-a57a-1f5c21d484c4 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e&tenant_id=d53d0b92dec44237a581b5360457592c&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.0840647 Dec 21 22:48:40.258073 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-99051010-d3ad-4beb-a705-331166b6c95f req-5fc33356-1667-43d0-98e2-a23f0bdbb730 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408831 Dec 21 22:48:40.291111 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-6486d6f5-9e6f-4f85-95ce-ea45ad81e148 service neutron] 10.222.0.49 "GET /v2.0/ports/fd986b78-8c84-4282-a998-a0b6b71bd871/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0721703 Dec 21 22:48:40.382962 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-27a7cc77-ef7d-4953-b1e0-c4146c9db67b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 1099 time: 0.0706978 Dec 21 22:48:40.510771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-595c3caf-3bb6-487d-81f8-e9895a53def0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:40.512630 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-595c3caf-3bb6-487d-81f8-e9895a53def0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1226361 Dec 21 22:48:40.616899 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-3fe8101f-52ab-4356-9539-5f9fe8f05b97 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd986b78-8c84-4282-a998-a0b6b71bd871 HTTP/1.1" status: 200 len: 1003 time: 0.0988371 Dec 21 22:48:40.678654 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-95fbe9c2-209c-4b5b-bee3-5e962193f172 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:40.680084 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-95fbe9c2-209c-4b5b-bee3-5e962193f172 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0564787 Dec 21 22:48:40.726724 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:48:40.753182 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-55fa8ba5-2849-435e-a1fc-17b0d847aed8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666604 Dec 21 22:48:40.882058 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-e1937d10-873c-40bc-b631-a5a4da95decb service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221359 Dec 21 22:48:41.013008 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-554f2484-f463-4376-9710-6e293c453e69 service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235974 Dec 21 22:48:41.456757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bf261-f048-4c94-bce3-cd0d43b81b79 req-a71794f6-bb10-4cb4-b5b1-7d6e41c7dae3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:41.465837 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a83bf261-f048-4c94-bce3-cd0d43b81b79 req-a71794f6-bb10-4cb4-b5b1-7d6e41c7dae3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0783474 Dec 21 22:48:41.503429 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a83bf261-f048-4c94-bce3-cd0d43b81b79 req-fc22f679-89ee-453c-85dc-1a04a0c64a1a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398021 Dec 21 22:48:42.703771 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364d44d-62c0-4cf1-9c57-e070cf280255 req-d936a7a7-6695-4514-b9e3-a71bef7e60e2 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:42.705202 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c364d44d-62c0-4cf1-9c57-e070cf280255 req-d936a7a7-6695-4514-b9e3-a71bef7e60e2 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0785787 Dec 21 22:48:42.750639 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c364d44d-62c0-4cf1-9c57-e070cf280255 req-e534efeb-6736-4364-9bde-91d5c1735743 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396907 Dec 21 22:48:43.949004 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee4f00-071c-4729-aadf-ed6c40137342 req-b1293754-4761-4b3a-854f-dfc4268f9bac tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:43.955505 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-36ee4f00-071c-4729-aadf-ed6c40137342 req-b1293754-4761-4b3a-854f-dfc4268f9bac tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0770147 Dec 21 22:48:43.999357 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-36ee4f00-071c-4729-aadf-ed6c40137342 req-f5111d1b-e8df-4874-afc2-d073a1abde15 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431271 Dec 21 22:48:45.195224 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be119cfd-f147-4ef1-9238-30977cfe8212 req-65fe0ce5-ba11-4ecb-85c9-cd3ac18e214f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:45.197030 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-be119cfd-f147-4ef1-9238-30977cfe8212 req-65fe0ce5-ba11-4ecb-85c9-cd3ac18e214f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0752707 Dec 21 22:48:45.223554 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-dcf863be-8d47-49d9-928e-a79df6ae4f17 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e&tenant_id=d53d0b92dec44237a581b5360457592c HTTP/1.1" status: 200 len: 1099 time: 0.0709004 Dec 21 22:48:45.247319 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-be119cfd-f147-4ef1-9238-30977cfe8212 req-6b836108-b68d-4175-8d06-b5d3487a6a98 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449421 Dec 21 22:48:45.322306 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-f42a108a-4a99-4b5b-a5f5-51db70521b39 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d53d0b92dec44237a581b5360457592c&device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 1099 time: 0.0691414 Dec 21 22:48:45.464084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-63b6b2d2-7fff-451e-b99d-d70783e84709 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:45.466170 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-63b6b2d2-7fff-451e-b99d-d70783e84709 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 200 len: 913 time: 0.1346910 Dec 21 22:48:45.563992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:45.571527 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-13aa0a51-6586-4156-b10b-94ec47a7bd14 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd986b78-8c84-4282-a998-a0b6b71bd871 HTTP/1.1" status: 200 len: 1003 time: 0.0953026 Dec 21 22:48:45.638610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-56e11586-7736-442f-8e7b-6eb3b497617d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:45.640004 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-56e11586-7736-442f-8e7b-6eb3b497617d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 200 len: 851 time: 0.0594006 Dec 21 22:48:45.718945 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-61f11d0a-ca1d-41b8-b2fb-7a8f273f24ce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ae40156-f367-450c-9ed3-f0c8f5ae003a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684211 Dec 21 22:48:45.937613 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-f970a264-3d77-460a-8e82-31d81de1021e service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084205 Dec 21 22:48:46.074510 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80452e51-5f57-42f0-b6d8-2c9e24a8da26 req-724fe984-141a-4dc9-9149-07245fe3638e service neutron] 10.222.0.49 "GET /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262624 Dec 21 22:48:46.448521 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa240f7-784a-435d-a2d5-cf3a128584aa req-eb38ea09-b573-41ef-969f-d48bf57efa31 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:46.450494 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-caa240f7-784a-435d-a2d5-cf3a128584aa req-eb38ea09-b573-41ef-969f-d48bf57efa31 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0796897 Dec 21 22:48:46.495363 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-caa240f7-784a-435d-a2d5-cf3a128584aa req-f10bd4a3-8552-4137-ba62-4a444ef670e5 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393603 Dec 21 22:48:46.888395 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device fd986b78-8c84-4282-a998-a0b6b71bd871 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:48:46.999457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:47.025267 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de635895-ccad-4bbd-ad57-b2041765879e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd986b78-8c84-4282-a998-a0b6b71bd871'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:48:47.035164 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port fd986b78-8c84-4282-a998-a0b6b71bd871, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fd986b78-8c84-4282-a998-a0b6b71bd871,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:48:47.091240 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de635895-ccad-4bbd-ad57-b2041765879e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd986b78-8c84-4282-a998-a0b6b71bd871', 'code': 200} Dec 21 22:48:47.100759 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:47.171076 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=fd986b78-8c84-4282-a998-a0b6b71bd871,revision_number=9']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:48:47.693346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7317fe18-fa64-457c-8908-78e14fc448f1 req-876771df-c075-4b94-85a5-ac7b435a0b27 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:47.694818 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7317fe18-fa64-457c-8908-78e14fc448f1 req-876771df-c075-4b94-85a5-ac7b435a0b27 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 944 time: 0.0770440 Dec 21 22:48:47.741842 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7317fe18-fa64-457c-8908-78e14fc448f1 req-0ff817f2-f371-4a17-b1e6-515e6e8521ad tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409648 Dec 21 22:48:48.885508 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device fd986b78-8c84-4282-a998-a0b6b71bd871 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:48:48.938944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09043058-4652-4190-b55a-ef07647c7131 req-a6b7b3c7-2bd8-475e-8a76-9a665f85602d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:48.940372 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-09043058-4652-4190-b55a-ef07647c7131 req-a6b7b3c7-2bd8-475e-8a76-9a665f85602d tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 944 time: 0.0756176 Dec 21 22:48:48.986266 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-09043058-4652-4190-b55a-ef07647c7131 req-288fe842-99b9-4d6a-8f24-ef201bee80ff tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399921 Dec 21 22:48:49.020469 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port fd986b78-8c84-4282-a998-a0b6b71bd871, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fd986b78-8c84-4282-a998-a0b6b71bd871,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:48:49.033793 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'fd986b78-8c84-4282-a998-a0b6b71bd871', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'port_id': 'fd986b78-8c84-4282-a998-a0b6b71bd871', 'mac_address': 'fa:16:3e:cd:e5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:48:49.085210 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:49.103133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd986b78-8c84-4282-a998-a0b6b71bd871 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:48:49.117902 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port fd986b78-8c84-4282-a998-a0b6b71bd871, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fd986b78-8c84-4282-a998-a0b6b71bd871,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:48:49.198207 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:49.268223 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=fd986b78-8c84-4282-a998-a0b6b71bd871,revision_number=10']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:48:49.288493 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['fd986b78-8c84-4282-a998-a0b6b71bd871'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:48:50.181086 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58188a4-6b24-4e13-bff7-96b9e519ce0f req-d456d1e2-220f-46bb-8f3f-f2b2d1321036 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:50.182549 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e58188a4-6b24-4e13-bff7-96b9e519ce0f req-d456d1e2-220f-46bb-8f3f-f2b2d1321036 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 946 time: 0.0785663 Dec 21 22:48:50.227591 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e58188a4-6b24-4e13-bff7-96b9e519ce0f req-2f2bbd3f-d21f-4930-89fd-9e4d27cb629f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389514 Dec 21 22:48:50.900412 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device fd986b78-8c84-4282-a998-a0b6b71bd871 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:48:50.967625 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port fd986b78-8c84-4282-a998-a0b6b71bd871 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:48:50.967989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:51.079163 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:51.104599 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de635895-ccad-4bbd-ad57-b2041765879e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd986b78-8c84-4282-a998-a0b6b71bd871'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:48:51.113795 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port fd986b78-8c84-4282-a998-a0b6b71bd871, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fd986b78-8c84-4282-a998-a0b6b71bd871,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:48:51.166658 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de635895-ccad-4bbd-ad57-b2041765879e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd986b78-8c84-4282-a998-a0b6b71bd871', 'code': 200} Dec 21 22:48:51.169218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:51.233736 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=fd986b78-8c84-4282-a998-a0b6b71bd871,revision_number=11']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:48:51.424468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305b40a-f677-400a-83b1-877440017b91 req-6d97a9b3-cc01-4b53-85a1-03168d931210 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:51.425791 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0305b40a-f677-400a-83b1-877440017b91 req-6d97a9b3-cc01-4b53-85a1-03168d931210 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 947 time: 0.0749791 Dec 21 22:48:51.474526 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0305b40a-f677-400a-83b1-877440017b91 req-ed07e108-6a8d-4e9d-b67b-0070a840be26 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433519 Dec 21 22:48:52.677622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a78ec7-8251-4a3f-811a-30bb74b4eaf6 req-a853407b-12b2-49e1-9da8-5eea0cdd0fdd tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:52.679079 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-18a78ec7-8251-4a3f-811a-30bb74b4eaf6 req-a853407b-12b2-49e1-9da8-5eea0cdd0fdd tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 947 time: 0.0785086 Dec 21 22:48:52.726930 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-18a78ec7-8251-4a3f-811a-30bb74b4eaf6 req-3c941351-6ffe-45cb-b1ed-82305ec1eed2 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Dec 21 22:48:53.921111 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b729eae-d421-409f-b10d-890ed097d708 req-1b9f2f2c-f863-4612-9985-9aa9284c8d4b tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:53.922621 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0b729eae-d421-409f-b10d-890ed097d708 req-1b9f2f2c-f863-4612-9985-9aa9284c8d4b tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 947 time: 0.0754349 Dec 21 22:48:53.968123 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0b729eae-d421-409f-b10d-890ed097d708 req-31b999ed-7821-44bf-9e98-105dd4b9d630 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401103 Dec 21 22:48:55.165539 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777384f-0f58-4a41-87c9-784de07a62df req-2710a5bd-cb7f-4158-b249-1cc180b6670f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:55.167000 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0777384f-0f58-4a41-87c9-784de07a62df req-2710a5bd-cb7f-4158-b249-1cc180b6670f tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 947 time: 0.0761404 Dec 21 22:48:55.217973 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0777384f-0f58-4a41-87c9-784de07a62df req-4b556977-d5ae-4541-b8b9-69743792574a tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453374 Dec 21 22:48:55.419403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea237605-d71b-4e40-b043-2b6e661b4ae4 req-29ff7713-86d7-481b-ac1a-6fc98378b733 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:55.420837 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ea237605-d71b-4e40-b043-2b6e661b4ae4 req-29ff7713-86d7-481b-ac1a-6fc98378b733 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 947 time: 0.0805159 Dec 21 22:48:55.465553 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ea237605-d71b-4e40-b043-2b6e661b4ae4 req-612e2cce-bc9c-485b-af9f-391994945532 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386176 Dec 21 22:48:55.669136 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a44b5a-1b44-4e1e-9012-8be678cb88f0 req-8034cf75-961b-4c88-a67c-80dabea977c4 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:55.670638 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f3a44b5a-1b44-4e1e-9012-8be678cb88f0 req-8034cf75-961b-4c88-a67c-80dabea977c4 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 947 time: 0.0860670 Dec 21 22:48:55.715700 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f3a44b5a-1b44-4e1e-9012-8be678cb88f0 req-73679a7c-932f-41ed-a279-e909a4fdabc9 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384331 Dec 21 22:48:56.375570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5169b2-c898-4c70-ba99-c620cc8c4843 req-c1315bde-60a7-45ab-bee7-0b2b0cfb5cf3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:56.377766 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7d5169b2-c898-4c70-ba99-c620cc8c4843 req-c1315bde-60a7-45ab-bee7-0b2b0cfb5cf3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 947 time: 0.0745068 Dec 21 22:48:56.424972 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7d5169b2-c898-4c70-ba99-c620cc8c4843 req-df5cb2fc-d5f8-46e8-80bb-1d7a4b32b1a3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417175 Dec 21 22:48:57.272369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7168b63f-f31d-4739-9e8d-45ec632c5210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:57.622080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba17e8-f2e3-43e7-80bd-013ea301514d req-f57c0bff-0162-41bf-b1ea-16586df0f652 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:57.623429 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1dba17e8-f2e3-43e7-80bd-013ea301514d req-f57c0bff-0162-41bf-b1ea-16586df0f652 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 947 time: 0.0765316 Dec 21 22:48:57.669458 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1dba17e8-f2e3-43e7-80bd-013ea301514d req-447638a2-aa37-4aa6-90a5-698c11a06c90 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400331 Dec 21 22:48:58.864559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b405f35-cd05-4c6d-a566-af2ed1672f9b req-87628169-cd00-4b5d-9fdc-cfbe0b0e15b3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:58.866027 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1b405f35-cd05-4c6d-a566-af2ed1672f9b req-87628169-cd00-4b5d-9fdc-cfbe0b0e15b3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 947 time: 0.0760577 Dec 21 22:48:58.910936 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1b405f35-cd05-4c6d-a566-af2ed1672f9b req-5aebe69a-b464-4108-abf2-8e08b43e3515 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae3f4596-a796-4229-8a52-9ab769c14f7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393698 Dec 21 22:48:58.924054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259b09a-2762-4956-9a25-f58066dcf0bb req-d6e4544d-8f38-4fd4-a0d6-7e52348cab95 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:48:58.925592 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f259b09a-2762-4956-9a25-f58066dcf0bb req-d6e4544d-8f38-4fd4-a0d6-7e52348cab95 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 947 time: 0.0791254 Dec 21 22:48:58.997125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-f259b09a-2762-4956-9a25-f58066dcf0bb req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Deleting port fd986b78-8c84-4282-a998-a0b6b71bd871 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:48:58.997366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f259b09a-2762-4956-9a25-f58066dcf0bb req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:59.239592 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-f259b09a-2762-4956-9a25-f58066dcf0bb req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] For port fd986b78-8c84-4282-a998-a0b6b71bd871, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=fd986b78-8c84-4282-a998-a0b6b71bd871,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:48:59.239942 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f259b09a-2762-4956-9a25-f58066dcf0bb req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:59.517980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f259b09a-2762-4956-9a25-f58066dcf0bb req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:59.518366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f259b09a-2762-4956-9a25-f58066dcf0bb req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:59.518668 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [req-f259b09a-2762-4956-9a25-f58066dcf0bb req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Floating IP 25e309f6-9fa9-4c92-8494-75e8e5647727 disassociated. External IP: 172.26.3.166, port: fd986b78-8c84-4282-a998-a0b6b71bd871. Dec 21 22:48:59.518998 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-f259b09a-2762-4956-9a25-f58066dcf0bb req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Calling delete_port for fd986b78-8c84-4282-a998-a0b6b71bd871 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:48:59.632671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-30a1794a-cc1d-48a2-8ade-58e4092e20a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:59.798227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f259b09a-2762-4956-9a25-f58066dcf0bb req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:48:59.847146 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Pushing event deleted for resources: {'Port': ['ID=fd986b78-8c84-4282-a998-a0b6b71bd871,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:48:59.860570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:59.860570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:59.861428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:59.861881 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:59.862232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:59.862556 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:59.862870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:59.863269 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:59.863484 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:59.863793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:48:59.864168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:00.085943 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c953d9af-8350-4dec-8038-0fd45db7f8a9 req-7f9d23ad-9732-4961-b07c-d88238ca165e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 210 time: 0.0468614 Dec 21 22:49:00.112499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f259b09a-2762-4956-9a25-f58066dcf0bb req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:49:00.307233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f259b09a-2762-4956-9a25-f58066dcf0bb req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:49:00.317544 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dfd668-1964-4fb1-ac63-68014a866bb4 None None] Sync routers for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:49:00.336156 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dfd668-1964-4fb1-ac63-68014a866bb4 None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:49:00.337218 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-37dfd668-1964-4fb1-ac63-68014a866bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:49:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:49:00.423618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-f259b09a-2762-4956-9a25-f58066dcf0bb req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] No DVR routers for this DVR port fd986b78-8c84-4282-a998-a0b6b71bd871 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:49:00.426723 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f259b09a-2762-4956-9a25-f58066dcf0bb req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:00.430408 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de635895-ccad-4bbd-ad57-b2041765879e', 'name': 'network-vif-deleted', 'tag': 'fd986b78-8c84-4282-a998-a0b6b71bd871'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:49:00.524867 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f259b09a-2762-4956-9a25-f58066dcf0bb req-16d8c3e8-5f14-4db0-bb91-3ee2ee925090 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.49 "DELETE /v2.0/ports/fd986b78-8c84-4282-a998-a0b6b71bd871 HTTP/1.1" status: 204 len: 173 time: 1.5904150 Dec 21 22:49:00.566301 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-37dfd668-1964-4fb1-ac63-68014a866bb4 None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:49:00.592793 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de635895-ccad-4bbd-ad57-b2041765879e', 'name': 'network-vif-deleted', 'tag': 'fd986b78-8c84-4282-a998-a0b6b71bd871', 'status': 'completed', 'code': 200} Dec 21 22:49:00.774038 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:00.797918 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:00.908691 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-37dfd668-1964-4fb1-ac63-68014a866bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:49:00.913468 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dfd668-1964-4fb1-ac63-68014a866bb4 None None] Checking router: 3015bef1-a6a6-476b-ae29-2675e5cbbae8 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:49:00.923471 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dfd668-1964-4fb1-ac63-68014a866bb4 None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:49:00.924544 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-37dfd668-1964-4fb1-ac63-68014a866bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:49:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:49:01.104299 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-37dfd668-1964-4fb1-ac63-68014a866bb4 None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:49:01.259218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-244da855-6475-4b2b-99de-ce1b83e92c46 req-c3b896b1-f0ee-4e2b-9ef3-e38dc6160bda tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Synchronizing usage tracker for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:49:01.352223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-244da855-6475-4b2b-99de-ce1b83e92c46 req-c3b896b1-f0ee-4e2b-9ef3-e38dc6160bda tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Unset dirty status for tenant:d53d0b92dec44237a581b5360457592c on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:49:01.353632 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-244da855-6475-4b2b-99de-ce1b83e92c46 req-c3b896b1-f0ee-4e2b-9ef3-e38dc6160bda tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/ports?device_id=de635895-ccad-4bbd-ad57-b2041765879e HTTP/1.1" status: 200 len: 210 time: 0.1349280 Dec 21 22:49:01.450875 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-37dfd668-1964-4fb1-ac63-68014a866bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:49:01.455775 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dfd668-1964-4fb1-ac63-68014a866bb4 None None] The sync data for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv is: [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:29Z', 'revision_number': 4, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87e20428-7e4b-4f52-b217-83256637299c', 'name': '', 'network_id': '1ae40156-f367-450c-9ed3-f0c8f5ae003a', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'mac_address': 'fa:16:3e:b7:a0:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:29Z', 'updated_at': '2021-12-21T22:42:38Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'subnets': [{'id': '3e3b7a87-df40-4016-af03-863327c86aaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:49:01.678730 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb91e51-d8b7-4435-9c79-d42c04ea5ce3 None None] New status for floating IP 25e309f6-9fa9-4c92-8494-75e8e5647727: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:49:02.284768 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:02.931935 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device fd986b78-8c84-4282-a998-a0b6b71bd871 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:49:02.965229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: fd986b78-8c84-4282-a998-a0b6b71bd871 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:49:02.965578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device fd986b78-8c84-4282-a998-a0b6b71bd871 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:49:05.969884 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 43798) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:06.035371 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3759bdff-c38c-4f4c-abf5-7cbca072482e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:06.065886 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3759bdff-c38c-4f4c-abf5-7cbca072482e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:06.186540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3759bdff-c38c-4f4c-abf5-7cbca072482e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:06.205590 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759bdff-c38c-4f4c-abf5-7cbca072482e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3f4596-a796-4229-8a52-9ab769c14f7e,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:06.214635 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3759bdff-c38c-4f4c-abf5-7cbca072482e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:06.217737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3759bdff-c38c-4f4c-abf5-7cbca072482e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:06.217737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3759bdff-c38c-4f4c-abf5-7cbca072482e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:06.217737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3759bdff-c38c-4f4c-abf5-7cbca072482e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:06.217737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3759bdff-c38c-4f4c-abf5-7cbca072482e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:06.217737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3759bdff-c38c-4f4c-abf5-7cbca072482e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:06.217737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3759bdff-c38c-4f4c-abf5-7cbca072482e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:06.217737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3759bdff-c38c-4f4c-abf5-7cbca072482e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:06.217737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3759bdff-c38c-4f4c-abf5-7cbca072482e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:06.217737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3759bdff-c38c-4f4c-abf5-7cbca072482e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:06.218673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3759bdff-c38c-4f4c-abf5-7cbca072482e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:06.260267 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3759bdff-c38c-4f4c-abf5-7cbca072482e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:06.263673 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3759bdff-c38c-4f4c-abf5-7cbca072482e tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "DELETE /v2.0/security-groups/ae3f4596-a796-4229-8a52-9ab769c14f7e HTTP/1.1" status: 204 len: 168 time: 0.2900233 Dec 21 22:49:06.264001 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 43804) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:06.280953 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.api.v2.resource [None req-917beded-6fea-4967-a983-bbc0e3b5b1a3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] show failed (client error): The resource could not be found. Dec 21 22:49:06.281971 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-917beded-6fea-4967-a983-bbc0e3b5b1a3 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "GET /v2.0/security-groups/ae3f4596-a796-4229-8a52-9ab769c14f7e HTTP/1.1" status: 404 len: 347 time: 0.0170655 Dec 21 22:49:06.285229 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 43808) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:06.507872 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-666bebc4-bd39-4773-9483-85cc8aadc418 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Deleting port 6805c9ff-db24-44f0-8872-5ee6a16661f3 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:49:06.508134 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-666bebc4-bd39-4773-9483-85cc8aadc418 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:06.672605 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-666bebc4-bd39-4773-9483-85cc8aadc418 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:06.672923 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-666bebc4-bd39-4773-9483-85cc8aadc418 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:06.789222 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-666bebc4-bd39-4773-9483-85cc8aadc418 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Calling delete_port for 6805c9ff-db24-44f0-8872-5ee6a16661f3 owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:49:06.963625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-666bebc4-bd39-4773-9483-85cc8aadc418 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:07.007833 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bebc4-bd39-4773-9483-85cc8aadc418 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Pushing event deleted for resources: {'Port': ['ID=6805c9ff-db24-44f0-8872-5ee6a16661f3,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:07.097588 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-666bebc4-bd39-4773-9483-85cc8aadc418 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:07.186291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-666bebc4-bd39-4773-9483-85cc8aadc418 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:07.187433 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-666bebc4-bd39-4773-9483-85cc8aadc418 tempest-ServerActionsTestJSON-240260350 tempest-ServerActionsTestJSON-240260350-project] 10.222.0.37 "DELETE /v2.0/floatingips/25e309f6-9fa9-4c92-8494-75e8e5647727 HTTP/1.1" status: 204 len: 168 time: 0.9013028 Dec 21 22:49:07.190451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 43812) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:07.683643 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d4f2-39c7-4791-a248-c39eb188bca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:08.350139 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0d4f2-39c7-4791-a248-c39eb188bca4 admin admin] Deleting port 87e20428-7e4b-4f52-b217-83256637299c {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:49:08.350818 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d4f2-39c7-4791-a248-c39eb188bca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:08.519599 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-b6c0d4f2-39c7-4791-a248-c39eb188bca4 admin admin] For port 87e20428-7e4b-4f52-b217-83256637299c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=87e20428-7e4b-4f52-b217-83256637299c,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:49:08.519949 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d4f2-39c7-4791-a248-c39eb188bca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:08.636403 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-b6c0d4f2-39c7-4791-a248-c39eb188bca4 admin admin] Calling delete_port for 87e20428-7e4b-4f52-b217-83256637299c owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:49:08.871908 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d4f2-39c7-4791-a248-c39eb188bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:08.915412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0d4f2-39c7-4791-a248-c39eb188bca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=87e20428-7e4b-4f52-b217-83256637299c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:09.199156 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d4f2-39c7-4791-a248-c39eb188bca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:09.847615 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c0d4f2-39c7-4791-a248-c39eb188bca4 admin admin] Router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:49:10.047531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c0d4f2-39c7-4791-a248-c39eb188bca4 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:49:10.057348 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3560c47c-16d0-4986-ba38-eb3a25d21294 None None] Sync routers for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:49:10.061305 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b6c0d4f2-39c7-4791-a248-c39eb188bca4 admin admin] 10.222.0.37 "PUT /v2.0/routers/3015bef1-a6a6-476b-ae29-2675e5cbbae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8690121 Dec 21 22:49:10.063581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 43818) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:10.069228 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3560c47c-16d0-4986-ba38-eb3a25d21294 None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:49:10.069815 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-3560c47c-16d0-4986-ba38-eb3a25d21294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:49:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:49:10.241589 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-3560c47c-16d0-4986-ba38-eb3a25d21294 None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:49:10.260400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea882164-f9a2-485e-8e21-ffc100f4561f admin admin] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:10.458021 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea882164-f9a2-485e-8e21-ffc100f4561f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:10.521106 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-3560c47c-16d0-4986-ba38-eb3a25d21294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:49:08Z', 'revision_number': 5, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port': {'id': '9bf2e852-2481-453a-a99e-d4a22208b50c', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:49:10.524781 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3560c47c-16d0-4986-ba38-eb3a25d21294 None None] Checking router: 3015bef1-a6a6-476b-ae29-2675e5cbbae8 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:49:10.529358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-ea882164-f9a2-485e-8e21-ffc100f4561f admin admin] Deleting port 9bf2e852-2481-453a-a99e-d4a22208b50c {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:49:10.529733 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea882164-f9a2-485e-8e21-ffc100f4561f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:10.534966 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3560c47c-16d0-4986-ba38-eb3a25d21294 None None] Routers {'3015bef1-a6a6-476b-ae29-2675e5cbbae8'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:49:10.535707 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-3560c47c-16d0-4986-ba38-eb3a25d21294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:49:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:49:10.679267 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-3560c47c-16d0-4986-ba38-eb3a25d21294 None None] Set router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:49:10.697266 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-ea882164-f9a2-485e-8e21-ffc100f4561f admin admin] For port 9bf2e852-2481-453a-a99e-d4a22208b50c, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=9bf2e852-2481-453a-a99e-d4a22208b50c,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:49:10.697615 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea882164-f9a2-485e-8e21-ffc100f4561f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:10.805324 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-3560c47c-16d0-4986-ba38-eb3a25d21294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:49:10Z', 'revision_number': 6, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:49:10.809157 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3560c47c-16d0-4986-ba38-eb3a25d21294 None None] The sync data for ids ['3015bef1-a6a6-476b-ae29-2675e5cbbae8'] in dv-neutron-822520-1-hyperv is: [{'id': '3015bef1-a6a6-476b-ae29-2675e5cbbae8', 'name': 'tempest-ServerActionsTestJSON-1716726045-router', 'tenant_id': 'd53d0b92dec44237a581b5360457592c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:42:26Z', 'updated_at': '2021-12-21T22:49:10Z', 'revision_number': 6, 'project_id': 'd53d0b92dec44237a581b5360457592c', 'gw_port_host': None}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:49:10.816504 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-ea882164-f9a2-485e-8e21-ffc100f4561f admin admin] Calling delete_port for 9bf2e852-2481-453a-a99e-d4a22208b50c owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:49:11.038357 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea882164-f9a2-485e-8e21-ffc100f4561f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:11.092898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea882164-f9a2-485e-8e21-ffc100f4561f admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf2e852-2481-453a-a99e-d4a22208b50c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:11.419577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea882164-f9a2-485e-8e21-ffc100f4561f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:11.684034 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea882164-f9a2-485e-8e21-ffc100f4561f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:11.688077 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea882164-f9a2-485e-8e21-ffc100f4561f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:11.786817 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea882164-f9a2-485e-8e21-ffc100f4561f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:11.787332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea882164-f9a2-485e-8e21-ffc100f4561f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3015bef1-a6a6-476b-ae29-2675e5cbbae8 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:49:11.799393 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ea882164-f9a2-485e-8e21-ffc100f4561f admin admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:11.801265 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ea882164-f9a2-485e-8e21-ffc100f4561f admin admin] 10.222.0.37 "DELETE /v2.0/routers/3015bef1-a6a6-476b-ae29-2675e5cbbae8 HTTP/1.1" status: 204 len: 168 time: 1.7367978 Dec 21 22:49:11.804049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 43822) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:11.867126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-203ee05c-3344-436c-981f-eb0207809c0c admin admin] Deleting subnet 3e3b7a87-df40-4016-af03-863327c86aaf {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:49:11.870337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-203ee05c-3344-436c-981f-eb0207809c0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:11.920217 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-203ee05c-3344-436c-981f-eb0207809c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:11.996218 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-203ee05c-3344-436c-981f-eb0207809c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:12.003235 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9bf2e852-2481-453a-a99e-d4a22208b50c no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:49:12.036264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 9bf2e852-2481-453a-a99e-d4a22208b50c {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:49:12.036614 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 9bf2e852-2481-453a-a99e-d4a22208b50c not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:49:12.037028 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 87e20428-7e4b-4f52-b217-83256637299c no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:49:12.071221 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 87e20428-7e4b-4f52-b217-83256637299c {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:49:12.071570 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 87e20428-7e4b-4f52-b217-83256637299c not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:49:12.135451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-203ee05c-3344-436c-981f-eb0207809c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:12.172408 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ee05c-3344-436c-981f-eb0207809c0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3b7a87-df40-4016-af03-863327c86aaf,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:12.177321 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-203ee05c-3344-436c-981f-eb0207809c0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:12.182950 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4323d117-013d-4c8b-a7c2-0b5e3a8f36c5 None None] Network 1ae40156-f367-450c-9ed3-f0c8f5ae003a requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:49:12.183109 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-203ee05c-3344-436c-981f-eb0207809c0c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3e3b7a87-df40-4016-af03-863327c86aaf HTTP/1.1" status: 204 len: 168 time: 0.3780322 Dec 21 22:49:12.185498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 43826) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:12.291534 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:12.301698 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] Deleting port c702e428-9819-437f-9867-cbfad3ebe3a5 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:49:12.302037 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:12.446517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cd8d56-1f60-4d80-9435-7b5dcbeac9bc None None] DHCP port deletion for 1ae40156-f367-450c-9ed3-f0c8f5ae003a request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:49:12.450646 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-41cd8d56-1f60-4d80-9435-7b5dcbeac9bc None None] Deleting port c702e428-9819-437f-9867-cbfad3ebe3a5 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:49:12.451012 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-41cd8d56-1f60-4d80-9435-7b5dcbeac9bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:12.504460 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] For port c702e428-9819-437f-9867-cbfad3ebe3a5, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c702e428-9819-437f-9867-cbfad3ebe3a5,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:49:12.504802 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:12.626096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] Calling delete_port for c702e428-9819-437f-9867-cbfad3ebe3a5 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:49:12.649528 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-41cd8d56-1f60-4d80-9435-7b5dcbeac9bc None None] For port c702e428-9819-437f-9867-cbfad3ebe3a5, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c702e428-9819-437f-9867-cbfad3ebe3a5,segment=NetworkSegment(246ab333-1bf6-47f4-8508-08681a68f7ee),segment_id=246ab333-1bf6-47f4-8508-08681a68f7ee)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:49:12.649909 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-41cd8d56-1f60-4d80-9435-7b5dcbeac9bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:12.751991 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:12.766587 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-41cd8d56-1f60-4d80-9435-7b5dcbeac9bc None None] Calling delete_port for c702e428-9819-437f-9867-cbfad3ebe3a5 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:49:12.797004 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] Pushing event deleted for resources: {'Port': ['ID=c702e428-9819-437f-9867-cbfad3ebe3a5,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:12.801957 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] No DVR routers for this DVR port c702e428-9819-437f-9867-cbfad3ebe3a5 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:49:12.836950 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-41cd8d56-1f60-4d80-9435-7b5dcbeac9bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:49:12.837305 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-41cd8d56-1f60-4d80-9435-7b5dcbeac9bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:49:13.006585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:13.029886 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae40156-f367-450c-9ed3-f0c8f5ae003a']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:49:13.041534 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246ab333-1bf6-47f4-8508-08681a68f7ee') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:49:13.041822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246ab333-1bf6-47f4-8508-08681a68f7ee') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:49:13.053097 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:13.069032 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:13.075112 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:49:13.075479 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:49:13.088136 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:49:13.226386 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:13.230527 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:13.255248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae40156-f367-450c-9ed3-f0c8f5ae003a,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:13.318542 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bbe1a257-6862-4e6c-ac86-7dee7458db16 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1ae40156-f367-450c-9ed3-f0c8f5ae003a HTTP/1.1" status: 204 len: 168 time: 1.1320243 Dec 21 22:49:13.338973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-41cd8d56-1f60-4d80-9435-7b5dcbeac9bc None None] Deleting port c702e428-9819-437f-9867-cbfad3ebe3a5 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:49:13.339467 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-41cd8d56-1f60-4d80-9435-7b5dcbeac9bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:13.403808 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-41cd8d56-1f60-4d80-9435-7b5dcbeac9bc None None] The port 'c702e428-9819-437f-9867-cbfad3ebe3a5' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:49:13.631559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 43832) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:13.681444 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-46d71c95-0955-4c0c-9933-37d7838f0d32 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d53d0b92dec44237a581b5360457592c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485501 Dec 21 22:49:13.683694 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 43836) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:13.741487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-90c0c37e-8832-478e-a435-6290b989db99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:13.765954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-90c0c37e-8832-478e-a435-6290b989db99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:13.866137 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-90c0c37e-8832-478e-a435-6290b989db99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:13.884417 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c0c37e-8832-478e-a435-6290b989db99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dddf6f-ea5e-442a-938c-8147d85ec772,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:13.888890 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-90c0c37e-8832-478e-a435-6290b989db99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:13.889904 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-90c0c37e-8832-478e-a435-6290b989db99 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59dddf6f-ea5e-442a-938c-8147d85ec772 HTTP/1.1" status: 204 len: 168 time: 0.2053258 Dec 21 22:49:14.009755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c702e428-9819-437f-9867-cbfad3ebe3a5 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:49:14.042338 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: c702e428-9819-437f-9867-cbfad3ebe3a5 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:49:14.042686 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c702e428-9819-437f-9867-cbfad3ebe3a5 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:49:15.025858 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 43858) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:15.167575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-731693007-network', 'tenant_id': '6a511495d38a4da1a37dd642ade177e2'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:15.172242 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:49:15.176287 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Usage tracker for resource:network and tenant:6a511495d38a4da1a37dd642ade177e2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:49:15.179087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:49:15.188066 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:49:15.231966 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Made reservation on behalf of 6a511495d38a4da1a37dd642ade177e2 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:49:15.234330 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:15.247034 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:15.277752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:49:15.281455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Usage tracker for resource:security_group_rule and tenant:6a511495d38a4da1a37dd642ade177e2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:49:15.284265 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:49:15.290034 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:49:15.353347 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:15.403236 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:15.434396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:49:15.439432 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:15.447047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:15.447384 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Added segment 0fb2c498-0faf-4471-849e-500048d8afc7 of type vlan for network 04dd99c1-0348-4b81-b49a-02798caf7a38 Dec 21 22:49:15.472755 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:15.545966 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:15.546864 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:15.547459 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:15.563171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:15.649324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] Pushing event updated for resources: {'Network': ['ID=04dd99c1-0348-4b81-b49a-02798caf7a38,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:15.658931 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 04dd99c1-0348-4b81-b49a-02798caf7a38 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:49:15.678820 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-162826b6-2de3-44c2-be87-ab4afd5425da admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6513031 Dec 21 22:49:15.681115 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 43864) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:15.686581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-54afa0ae-c404-4433-9774-30b76ce931cd admin admin] Request body: {'subnet': {'network_id': '04dd99c1-0348-4b81-b49a-02798caf7a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-731693007-subnet', 'tenant_id': '6a511495d38a4da1a37dd642ade177e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:15.691478 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-54afa0ae-c404-4433-9774-30b76ce931cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:49:15.695336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-54afa0ae-c404-4433-9774-30b76ce931cd admin admin] Usage tracker for resource:subnet and tenant:6a511495d38a4da1a37dd642ade177e2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:49:15.698567 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-54afa0ae-c404-4433-9774-30b76ce931cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:49:15.704272 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-54afa0ae-c404-4433-9774-30b76ce931cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:49:15.769780 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54afa0ae-c404-4433-9774-30b76ce931cd admin admin] Made reservation on behalf of 6a511495d38a4da1a37dd642ade177e2 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:49:15.772129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-54afa0ae-c404-4433-9774-30b76ce931cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:16.032427 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-54afa0ae-c404-4433-9774-30b76ce931cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:16.104622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afa0ae-c404-4433-9774-30b76ce931cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=560a4a68-b4a6-4a07-a165-0414ee654084,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:16.122319 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54afa0ae-c404-4433-9774-30b76ce931cd admin admin] Checking segment: {'id': '0fb2c498-0faf-4471-849e-500048d8afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '04dd99c1-0348-4b81-b49a-02798caf7a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:49:16.125832 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54afa0ae-c404-4433-9774-30b76ce931cd admin admin] Network hostable DHCP agents. Network: 04dd99c1-0348-4b81-b49a-02798caf7a38, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:49:16.220662 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54afa0ae-c404-4433-9774-30b76ce931cd admin admin] Network 04dd99c1-0348-4b81-b49a-02798caf7a38 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:49:16.311960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-54afa0ae-c404-4433-9774-30b76ce931cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 04dd99c1-0348-4b81-b49a-02798caf7a38) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:49:16.316481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54afa0ae-c404-4433-9774-30b76ce931cd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:16.317167 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-54afa0ae-c404-4433-9774-30b76ce931cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:16.321537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421974d6-95a1-42a6-bf66-c81ae2170627 None None] Network 04dd99c1-0348-4b81-b49a-02798caf7a38 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:49:16.404379 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-54afa0ae-c404-4433-9774-30b76ce931cd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7221673 Dec 21 22:49:16.533346 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1c3aa8-9233-4ebb-a3bc-50b1dd08c378 None None] Network 04dd99c1-0348-4b81-b49a-02798caf7a38 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:49:16.934218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-0cc8fe83-76e8-40d0-808f-2c6761dd178e tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:16.935628 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-0cc8fe83-76e8-40d0-808f-2c6761dd178e tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/networks?id=04dd99c1-0348-4b81-b49a-02798caf7a38 HTTP/1.1" status: 200 len: 813 time: 0.1421349 Dec 21 22:49:16.952099 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-cc1b02b1-f37f-4e45-9c1e-44b7f88a3047 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/quotas/6a511495d38a4da1a37dd642ade177e2 HTTP/1.1" status: 200 len: 375 time: 0.0105126 Dec 21 22:49:16.999160 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-d60121fb-2b98-4d7f-830a-749ad4f8dc64 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a511495d38a4da1a37dd642ade177e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422482 Dec 21 22:49:17.009858 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-595c6e3c-a119-4701-a589-04bcd57b89b4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:49:17.010813 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-595c6e3c-a119-4701-a589-04bcd57b89b4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048077 Dec 21 22:49:17.139465 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-dc3ed986-4bf1-4092-860c-c0722f32a227 service neutron] 10.222.0.37 "GET /v2.0/networks/04dd99c1-0348-4b81-b49a-02798caf7a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230288 Dec 21 22:49:17.269557 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-68335f79-8cd6-4a9c-bf5b-37067b13b60e service neutron] 10.222.0.37 "GET /v2.0/networks/04dd99c1-0348-4b81-b49a-02798caf7a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231728 Dec 21 22:49:17.528801 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bc5f8a85-de51-4f9a-a1c4-d2e409e15fa7 req-f7d966c2-24c2-499d-80cb-0a4d82187df6 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 210 time: 0.0423195 Dec 21 22:49:17.726838 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:49:18.689946 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-50010e74-c6d0-40d1-869e-3129f5daf0da req-9a1a6e08-0609-4dce-8906-e0103b624f85 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 210 time: 0.0409365 Dec 21 22:49:19.620524 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-3e996fed-f4f3-40bb-8817-6deefd5b9fba tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:19.621817 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-3e996fed-f4f3-40bb-8817-6deefd5b9fba tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.49 "GET /v2.0/networks?id=04dd99c1-0348-4b81-b49a-02798caf7a38 HTTP/1.1" status: 200 len: 813 time: 0.1395190 Dec 21 22:49:19.647245 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-87148a8d-ec6f-4d6c-a33c-a11664c87089 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Request body: {'port': {'device_id': 'f354a4b3-86c4-434b-9d40-222cb74ed828', 'network_id': '04dd99c1-0348-4b81-b49a-02798caf7a38', 'admin_state_up': True, 'tenant_id': '6a511495d38a4da1a37dd642ade177e2'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:19.867117 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-06af6f30-4a99-41ed-a15d-12010df1d0fa req-2d0b21d0-0899-464c-953c-f74ae1acb0bf tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 210 time: 0.0443151 Dec 21 22:49:19.889305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-87148a8d-ec6f-4d6c-a33c-a11664c87089 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:49:19.893061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-87148a8d-ec6f-4d6c-a33c-a11664c87089 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Usage tracker for resource:port and tenant:6a511495d38a4da1a37dd642ade177e2 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:49:19.896091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-87148a8d-ec6f-4d6c-a33c-a11664c87089 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:49:19.901635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-87148a8d-ec6f-4d6c-a33c-a11664c87089 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:49:19.963171 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-87148a8d-ec6f-4d6c-a33c-a11664c87089 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Made reservation on behalf of 6a511495d38a4da1a37dd642ade177e2 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:49:19.966277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-87148a8d-ec6f-4d6c-a33c-a11664c87089 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:20.120549 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-87148a8d-ec6f-4d6c-a33c-a11664c87089 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Allocated IP 172.20.0.11 (04dd99c1-0348-4b81-b49a-02798caf7a38/560a4a68-b4a6-4a07-a165-0414ee654084/bed88369-1400-4454-8352-d0c87b219c73) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:49:20.321899 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-87148a8d-ec6f-4d6c-a33c-a11664c87089 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:20.392013 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-87148a8d-ec6f-4d6c-a33c-a11664c87089 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:20.464222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-87148a8d-ec6f-4d6c-a33c-a11664c87089 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Network 04dd99c1-0348-4b81-b49a-02798caf7a38 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:49:20.467275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-87148a8d-ec6f-4d6c-a33c-a11664c87089 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:49:20.471875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-87148a8d-ec6f-4d6c-a33c-a11664c87089 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:49:20.496179 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87148a8d-ec6f-4d6c-a33c-a11664c87089 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Pushing event updated for resources: {'Port': ['ID=bed88369-1400-4454-8352-d0c87b219c73,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:20.531729 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-87148a8d-ec6f-4d6c-a33c-a11664c87089 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:20.532255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-87148a8d-ec6f-4d6c-a33c-a11664c87089 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:20.620955 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-87148a8d-ec6f-4d6c-a33c-a11664c87089 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9782691 Dec 21 22:49:20.637411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Request body: {'port': {'device_id': 'f354a4b3-86c4-434b-9d40-222cb74ed828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:20.744142 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:21.135045 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed88369-1400-4454-8352-d0c87b219c73 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:49:21.146922 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d381e-c2b5-4bef-9a06-f8505a3d4f87 req-8413fe81-2715-434e-a417-f2f0db2d001b tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:21.147668 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-593d381e-c2b5-4bef-9a06-f8505a3d4f87 req-8413fe81-2715-434e-a417-f2f0db2d001b tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Synchronizing usage tracker for tenant:6a511495d38a4da1a37dd642ade177e2 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:49:21.150871 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:21.171339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Transition to ACTIVE for port object bed88369-1400-4454-8352-d0c87b219c73 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:49:21.278327 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:21.315285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-593d381e-c2b5-4bef-9a06-f8505a3d4f87 req-8413fe81-2715-434e-a417-f2f0db2d001b tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Unset dirty status for tenant:6a511495d38a4da1a37dd642ade177e2 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:49:21.317620 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-593d381e-c2b5-4bef-9a06-f8505a3d4f87 req-8413fe81-2715-434e-a417-f2f0db2d001b tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 932 time: 0.3273180 Dec 21 22:49:21.431747 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Pushing event updated for resources: {'Port': ['ID=bed88369-1400-4454-8352-d0c87b219c73,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:21.480845 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-593d381e-c2b5-4bef-9a06-f8505a3d4f87 req-4b151574-4d80-4e44-a014-86cf7a6e0877 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510367 Dec 21 22:49:21.552736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Attempting to bind port bed88369-1400-4454-8352-d0c87b219c73 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:49:21.553062 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Attempting to bind port bed88369-1400-4454-8352-d0c87b219c73 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0fb2c498-0faf-4471-849e-500048d8afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '04dd99c1-0348-4b81-b49a-02798caf7a38'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:49:21.553378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Attempting to bind port bed88369-1400-4454-8352-d0c87b219c73 on network 04dd99c1-0348-4b81-b49a-02798caf7a38 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:49:21.559107 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Port bed88369-1400-4454-8352-d0c87b219c73 on network 04dd99c1-0348-4b81-b49a-02798caf7a38 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:49:21.559418 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Attempting to bind port bed88369-1400-4454-8352-d0c87b219c73 on network 04dd99c1-0348-4b81-b49a-02798caf7a38 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:49:21.567607 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:49:21.567934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Checking segment: {'id': '0fb2c498-0faf-4471-849e-500048d8afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '04dd99c1-0348-4b81-b49a-02798caf7a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:49:21.568304 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Bound using segment: {'id': '0fb2c498-0faf-4471-849e-500048d8afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '04dd99c1-0348-4b81-b49a-02798caf7a38'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:49:21.568747 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Bound port: bed88369-1400-4454-8352-d0c87b219c73, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb2c498-0faf-4471-849e-500048d8afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '04dd99c1-0348-4b81-b49a-02798caf7a38'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:49:21.569079 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:21.658097 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] For port bed88369-1400-4454-8352-d0c87b219c73, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:49:21.661661 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] For port bed88369-1400-4454-8352-d0c87b219c73, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bed88369-1400-4454-8352-d0c87b219c73,segment=NetworkSegment(0fb2c498-0faf-4471-849e-500048d8afc7),segment_id=0fb2c498-0faf-4471-849e-500048d8afc7)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:49:21.717950 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:21.779239 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:21.780566 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] 10.222.0.49 "PUT /v2.0/ports/bed88369-1400-4454-8352-d0c87b219c73 HTTP/1.1" status: 200 len: 1094 time: 1.1471975 Dec 21 22:49:21.783403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f354a4b3-86c4-434b-9d40-222cb74ed828', 'tag': 'bed88369-1400-4454-8352-d0c87b219c73'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:49:21.798720 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b8861-decf-4136-a995-be297f482a56 service neutron] Pushing event updated for resources: {'Port': ['ID=bed88369-1400-4454-8352-d0c87b219c73,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:21.836355 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f354a4b3-86c4-434b-9d40-222cb74ed828', 'tag': 'bed88369-1400-4454-8352-d0c87b219c73', 'status': 'completed', 'code': 200} Dec 21 22:49:21.937854 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ceaae383-8ad4-4d78-8fa0-6cfa61394bdf req-6b979b6d-400d-41a2-a03a-f8d717c39dbf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a511495d38a4da1a37dd642ade177e2&device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 1097 time: 0.0708961 Dec 21 22:49:22.164612 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaae383-8ad4-4d78-8fa0-6cfa61394bdf req-17a9aa14-d494-442d-9c10-2cf79eb47831 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:22.165918 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ceaae383-8ad4-4d78-8fa0-6cfa61394bdf req-17a9aa14-d494-442d-9c10-2cf79eb47831 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6a511495d38a4da1a37dd642ade177e2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2165298 Dec 21 22:49:22.303684 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaae383-8ad4-4d78-8fa0-6cfa61394bdf req-c83b8a29-a3ee-41a9-9893-0d84623ec35c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:22.305080 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ceaae383-8ad4-4d78-8fa0-6cfa61394bdf req-c83b8a29-a3ee-41a9-9893-0d84623ec35c service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287327 Dec 21 22:49:22.414351 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-71b4a39d-d756-45b7-bb2a-bb2e0d553f3d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a511495d38a4da1a37dd642ade177e2&device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 1097 time: 0.0665579 Dec 21 22:49:22.488483 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ef479b8d-50c4-48c8-a3cc-5949c3dd383a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bed88369-1400-4454-8352-d0c87b219c73 HTTP/1.1" status: 200 len: 217 time: 0.0633211 Dec 21 22:49:22.551562 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-de978142-6a06-4b8e-ba3d-c4c388bc660e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:22.552986 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-de978142-6a06-4b8e-ba3d-c4c388bc660e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=560a4a68-b4a6-4a07-a165-0414ee654084 HTTP/1.1" status: 200 len: 853 time: 0.0576952 Dec 21 22:49:22.604986 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-1e8bb1e3-71f1-4e7b-b5e8-6ed691a7ebc5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=04dd99c1-0348-4b81-b49a-02798caf7a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418324 Dec 21 22:49:22.782465 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-ae9191b0-3bcd-497f-8e85-b26fca621e14 service neutron] 10.222.0.49 "GET /v2.0/networks/04dd99c1-0348-4b81-b49a-02798caf7a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479805 Dec 21 22:49:22.789291 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b9c01-09ab-407c-ac40-170290768f06 req-e14d5951-8d54-4324-8a17-5a3ae76b6393 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:22.790642 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ea6b9c01-09ab-407c-ac40-170290768f06 req-e14d5951-8d54-4324-8a17-5a3ae76b6393 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 944 time: 0.1848366 Dec 21 22:49:22.923866 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ea6b9c01-09ab-407c-ac40-170290768f06 req-51e3bc1b-374d-4b03-be04-41afe81ebaf5 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152000 Dec 21 22:49:22.946564 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d6d7f0c7-a0b7-49c8-bc44-3cac1e7fe7c5 req-e5544698-57fd-4f39-b138-cd30bc616beb service neutron] 10.222.0.49 "GET /v2.0/networks/04dd99c1-0348-4b81-b49a-02798caf7a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547439 Dec 21 22:49:24.116898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c29ce1-b7de-40cb-ba05-8ccb1fb7d34c req-b30dcd96-f6c0-4fa6-bc95-1c6fe930e053 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:24.118348 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-80c29ce1-b7de-40cb-ba05-8ccb1fb7d34c req-b30dcd96-f6c0-4fa6-bc95-1c6fe930e053 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 944 time: 0.0751553 Dec 21 22:49:24.161732 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-80c29ce1-b7de-40cb-ba05-8ccb1fb7d34c req-cfa42f54-f499-4c9d-abcd-f3e453abd7f0 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Synchronizing usage tracker for tenant:6a511495d38a4da1a37dd642ade177e2 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:49:24.220372 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-80c29ce1-b7de-40cb-ba05-8ccb1fb7d34c req-cfa42f54-f499-4c9d-abcd-f3e453abd7f0 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Unset dirty status for tenant:6a511495d38a4da1a37dd642ade177e2 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:49:24.221458 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-80c29ce1-b7de-40cb-ba05-8ccb1fb7d34c req-cfa42f54-f499-4c9d-abcd-f3e453abd7f0 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977798 Dec 21 22:49:25.072094 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device bed88369-1400-4454-8352-d0c87b219c73 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:49:25.202274 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port bed88369-1400-4454-8352-d0c87b219c73, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bed88369-1400-4454-8352-d0c87b219c73,segment=NetworkSegment(0fb2c498-0faf-4471-849e-500048d8afc7),segment_id=0fb2c498-0faf-4471-849e-500048d8afc7)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:49:25.215396 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'bed88369-1400-4454-8352-d0c87b219c73', 'network_id': '04dd99c1-0348-4b81-b49a-02798caf7a38', 'port_id': 'bed88369-1400-4454-8352-d0c87b219c73', 'mac_address': 'fa:16:3e:0a:ab:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560a4a68-b4a6-4a07-a165-0414ee654084', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:49:25.273406 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:25.290716 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed88369-1400-4454-8352-d0c87b219c73 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:49:25.305933 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port bed88369-1400-4454-8352-d0c87b219c73, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bed88369-1400-4454-8352-d0c87b219c73,segment=NetworkSegment(0fb2c498-0faf-4471-849e-500048d8afc7),segment_id=0fb2c498-0faf-4471-849e-500048d8afc7)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:49:25.346645 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:25.412986 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=bed88369-1400-4454-8352-d0c87b219c73,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:25.422641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a280ab-5570-4e6f-aa35-ac557165026f req-d5de7acf-a83a-4e74-9472-6ff0ad829e22 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:25.424088 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-85a280ab-5570-4e6f-aa35-ac557165026f req-d5de7acf-a83a-4e74-9472-6ff0ad829e22 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 945 time: 0.0803852 Dec 21 22:49:25.468783 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-85a280ab-5570-4e6f-aa35-ac557165026f req-b87f023a-2e23-4e71-bd7a-3ed0f2fbe003 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384007 Dec 21 22:49:25.591448 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['bed88369-1400-4454-8352-d0c87b219c73'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:49:26.667040 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0287e51-37fc-435d-a4bb-7935bfbb6f10 req-423055e8-0e7f-4d1e-95c8-8a73d1438f66 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:26.668376 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d0287e51-37fc-435d-a4bb-7935bfbb6f10 req-423055e8-0e7f-4d1e-95c8-8a73d1438f66 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 945 time: 0.0777152 Dec 21 22:49:26.712310 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d0287e51-37fc-435d-a4bb-7935bfbb6f10 req-9d9f518c-0993-4c95-a7bd-552b658dcdf5 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386007 Dec 21 22:49:27.071469 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device bed88369-1400-4454-8352-d0c87b219c73 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:49:27.214432 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port bed88369-1400-4454-8352-d0c87b219c73 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:49:27.219389 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port bed88369-1400-4454-8352-d0c87b219c73 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:49:27.219750 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:27.281005 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-173d29a9-babf-4bc8-91c2-a23b1ef69c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:27.336418 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:27.361648 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f354a4b3-86c4-434b-9d40-222cb74ed828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed88369-1400-4454-8352-d0c87b219c73'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:49:27.371304 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port bed88369-1400-4454-8352-d0c87b219c73, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bed88369-1400-4454-8352-d0c87b219c73,segment=NetworkSegment(0fb2c498-0faf-4471-849e-500048d8afc7),segment_id=0fb2c498-0faf-4471-849e-500048d8afc7)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:49:27.425746 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f354a4b3-86c4-434b-9d40-222cb74ed828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed88369-1400-4454-8352-d0c87b219c73', 'code': 200} Dec 21 22:49:27.443815 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:27.513974 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=bed88369-1400-4454-8352-d0c87b219c73,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:27.789380 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-729b757f-7a02-41bc-81d7-eea3f461ae7e req-49548e5d-1b03-47c6-9075-40b8d111fe82 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 1099 time: 0.0684307 Dec 21 22:49:27.840248 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-729b757f-7a02-41bc-81d7-eea3f461ae7e req-9238e569-8216-46fb-99cb-a433617d9bae service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410368 Dec 21 22:49:27.904071 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51120aa6-dd17-4f32-abcf-5ed62f773c0d req-2b3fcceb-8fc7-4923-81c3-0e3ed6f1c57c tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:27.905491 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-51120aa6-dd17-4f32-abcf-5ed62f773c0d req-2b3fcceb-8fc7-4923-81c3-0e3ed6f1c57c tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 946 time: 0.0733547 Dec 21 22:49:27.950393 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-51120aa6-dd17-4f32-abcf-5ed62f773c0d req-2ef7ca60-4274-4e09-b42f-6bcc8121483b tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387220 Dec 21 22:49:29.146470 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b42b91-4c1a-47fa-9239-332fe87598f1 req-903b3a3a-e209-4973-a687-7272b69583ec tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:29.147809 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-97b42b91-4c1a-47fa-9239-332fe87598f1 req-903b3a3a-e209-4973-a687-7272b69583ec tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 946 time: 0.0759602 Dec 21 22:49:29.193509 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-97b42b91-4c1a-47fa-9239-332fe87598f1 req-657433d9-5815-4338-b125-8256e3058b9a tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401273 Dec 21 22:49:29.485608 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-10e90e83-5fc2-403d-8d47-363cdf108cc4 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:29.486295 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-10e90e83-5fc2-403d-8d47-363cdf108cc4 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Synchronizing usage tracker for tenant:6a511495d38a4da1a37dd642ade177e2 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:49:29.569064 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-10e90e83-5fc2-403d-8d47-363cdf108cc4 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Unset dirty status for tenant:6a511495d38a4da1a37dd642ade177e2 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:49:29.570240 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-10e90e83-5fc2-403d-8d47-363cdf108cc4 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/networks?id=04dd99c1-0348-4b81-b49a-02798caf7a38 HTTP/1.1" status: 200 len: 813 time: 0.2258756 Dec 21 22:49:29.586917 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-4d77971a-1318-4b19-90d0-4f5a52f645c3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/quotas/6a511495d38a4da1a37dd642ade177e2 HTTP/1.1" status: 200 len: 375 time: 0.0111136 Dec 21 22:49:29.643945 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7f0dbbb0-726f-45f7-8e20-1ddec4c5eff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:29.664370 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-ff62730b-8899-440b-aded-868c8566b1e2 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6a511495d38a4da1a37dd642ade177e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0719116 Dec 21 22:49:29.873913 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-e0041cd9-2b81-4f83-a884-5b6ff4a2fc90 service neutron] 10.222.0.37 "GET /v2.0/networks/04dd99c1-0348-4b81-b49a-02798caf7a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027650 Dec 21 22:49:30.002470 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-1babd812-a245-45ee-b2ae-1c3204fcd4ae service neutron] 10.222.0.37 "GET /v2.0/networks/04dd99c1-0348-4b81-b49a-02798caf7a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226244 Dec 21 22:49:30.791740 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:30.826263 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:31.305280 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ef7f2893-cf66-4361-902e-afd2f6ccacbc req-e4d35cfd-6b60-44c6-b247-a5ede4d12153 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=740a356e-a362-463b-b1e4-e5435c80b178 HTTP/1.1" status: 200 len: 210 time: 0.0406928 Dec 21 22:49:32.358028 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:32.472807 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-af135eae-3fad-444e-9543-1f91668db60f req-9d9ce29e-ba11-4ba5-90c9-bf5573cfa668 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=740a356e-a362-463b-b1e4-e5435c80b178 HTTP/1.1" status: 200 len: 210 time: 0.0410404 Dec 21 22:49:33.061995 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-49cbb90c-2c99-405f-b2cc-a0b2bf644e7b tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:33.063395 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-49cbb90c-2c99-405f-b2cc-a0b2bf644e7b tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.49 "GET /v2.0/networks?id=04dd99c1-0348-4b81-b49a-02798caf7a38 HTTP/1.1" status: 200 len: 813 time: 0.1429398 Dec 21 22:49:33.080443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-d090615a-b3c2-406d-bbf8-6a737de5c6d5 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Request body: {'port': {'device_id': '740a356e-a362-463b-b1e4-e5435c80b178', 'network_id': '04dd99c1-0348-4b81-b49a-02798caf7a38', 'admin_state_up': True, 'tenant_id': '6a511495d38a4da1a37dd642ade177e2'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:33.212466 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-d090615a-b3c2-406d-bbf8-6a737de5c6d5 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:49:33.222575 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-d090615a-b3c2-406d-bbf8-6a737de5c6d5 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:49:33.283472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-d090615a-b3c2-406d-bbf8-6a737de5c6d5 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Made reservation on behalf of 6a511495d38a4da1a37dd642ade177e2 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:49:33.286686 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-d090615a-b3c2-406d-bbf8-6a737de5c6d5 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:33.442499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-d090615a-b3c2-406d-bbf8-6a737de5c6d5 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Allocated IP 172.20.0.14 (04dd99c1-0348-4b81-b49a-02798caf7a38/560a4a68-b4a6-4a07-a165-0414ee654084/499e3908-eedd-4ee0-85d9-db60d2021b46) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:49:33.654617 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-80662d78-4d2c-4f1e-9c1e-6ebd23672a8c req-803e6d10-f62a-455b-8092-2cf9cb362ebc tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=740a356e-a362-463b-b1e4-e5435c80b178 HTTP/1.1" status: 200 len: 210 time: 0.0597045 Dec 21 22:49:33.777757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-d090615a-b3c2-406d-bbf8-6a737de5c6d5 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:33.889600 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-d090615a-b3c2-406d-bbf8-6a737de5c6d5 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:33.901421 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['bed88369-1400-4454-8352-d0c87b219c73'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:49:33.967032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-d090615a-b3c2-406d-bbf8-6a737de5c6d5 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Network 04dd99c1-0348-4b81-b49a-02798caf7a38 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:49:33.970598 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-d090615a-b3c2-406d-bbf8-6a737de5c6d5 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:49:33.973174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090615a-b3c2-406d-bbf8-6a737de5c6d5 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Pushing event updated for resources: {'Port': ['ID=499e3908-eedd-4ee0-85d9-db60d2021b46,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:33.975266 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-d090615a-b3c2-406d-bbf8-6a737de5c6d5 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:49:34.034732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-d090615a-b3c2-406d-bbf8-6a737de5c6d5 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:34.035344 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-d090615a-b3c2-406d-bbf8-6a737de5c6d5 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:34.107136 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-d090615a-b3c2-406d-bbf8-6a737de5c6d5 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0300820 Dec 21 22:49:34.119057 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Request body: {'port': {'device_id': '740a356e-a362-463b-b1e4-e5435c80b178', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:34.227150 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:34.558044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499e3908-eedd-4ee0-85d9-db60d2021b46 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:49:34.564723 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:34.579304 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Transition to ACTIVE for port object 499e3908-eedd-4ee0-85d9-db60d2021b46 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:49:34.643392 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:34.769330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Pushing event updated for resources: {'Port': ['ID=499e3908-eedd-4ee0-85d9-db60d2021b46,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:34.859527 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223dc49-5fbf-4dc8-9228-d828683eb183 req-9f8c3a24-87bd-481e-b8ca-33bc2ed6bf7f tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:34.860895 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0223dc49-5fbf-4dc8-9228-d828683eb183 req-9f8c3a24-87bd-481e-b8ca-33bc2ed6bf7f tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=740a356e-a362-463b-b1e4-e5435c80b178 HTTP/1.1" status: 200 len: 944 time: 0.0792265 Dec 21 22:49:34.872503 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Attempting to bind port 499e3908-eedd-4ee0-85d9-db60d2021b46 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:49:34.872831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Attempting to bind port 499e3908-eedd-4ee0-85d9-db60d2021b46 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0fb2c498-0faf-4471-849e-500048d8afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '04dd99c1-0348-4b81-b49a-02798caf7a38'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:49:34.873151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Attempting to bind port 499e3908-eedd-4ee0-85d9-db60d2021b46 on network 04dd99c1-0348-4b81-b49a-02798caf7a38 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:49:34.878945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Port 499e3908-eedd-4ee0-85d9-db60d2021b46 on network 04dd99c1-0348-4b81-b49a-02798caf7a38 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:49:34.879254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Attempting to bind port 499e3908-eedd-4ee0-85d9-db60d2021b46 on network 04dd99c1-0348-4b81-b49a-02798caf7a38 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:49:34.885766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:49:34.886120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Checking segment: {'id': '0fb2c498-0faf-4471-849e-500048d8afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '04dd99c1-0348-4b81-b49a-02798caf7a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:49:34.886495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Bound using segment: {'id': '0fb2c498-0faf-4471-849e-500048d8afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '04dd99c1-0348-4b81-b49a-02798caf7a38'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:49:34.886906 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Bound port: 499e3908-eedd-4ee0-85d9-db60d2021b46, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fb2c498-0faf-4471-849e-500048d8afc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '04dd99c1-0348-4b81-b49a-02798caf7a38'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:49:34.887241 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:34.906271 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0223dc49-5fbf-4dc8-9228-d828683eb183 req-126591cf-f5f7-4341-9f47-d0b636085005 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386229 Dec 21 22:49:34.976611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] For port 499e3908-eedd-4ee0-85d9-db60d2021b46, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:49:34.979462 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] For port 499e3908-eedd-4ee0-85d9-db60d2021b46, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=499e3908-eedd-4ee0-85d9-db60d2021b46,segment=NetworkSegment(0fb2c498-0faf-4471-849e-500048d8afc7),segment_id=0fb2c498-0faf-4471-849e-500048d8afc7)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:49:35.038198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:35.097856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:35.099227 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] 10.222.0.49 "PUT /v2.0/ports/499e3908-eedd-4ee0-85d9-db60d2021b46 HTTP/1.1" status: 200 len: 1094 time: 0.9843900 Dec 21 22:49:35.099660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '740a356e-a362-463b-b1e4-e5435c80b178', 'tag': '499e3908-eedd-4ee0-85d9-db60d2021b46'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:49:35.117146 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b85c3-95e3-40b9-b76e-e501bbeed53b service neutron] Pushing event updated for resources: {'Port': ['ID=499e3908-eedd-4ee0-85d9-db60d2021b46,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:35.153505 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '740a356e-a362-463b-b1e4-e5435c80b178', 'tag': '499e3908-eedd-4ee0-85d9-db60d2021b46', 'status': 'completed', 'code': 200} Dec 21 22:49:35.244400 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d803c907-2199-4a79-8587-546456f90bdb req-f318cf22-e440-4aec-b00d-1593aae7ad70 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a511495d38a4da1a37dd642ade177e2&device_id=740a356e-a362-463b-b1e4-e5435c80b178 HTTP/1.1" status: 200 len: 1097 time: 0.0682135 Dec 21 22:49:35.381920 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803c907-2199-4a79-8587-546456f90bdb req-575a7cf6-c010-4609-83db-6448ead7cd12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:35.383289 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d803c907-2199-4a79-8587-546456f90bdb req-575a7cf6-c010-4609-83db-6448ead7cd12 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=6a511495d38a4da1a37dd642ade177e2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1319313 Dec 21 22:49:35.515519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803c907-2199-4a79-8587-546456f90bdb req-3695ccea-58b9-49dc-bcd9-83df00913e0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:35.516947 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d803c907-2199-4a79-8587-546456f90bdb req-3695ccea-58b9-49dc-bcd9-83df00913e0e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272390 Dec 21 22:49:35.623218 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-b4e52a7e-60a9-4d9e-b73b-071da9b80c42 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=6a511495d38a4da1a37dd642ade177e2&device_id=740a356e-a362-463b-b1e4-e5435c80b178 HTTP/1.1" status: 200 len: 1097 time: 0.0722804 Dec 21 22:49:35.692472 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-1e679cbd-b157-427f-b87b-b5017d04d39a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=499e3908-eedd-4ee0-85d9-db60d2021b46 HTTP/1.1" status: 200 len: 217 time: 0.0620475 Dec 21 22:49:35.838601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-e13ae7ae-a8c5-4c6b-a28b-79cbdc7f0fe2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:35.840030 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-e13ae7ae-a8c5-4c6b-a28b-79cbdc7f0fe2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=560a4a68-b4a6-4a07-a165-0414ee654084 HTTP/1.1" status: 200 len: 853 time: 0.1405337 Dec 21 22:49:35.883921 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-5f3a2dc1-e746-4edd-a27e-2cebe54d058d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=04dd99c1-0348-4b81-b49a-02798caf7a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378182 Dec 21 22:49:36.014937 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-0ae5a905-1517-47fe-b119-0c4fa5542629 service neutron] 10.222.0.49 "GET /v2.0/networks/04dd99c1-0348-4b81-b49a-02798caf7a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243653 Dec 21 22:49:36.102281 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2d100-521f-4662-954d-43af94e7d81a req-4d49fde8-f804-4024-9427-b2d315638424 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:36.103721 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-43b2d100-521f-4662-954d-43af94e7d81a req-4d49fde8-f804-4024-9427-b2d315638424 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=740a356e-a362-463b-b1e4-e5435c80b178 HTTP/1.1" status: 200 len: 944 time: 0.0759189 Dec 21 22:49:36.149424 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8c3960c9-2eb2-4c03-9836-29ee46ec8be3 req-1f30fc80-3995-47c4-9d22-c3c894642f33 service neutron] 10.222.0.49 "GET /v2.0/networks/04dd99c1-0348-4b81-b49a-02798caf7a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274261 Dec 21 22:49:36.152394 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-43b2d100-521f-4662-954d-43af94e7d81a req-ea743994-194e-4d95-a665-11a246e024f3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430038 Dec 21 22:49:37.111300 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 499e3908-eedd-4ee0-85d9-db60d2021b46 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:49:37.245202 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 499e3908-eedd-4ee0-85d9-db60d2021b46, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=499e3908-eedd-4ee0-85d9-db60d2021b46,segment=NetworkSegment(0fb2c498-0faf-4471-849e-500048d8afc7),segment_id=0fb2c498-0faf-4471-849e-500048d8afc7)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:49:37.258639 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '499e3908-eedd-4ee0-85d9-db60d2021b46', 'network_id': '04dd99c1-0348-4b81-b49a-02798caf7a38', 'port_id': '499e3908-eedd-4ee0-85d9-db60d2021b46', 'mac_address': 'fa:16:3e:f3:b0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560a4a68-b4a6-4a07-a165-0414ee654084', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:49:37.315224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:37.332651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499e3908-eedd-4ee0-85d9-db60d2021b46 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:49:37.348754 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 499e3908-eedd-4ee0-85d9-db60d2021b46, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=499e3908-eedd-4ee0-85d9-db60d2021b46,segment=NetworkSegment(0fb2c498-0faf-4471-849e-500048d8afc7),segment_id=0fb2c498-0faf-4471-849e-500048d8afc7)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:49:37.357024 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e22f32-bfac-48a9-a570-89ea7259deda req-cb17dcf7-9433-4796-81a6-28f5ecb5e601 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:37.357699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c2e22f32-bfac-48a9-a570-89ea7259deda req-cb17dcf7-9433-4796-81a6-28f5ecb5e601 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Synchronizing usage tracker for tenant:6a511495d38a4da1a37dd642ade177e2 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:49:37.386450 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:37.451842 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=499e3908-eedd-4ee0-85d9-db60d2021b46,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:37.461055 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:37.461391 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:37.461720 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:37.462067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:37.462393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:37.462711 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:37.463027 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:37.463344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:37.463658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:37.463974 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:37.464284 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:49:37.471873 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c2e22f32-bfac-48a9-a570-89ea7259deda req-cb17dcf7-9433-4796-81a6-28f5ecb5e601 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Unset dirty status for tenant:6a511495d38a4da1a37dd642ade177e2 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:49:37.473244 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c2e22f32-bfac-48a9-a570-89ea7259deda req-cb17dcf7-9433-4796-81a6-28f5ecb5e601 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=740a356e-a362-463b-b1e4-e5435c80b178 HTTP/1.1" status: 200 len: 944 time: 0.1964879 Dec 21 22:49:37.519380 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c2e22f32-bfac-48a9-a570-89ea7259deda req-cdbf3d67-75cd-466f-946f-7d476afd9f39 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407877 Dec 21 22:49:37.621593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['499e3908-eedd-4ee0-85d9-db60d2021b46'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:49:38.710822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b242d60-4f4a-4120-a9ea-47e5316faaa3 req-422aa2ec-9f68-4cd2-9236-ec054957157e tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:38.712248 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6b242d60-4f4a-4120-a9ea-47e5316faaa3 req-422aa2ec-9f68-4cd2-9236-ec054957157e tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=740a356e-a362-463b-b1e4-e5435c80b178 HTTP/1.1" status: 200 len: 945 time: 0.0757639 Dec 21 22:49:38.757116 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6b242d60-4f4a-4120-a9ea-47e5316faaa3 req-eaca131c-5bf7-427f-9d2d-2d0c87e1fda9 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395358 Dec 21 22:49:39.132658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 499e3908-eedd-4ee0-85d9-db60d2021b46 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:49:39.266514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 499e3908-eedd-4ee0-85d9-db60d2021b46 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:49:39.272552 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 499e3908-eedd-4ee0-85d9-db60d2021b46 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:49:39.272919 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:39.412319 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:39.445454 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740a356e-a362-463b-b1e4-e5435c80b178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499e3908-eedd-4ee0-85d9-db60d2021b46'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:49:39.455526 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 499e3908-eedd-4ee0-85d9-db60d2021b46, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=499e3908-eedd-4ee0-85d9-db60d2021b46,segment=NetworkSegment(0fb2c498-0faf-4471-849e-500048d8afc7),segment_id=0fb2c498-0faf-4471-849e-500048d8afc7)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:49:39.517646 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740a356e-a362-463b-b1e4-e5435c80b178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499e3908-eedd-4ee0-85d9-db60d2021b46', 'code': 200} Dec 21 22:49:39.523577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:39.600315 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=499e3908-eedd-4ee0-85d9-db60d2021b46,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:39.903313 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a9c4899-911c-48b1-adca-a53f8a28cdfa req-2d37a0a6-d76b-41c9-b9ed-70ad090af913 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=740a356e-a362-463b-b1e4-e5435c80b178 HTTP/1.1" status: 200 len: 1099 time: 0.0679014 Dec 21 22:49:39.949666 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a9c4899-911c-48b1-adca-a53f8a28cdfa req-90af2774-51e0-4547-9850-bdee1a4177e8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393529 Dec 21 22:49:39.959797 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5d020-6405-4c0b-99e1-3d7df88a3afd req-1fe12f52-f16d-40f8-8880-76732ac0fb33 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:39.961246 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a6f5d020-6405-4c0b-99e1-3d7df88a3afd req-1fe12f52-f16d-40f8-8880-76732ac0fb33 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=740a356e-a362-463b-b1e4-e5435c80b178 HTTP/1.1" status: 200 len: 946 time: 0.0800529 Dec 21 22:49:40.007118 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a6f5d020-6405-4c0b-99e1-3d7df88a3afd req-0a5b09d3-14db-424e-bc56-ee8e40417748 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 Dec 21 22:49:41.204132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744b35f-5963-4e16-a063-cde92f2bc972 req-1e701f23-ae7e-4fcc-b185-6d5589b825ad tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:41.205581 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7744b35f-5963-4e16-a063-cde92f2bc972 req-1e701f23-ae7e-4fcc-b185-6d5589b825ad tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=740a356e-a362-463b-b1e4-e5435c80b178 HTTP/1.1" status: 200 len: 946 time: 0.0757072 Dec 21 22:49:41.254642 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7744b35f-5963-4e16-a063-cde92f2bc972 req-83665fcd-2784-4ae6-884b-c9468b0eb546 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422480 Dec 21 22:49:42.447361 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0614d-1816-417a-b22c-1f66d5ed5788 req-b32c92a7-5823-462a-b0b2-aba31db98a68 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:42.449503 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7dc0614d-1816-417a-b22c-1f66d5ed5788 req-b32c92a7-5823-462a-b0b2-aba31db98a68 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=740a356e-a362-463b-b1e4-e5435c80b178 HTTP/1.1" status: 200 len: 946 time: 0.0773687 Dec 21 22:49:42.494401 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7dc0614d-1816-417a-b22c-1f66d5ed5788 req-99a9ef5b-d492-49ea-ad84-04ed945c9ab6 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394528 Dec 21 22:49:43.118413 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028f1f7-39a0-437d-862e-246bcf63cc33 req-252d5f5a-32fb-4e63-bbef-cc3b6db4257f tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:43.119834 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1028f1f7-39a0-437d-862e-246bcf63cc33 req-252d5f5a-32fb-4e63-bbef-cc3b6db4257f tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=740a356e-a362-463b-b1e4-e5435c80b178 HTTP/1.1" status: 200 len: 946 time: 0.0777185 Dec 21 22:49:43.164647 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1028f1f7-39a0-437d-862e-246bcf63cc33 req-376160df-a137-4d2c-ab60-b18e311ee5ce tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394003 Dec 21 22:49:44.361774 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf099f9c-5683-4735-adec-eb47ee176425 req-b74b696a-4a36-426f-aec9-81ca43ebdead tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:44.364270 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf099f9c-5683-4735-adec-eb47ee176425 req-b74b696a-4a36-426f-aec9-81ca43ebdead tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=740a356e-a362-463b-b1e4-e5435c80b178 HTTP/1.1" status: 200 len: 946 time: 0.0807693 Dec 21 22:49:44.449587 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf099f9c-5683-4735-adec-eb47ee176425 req-1c4f8ce4-abf4-4b86-850d-dd17cf085ce1 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799696 Dec 21 22:49:44.479279 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705e6d6-befd-4ec3-aa82-4474f3a4c681 req-b0e00417-a654-4bb1-8624-4e36271bd799 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:44.480654 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d705e6d6-befd-4ec3-aa82-4474f3a4c681 req-b0e00417-a654-4bb1-8624-4e36271bd799 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.49 "GET /v2.0/ports?device_id=740a356e-a362-463b-b1e4-e5435c80b178 HTTP/1.1" status: 200 len: 946 time: 0.0834427 Dec 21 22:49:44.550705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-d705e6d6-befd-4ec3-aa82-4474f3a4c681 req-46268861-6ab9-4afb-aa8a-643d626989b3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Deleting port 499e3908-eedd-4ee0-85d9-db60d2021b46 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:49:44.551030 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d705e6d6-befd-4ec3-aa82-4474f3a4c681 req-46268861-6ab9-4afb-aa8a-643d626989b3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:44.792611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-d705e6d6-befd-4ec3-aa82-4474f3a4c681 req-46268861-6ab9-4afb-aa8a-643d626989b3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] For port 499e3908-eedd-4ee0-85d9-db60d2021b46, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=499e3908-eedd-4ee0-85d9-db60d2021b46,segment=NetworkSegment(0fb2c498-0faf-4471-849e-500048d8afc7),segment_id=0fb2c498-0faf-4471-849e-500048d8afc7)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:49:44.792868 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d705e6d6-befd-4ec3-aa82-4474f3a4c681 req-46268861-6ab9-4afb-aa8a-643d626989b3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:44.915750 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-d705e6d6-befd-4ec3-aa82-4474f3a4c681 req-46268861-6ab9-4afb-aa8a-643d626989b3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Calling delete_port for 499e3908-eedd-4ee0-85d9-db60d2021b46 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:49:45.117502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d705e6d6-befd-4ec3-aa82-4474f3a4c681 req-46268861-6ab9-4afb-aa8a-643d626989b3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:45.129415 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['bed88369-1400-4454-8352-d0c87b219c73', '499e3908-eedd-4ee0-85d9-db60d2021b46'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:49:45.167915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46268861-6ab9-4afb-aa8a-643d626989b3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Pushing event deleted for resources: {'Port': ['ID=499e3908-eedd-4ee0-85d9-db60d2021b46,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:45.246311 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-d705e6d6-befd-4ec3-aa82-4474f3a4c681 req-46268861-6ab9-4afb-aa8a-643d626989b3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] No DVR routers for this DVR port 499e3908-eedd-4ee0-85d9-db60d2021b46 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:49:45.248739 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d705e6d6-befd-4ec3-aa82-4474f3a4c681 req-46268861-6ab9-4afb-aa8a-643d626989b3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:45.251228 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '740a356e-a362-463b-b1e4-e5435c80b178', 'name': 'network-vif-deleted', 'tag': '499e3908-eedd-4ee0-85d9-db60d2021b46'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:49:45.313190 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d705e6d6-befd-4ec3-aa82-4474f3a4c681 req-46268861-6ab9-4afb-aa8a-643d626989b3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.49 "DELETE /v2.0/ports/499e3908-eedd-4ee0-85d9-db60d2021b46 HTTP/1.1" status: 204 len: 173 time: 0.8265836 Dec 21 22:49:45.316454 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '740a356e-a362-463b-b1e4-e5435c80b178', 'name': 'network-vif-deleted', 'tag': '499e3908-eedd-4ee0-85d9-db60d2021b46', 'status': 'completed', 'code': 200} Dec 21 22:49:45.580633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:45.615806 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-7cb903a4-ce3b-4646-873a-1a90585da1b7 req-4f9d70ae-59a2-4343-8631-b9b4789ef8ac tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Synchronizing usage tracker for tenant:6a511495d38a4da1a37dd642ade177e2 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:49:45.683578 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-7cb903a4-ce3b-4646-873a-1a90585da1b7 req-4f9d70ae-59a2-4343-8631-b9b4789ef8ac tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Unset dirty status for tenant:6a511495d38a4da1a37dd642ade177e2 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:49:45.684730 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7cb903a4-ce3b-4646-873a-1a90585da1b7 req-4f9d70ae-59a2-4343-8631-b9b4789ef8ac tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=740a356e-a362-463b-b1e4-e5435c80b178 HTTP/1.1" status: 200 len: 210 time: 0.1134481 Dec 21 22:49:46.959370 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b040d-98dc-4538-bedf-f81e3458af79 req-a0429ba7-2e9a-4380-9215-581271187cf6 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:46.960805 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d49b040d-98dc-4538-bedf-f81e3458af79 req-a0429ba7-2e9a-4380-9215-581271187cf6 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 946 time: 0.0753129 Dec 21 22:49:47.005713 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d49b040d-98dc-4538-bedf-f81e3458af79 req-0fc652cb-a7e1-47b0-a7f2-4af374c9fc02 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393605 Dec 21 22:49:47.157430 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 499e3908-eedd-4ee0-85d9-db60d2021b46 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:49:47.191410 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 499e3908-eedd-4ee0-85d9-db60d2021b46 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:49:47.191926 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 499e3908-eedd-4ee0-85d9-db60d2021b46 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:49:47.230853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a775163-0f04-4ce1-b668-68b28796b121 req-7199d529-387d-4881-8ee3-8a33f35faa4a tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:47.232286 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7a775163-0f04-4ce1-b668-68b28796b121 req-7199d529-387d-4881-8ee3-8a33f35faa4a tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 946 time: 0.0812869 Dec 21 22:49:47.357460 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7a775163-0f04-4ce1-b668-68b28796b121 req-77e27ef5-457d-4b0a-84fb-993b4ff2f967 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193864 Dec 21 22:49:47.550564 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605457e0-185c-4a7d-aea5-30febedfef0e req-30a0dd9c-a80d-431a-a942-c6bfde8874ac tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:47.551948 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-605457e0-185c-4a7d-aea5-30febedfef0e req-30a0dd9c-a80d-431a-a942-c6bfde8874ac tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 946 time: 0.0755064 Dec 21 22:49:47.598103 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-605457e0-185c-4a7d-aea5-30febedfef0e req-f1a98165-1b6d-4208-9566-c92c82270318 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405023 Dec 21 22:49:47.791027 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eb88b2b6-f02a-4c09-9419-6b81e2ac2b7e req-bf894f66-e3d6-4e76-bce7-e620c161f3a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0667274 Dec 21 22:49:47.984606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15903d8d-dd50-4a62-8cd9-515fa0b64e1f req-e49af701-7cf1-4ec9-96d1-1b93de09fd1b tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:47.986035 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-15903d8d-dd50-4a62-8cd9-515fa0b64e1f req-e49af701-7cf1-4ec9-96d1-1b93de09fd1b tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 946 time: 0.0783579 Dec 21 22:49:48.030467 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-15903d8d-dd50-4a62-8cd9-515fa0b64e1f req-6a85bd18-bb35-4c55-a31b-09016c52bbdd tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389555 Dec 21 22:49:48.228989 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf4438-8f4b-4d0b-992c-c0aa767fafc5 req-fa8573ad-266c-4627-927a-447bf5e6c9bf tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:48.230448 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-77bf4438-8f4b-4d0b-992c-c0aa767fafc5 req-fa8573ad-266c-4627-927a-447bf5e6c9bf tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 946 time: 0.0792239 Dec 21 22:49:48.275916 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-77bf4438-8f4b-4d0b-992c-c0aa767fafc5 req-73a0db35-6906-4b88-9985-8831601e3bb8 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398378 Dec 21 22:49:48.483289 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e233424-1885-4bf0-9531-0ee8b5261092 req-323f4b43-d4f0-46cd-8570-b0d08c0fe8ae tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:48.484731 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e233424-1885-4bf0-9531-0ee8b5261092 req-323f4b43-d4f0-46cd-8570-b0d08c0fe8ae tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 946 time: 0.0743093 Dec 21 22:49:48.529667 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e233424-1885-4bf0-9531-0ee8b5261092 req-27786a47-6c8c-43e3-b266-1020fa5d5ffc tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389063 Dec 21 22:49:49.263042 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c89de7-84d6-41b2-892d-720f353ac022 req-182e688f-3211-422f-b820-91a9650bcae1 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:49.264477 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-00c89de7-84d6-41b2-892d-720f353ac022 req-182e688f-3211-422f-b820-91a9650bcae1 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 946 time: 0.0820544 Dec 21 22:49:49.312386 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-00c89de7-84d6-41b2-892d-720f353ac022 req-7506a4dc-451d-49ae-ae8f-27745c544053 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413818 Dec 21 22:49:50.513560 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beaeee4-2e14-4e4f-9f6b-1e478591ec67 req-53fcf63c-c91c-497a-9de5-9d1e0d5687da tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:50.515017 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4beaeee4-2e14-4e4f-9f6b-1e478591ec67 req-53fcf63c-c91c-497a-9de5-9d1e0d5687da tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 946 time: 0.0758870 Dec 21 22:49:50.563907 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4beaeee4-2e14-4e4f-9f6b-1e478591ec67 req-c357121a-ed54-403c-89de-65d8b81a57ac tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/security-groups?id=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423710 Dec 21 22:49:50.662848 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840bb20-277b-441e-a67f-25ad15453822 req-50b3c262-1c00-4938-80ff-e9a5305101e0 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:50.664252 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b840bb20-277b-441e-a67f-25ad15453822 req-50b3c262-1c00-4938-80ff-e9a5305101e0 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.49 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 946 time: 0.0742171 Dec 21 22:49:50.736685 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-b840bb20-277b-441e-a67f-25ad15453822 req-e679ee75-94e8-4ea8-a167-796a2c6918d3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Deleting port bed88369-1400-4454-8352-d0c87b219c73 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:49:50.737648 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b840bb20-277b-441e-a67f-25ad15453822 req-e679ee75-94e8-4ea8-a167-796a2c6918d3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:50.975816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-b840bb20-277b-441e-a67f-25ad15453822 req-e679ee75-94e8-4ea8-a167-796a2c6918d3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] For port bed88369-1400-4454-8352-d0c87b219c73, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=bed88369-1400-4454-8352-d0c87b219c73,segment=NetworkSegment(0fb2c498-0faf-4471-849e-500048d8afc7),segment_id=0fb2c498-0faf-4471-849e-500048d8afc7)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:49:50.976168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b840bb20-277b-441e-a67f-25ad15453822 req-e679ee75-94e8-4ea8-a167-796a2c6918d3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:51.093238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-b840bb20-277b-441e-a67f-25ad15453822 req-e679ee75-94e8-4ea8-a167-796a2c6918d3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Calling delete_port for bed88369-1400-4454-8352-d0c87b219c73 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:49:51.283568 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b840bb20-277b-441e-a67f-25ad15453822 req-e679ee75-94e8-4ea8-a167-796a2c6918d3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:51.332897 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679ee75-94e8-4ea8-a167-796a2c6918d3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Pushing event deleted for resources: {'Port': ['ID=bed88369-1400-4454-8352-d0c87b219c73,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:51.402783 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-b840bb20-277b-441e-a67f-25ad15453822 req-e679ee75-94e8-4ea8-a167-796a2c6918d3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] No DVR routers for this DVR port bed88369-1400-4454-8352-d0c87b219c73 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:49:51.405091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-b840bb20-277b-441e-a67f-25ad15453822 req-e679ee75-94e8-4ea8-a167-796a2c6918d3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:51.407465 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f354a4b3-86c4-434b-9d40-222cb74ed828', 'name': 'network-vif-deleted', 'tag': 'bed88369-1400-4454-8352-d0c87b219c73'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:49:51.460957 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f354a4b3-86c4-434b-9d40-222cb74ed828', 'name': 'network-vif-deleted', 'tag': 'bed88369-1400-4454-8352-d0c87b219c73', 'status': 'completed', 'code': 200} Dec 21 22:49:51.462965 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b840bb20-277b-441e-a67f-25ad15453822 req-e679ee75-94e8-4ea8-a167-796a2c6918d3 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.49 "DELETE /v2.0/ports/bed88369-1400-4454-8352-d0c87b219c73 HTTP/1.1" status: 204 len: 173 time: 0.7901685 Dec 21 22:49:51.727231 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-be31d503-d90c-4c13-aa07-3402ff30761a req-c5d9e79c-8d6f-4041-9675-5d947507f611 tempest-ServersNegativeTestJSON-85672352 tempest-ServersNegativeTestJSON-85672352-project] 10.222.0.37 "GET /v2.0/ports?device_id=f354a4b3-86c4-434b-9d40-222cb74ed828 HTTP/1.1" status: 200 len: 210 time: 0.0420432 Dec 21 22:49:52.832311 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44002) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:52.890215 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0735cf87-89e0-4d9c-9819-f6452fcca6eb admin admin] Deleting subnet 560a4a68-b4a6-4a07-a165-0414ee654084 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:49:52.892986 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0735cf87-89e0-4d9c-9819-f6452fcca6eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:52.944068 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0735cf87-89e0-4d9c-9819-f6452fcca6eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:52.996755 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0735cf87-89e0-4d9c-9819-f6452fcca6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:53.135198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0735cf87-89e0-4d9c-9819-f6452fcca6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:53.175185 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735cf87-89e0-4d9c-9819-f6452fcca6eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=560a4a68-b4a6-4a07-a165-0414ee654084,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:53.181360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0735cf87-89e0-4d9c-9819-f6452fcca6eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:53.181798 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device bed88369-1400-4454-8352-d0c87b219c73 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:49:53.187845 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0735cf87-89e0-4d9c-9819-f6452fcca6eb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/560a4a68-b4a6-4a07-a165-0414ee654084 HTTP/1.1" status: 204 len: 168 time: 0.3545289 Dec 21 22:49:53.190386 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44006) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:53.214857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: bed88369-1400-4454-8352-d0c87b219c73 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:49:53.215198 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device bed88369-1400-4454-8352-d0c87b219c73 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:49:53.294522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-01e34189-13c2-4ca5-84ab-f07028db56f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:53.495227 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-01e34189-13c2-4ca5-84ab-f07028db56f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:53.520698 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-01e34189-13c2-4ca5-84ab-f07028db56f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04dd99c1-0348-4b81-b49a-02798caf7a38']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:49:53.532123 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-01e34189-13c2-4ca5-84ab-f07028db56f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb2c498-0faf-4471-849e-500048d8afc7') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:49:53.532407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-01e34189-13c2-4ca5-84ab-f07028db56f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb2c498-0faf-4471-849e-500048d8afc7') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:49:53.543502 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-01e34189-13c2-4ca5-84ab-f07028db56f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:53.559113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-01e34189-13c2-4ca5-84ab-f07028db56f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:53.564784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e34189-13c2-4ca5-84ab-f07028db56f9 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:49:53.565802 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-01e34189-13c2-4ca5-84ab-f07028db56f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:49:53.578571 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:49:53.706323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-01e34189-13c2-4ca5-84ab-f07028db56f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:53.721657 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-01e34189-13c2-4ca5-84ab-f07028db56f9 admin admin] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:53.731805 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e34189-13c2-4ca5-84ab-f07028db56f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=04dd99c1-0348-4b81-b49a-02798caf7a38,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:53.786856 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-01e34189-13c2-4ca5-84ab-f07028db56f9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/04dd99c1-0348-4b81-b49a-02798caf7a38 HTTP/1.1" status: 204 len: 168 time: 0.5954170 Dec 21 22:49:54.087539 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44012) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:54.138131 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-696dcebd-3ecb-46b1-b37b-c475afe8de65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a511495d38a4da1a37dd642ade177e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494430 Dec 21 22:49:54.140588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44016) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:54.198717 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2e23ce31-e7be-4280-bf40-94f9cd302e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:54.224178 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2e23ce31-e7be-4280-bf40-94f9cd302e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:54.318289 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2e23ce31-e7be-4280-bf40-94f9cd302e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:54.335784 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e23ce31-e7be-4280-bf40-94f9cd302e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddebf24-0d86-4a0a-9c65-a1a4ce1b1326,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:54.390818 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2e23ce31-e7be-4280-bf40-94f9cd302e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:54.391946 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2e23ce31-e7be-4280-bf40-94f9cd302e77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bddebf24-0d86-4a0a-9c65-a1a4ce1b1326 HTTP/1.1" status: 204 len: 168 time: 0.2504771 Dec 21 22:49:54.727188 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:49:55.514411 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44038) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:55.641540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-516076685'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:55.647184 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:49:55.650873 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Usage tracker for resource:network and tenant:dce3235ce0944360af01aee437690789 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:49:55.653689 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:49:55.659722 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:49:55.728802 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Made reservation on behalf of dce3235ce0944360af01aee437690789 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:49:55.731723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:55.745172 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:55.777719 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:49:55.781328 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Usage tracker for resource:security_group_rule and tenant:dce3235ce0944360af01aee437690789 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:49:55.784020 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:49:55.789774 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:49:55.854909 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:55.917337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:55.949301 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:49:55.957274 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0292efba-e7f8-4780-9703-932b5ac08c30,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:55.962764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:55.963135 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Added segment 3cfdaf96-d2bd-45dd-80b5-f73b9d7d0ee4 of type vlan for network e7c6ca2f-dd54-407e-a3c8-28772ce8381d Dec 21 22:49:55.989107 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:56.060369 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:56.063970 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:49:56.064536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:56.169700 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event updated for resources: {'Network': ['ID=e7c6ca2f-dd54-407e-a3c8-28772ce8381d,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:49:56.175524 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6944d4ba-0c3e-49da-890a-be606046afd8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6601143 Dec 21 22:49:56.181219 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network e7c6ca2f-dd54-407e-a3c8-28772ce8381d details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:49:57.255706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8bb73b8d-65e5-4290-add6-43c90db83f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:59.396821 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44044) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:49:59.402411 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ce7f5f3a-6d72-47e3-bf92-4cdfa89ae36f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Request body: {'subnet': {'network_id': 'e7c6ca2f-dd54-407e-a3c8-28772ce8381d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:49:59.507130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ce7f5f3a-6d72-47e3-bf92-4cdfa89ae36f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:49:59.510742 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ce7f5f3a-6d72-47e3-bf92-4cdfa89ae36f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Usage tracker for resource:subnet and tenant:dce3235ce0944360af01aee437690789 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:49:59.513411 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ce7f5f3a-6d72-47e3-bf92-4cdfa89ae36f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:49:59.518825 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ce7f5f3a-6d72-47e3-bf92-4cdfa89ae36f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:49:59.586435 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7f5f3a-6d72-47e3-bf92-4cdfa89ae36f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Made reservation on behalf of dce3235ce0944360af01aee437690789 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:49:59.632214 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-24fe2cc2-be8c-48c7-ae0a-b2ce0b278225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:59.686696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5f3a-6d72-47e3-bf92-4cdfa89ae36f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:49:59.940622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5f3a-6d72-47e3-bf92-4cdfa89ae36f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:00.015519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f5f3a-6d72-47e3-bf92-4cdfa89ae36f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event updated for resources: {'Subnet': ['ID=38a90831-cdf0-440b-9c72-c1c8f91021ac,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:00.026679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7f5f3a-6d72-47e3-bf92-4cdfa89ae36f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Checking segment: {'id': '3cfdaf96-d2bd-45dd-80b5-f73b9d7d0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7c6ca2f-dd54-407e-a3c8-28772ce8381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:00.029268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7f5f3a-6d72-47e3-bf92-4cdfa89ae36f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Network hostable DHCP agents. Network: e7c6ca2f-dd54-407e-a3c8-28772ce8381d, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:50:00.088271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7f5f3a-6d72-47e3-bf92-4cdfa89ae36f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Network e7c6ca2f-dd54-407e-a3c8-28772ce8381d is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:50:00.174669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-ce7f5f3a-6d72-47e3-bf92-4cdfa89ae36f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, e7c6ca2f-dd54-407e-a3c8-28772ce8381d) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:00.179109 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7f5f3a-6d72-47e3-bf92-4cdfa89ae36f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:00.179676 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ce7f5f3a-6d72-47e3-bf92-4cdfa89ae36f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:00.183837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7841fb09-4123-489f-b648-2327525fda00 None None] Network e7c6ca2f-dd54-407e-a3c8-28772ce8381d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:00.253454 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ce7f5f3a-6d72-47e3-bf92-4cdfa89ae36f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8523476 Dec 21 22:50:00.253922 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44048) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:00.260799 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1487866559'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:00.266274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:00.270693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Usage tracker for resource:network and tenant:dce3235ce0944360af01aee437690789 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:00.273897 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:00.280613 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:00.323704 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Made reservation on behalf of dce3235ce0944360af01aee437690789 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:50:00.326778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:00.358510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:50:00.367992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:00.370181 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Added segment b09baf8e-a836-4e62-9795-22d1ed0f8c97 of type vlan for network a5f57e74-b011-45fd-8da3-3ada6acfba3d Dec 21 22:50:00.394115 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:00.401907 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-e7c6ca2f-dd54-407e-a3c8-28772ce8381d', 'network_id': 'e7c6ca2f-dd54-407e-a3c8-28772ce8381d', 'tenant_id': 'dce3235ce0944360af01aee437690789', 'fixed_ips': [{'subnet_id': '38a90831-cdf0-440b-9c72-c1c8f91021ac'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:50:00.402948 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:00.460594 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:00.464315 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:00.466160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:00.561595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Allocated IP 2001:db8:0:ffff::2 (e7c6ca2f-dd54-407e-a3c8-28772ce8381d/38a90831-cdf0-440b-9c72-c1c8f91021ac/5e0d3542-4ae1-469c-b8ba-73d16b82ca6f) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:50:00.571840 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event updated for resources: {'Network': ['ID=a5f57e74-b011-45fd-8da3-3ada6acfba3d,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:00.578259 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3195820 Dec 21 22:50:00.578481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44052) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:00.581796 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:00.582167 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:00.582761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:00.583066 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:00.583342 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:00.583660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:00.583976 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:00.584294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:00.584602 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:00.584723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-4121c811-8d27-4c6e-8cf9-a77ae3a97bda tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Request body: {'subnet': {'network_id': 'a5f57e74-b011-45fd-8da3-3ada6acfba3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:00.584904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:00.585247 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd9371-20dd-490b-9de4-1121d6f3c384 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:00.607864 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network a5f57e74-b011-45fd-8da3-3ada6acfba3d details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:50:00.695226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4121c811-8d27-4c6e-8cf9-a77ae3a97bda tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:00.699332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4121c811-8d27-4c6e-8cf9-a77ae3a97bda tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Usage tracker for resource:subnet and tenant:dce3235ce0944360af01aee437690789 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:00.701946 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-4121c811-8d27-4c6e-8cf9-a77ae3a97bda tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:00.707716 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-4121c811-8d27-4c6e-8cf9-a77ae3a97bda tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:00.752020 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4121c811-8d27-4c6e-8cf9-a77ae3a97bda tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Made reservation on behalf of dce3235ce0944360af01aee437690789 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:50:00.858260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4121c811-8d27-4c6e-8cf9-a77ae3a97bda tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:00.881978 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:00.892853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Transition to ACTIVE for port object 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:00.911480 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Transition to ACTIVE for port object 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:00.916592 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:00.958845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:01.007872 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:01.048243 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Network e7c6ca2f-dd54-407e-a3c8-28772ce8381d is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:50:01.053315 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:01.055228 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Pushing event updated for resources: {'Port': ['ID=5e0d3542-4ae1-469c-b8ba-73d16b82ca6f,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:01.060986 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:50:01.135598 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4121c811-8d27-4c6e-8cf9-a77ae3a97bda tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:01.147964 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Attempting to bind port 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:50:01.148328 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Attempting to bind port 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '3cfdaf96-d2bd-45dd-80b5-f73b9d7d0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7c6ca2f-dd54-407e-a3c8-28772ce8381d'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:50:01.148682 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Attempting to bind port 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f on network e7c6ca2f-dd54-407e-a3c8-28772ce8381d {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:50:01.155136 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:50:01.155500 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Checking segment: {'id': '3cfdaf96-d2bd-45dd-80b5-f73b9d7d0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7c6ca2f-dd54-407e-a3c8-28772ce8381d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:01.155895 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:01.156282 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Bound using segment: {'id': '3cfdaf96-d2bd-45dd-80b5-f73b9d7d0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7c6ca2f-dd54-407e-a3c8-28772ce8381d'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:50:01.156819 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Bound port: 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfdaf96-d2bd-45dd-80b5-f73b9d7d0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7c6ca2f-dd54-407e-a3c8-28772ce8381d'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:50:01.157188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:01.219919 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121c811-8d27-4c6e-8cf9-a77ae3a97bda tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event updated for resources: {'Subnet': ['ID=674adc62-5d06-4608-bf18-afe9d58f21ba,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:01.231620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4121c811-8d27-4c6e-8cf9-a77ae3a97bda tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Checking segment: {'id': 'b09baf8e-a836-4e62-9795-22d1ed0f8c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a5f57e74-b011-45fd-8da3-3ada6acfba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:01.231987 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4121c811-8d27-4c6e-8cf9-a77ae3a97bda tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Network hostable DHCP agents. Network: a5f57e74-b011-45fd-8da3-3ada6acfba3d, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:50:01.267820 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] For port 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:50:01.272157 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] For port 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=5e0d3542-4ae1-469c-b8ba-73d16b82ca6f,segment=NetworkSegment(3cfdaf96-d2bd-45dd-80b5-f73b9d7d0ee4),segment_id=3cfdaf96-d2bd-45dd-80b5-f73b9d7d0ee4)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:50:01.306575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4121c811-8d27-4c6e-8cf9-a77ae3a97bda tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Network a5f57e74-b011-45fd-8da3-3ada6acfba3d is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:50:01.324253 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:01.357792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-4121c811-8d27-4c6e-8cf9-a77ae3a97bda tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, a5f57e74-b011-45fd-8da3-3ada6acfba3d) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:01.370739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4121c811-8d27-4c6e-8cf9-a77ae3a97bda tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:01.371581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-4121c811-8d27-4c6e-8cf9-a77ae3a97bda tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:01.372807 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7425fbfa-1f43-40e8-b152-ca064f6cb3fd None None] Network a5f57e74-b011-45fd-8da3-3ada6acfba3d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:01.435977 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4121c811-8d27-4c6e-8cf9-a77ae3a97bda tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8539565 Dec 21 22:50:01.436527 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44056) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:01.504047 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2af71d-8f60-4bac-94aa-0a1ecb7acf42 None None] Pushing event updated for resources: {'Port': ['ID=5e0d3542-4ae1-469c-b8ba-73d16b82ca6f,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:01.652565 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-a5f57e74-b011-45fd-8da3-3ada6acfba3d', 'network_id': 'a5f57e74-b011-45fd-8da3-3ada6acfba3d', 'tenant_id': 'dce3235ce0944360af01aee437690789', 'fixed_ips': [{'subnet_id': '674adc62-5d06-4608-bf18-afe9d58f21ba'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:50:01.653538 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:01.713000 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:01.799429 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:01.868846 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Allocated IP 2001:db8::2 (a5f57e74-b011-45fd-8da3-3ada6acfba3d/674adc62-5d06-4608-bf18-afe9d58f21ba/34e196d8-219d-495c-a674-8cc525cfbeae) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:50:02.080850 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:02.159867 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:02.172454 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Transition to ACTIVE for port object 34e196d8-219d-495c-a674-8cc525cfbeae will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:02.196604 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Transition to ACTIVE for port object 34e196d8-219d-495c-a674-8cc525cfbeae will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:02.266263 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:02.295703 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:02.299693 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:02.365075 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Network a5f57e74-b011-45fd-8da3-3ada6acfba3d is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:50:02.368004 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:02.372448 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:50:02.374607 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Pushing event updated for resources: {'Port': ['ID=34e196d8-219d-495c-a674-8cc525cfbeae,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:02.375958 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:02.427743 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event deleted for resources: {'Subnet': ['ID=674adc62-5d06-4608-bf18-afe9d58f21ba,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:02.465208 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Attempting to bind port 34e196d8-219d-495c-a674-8cc525cfbeae on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:50:02.467578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Attempting to bind port 34e196d8-219d-495c-a674-8cc525cfbeae by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'b09baf8e-a836-4e62-9795-22d1ed0f8c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a5f57e74-b011-45fd-8da3-3ada6acfba3d'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:50:02.467578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Attempting to bind port 34e196d8-219d-495c-a674-8cc525cfbeae on network a5f57e74-b011-45fd-8da3-3ada6acfba3d {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:50:02.474322 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:50:02.474895 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Checking segment: {'id': 'b09baf8e-a836-4e62-9795-22d1ed0f8c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a5f57e74-b011-45fd-8da3-3ada6acfba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:02.475284 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:02.475677 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Bound using segment: {'id': 'b09baf8e-a836-4e62-9795-22d1ed0f8c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a5f57e74-b011-45fd-8da3-3ada6acfba3d'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:50:02.476296 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Bound port: 34e196d8-219d-495c-a674-8cc525cfbeae, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09baf8e-a836-4e62-9795-22d1ed0f8c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a5f57e74-b011-45fd-8da3-3ada6acfba3d'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:50:02.476648 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:02.530222 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e56fbc-923c-49d4-abd4-294d943de0f9 None None] Network e7c6ca2f-dd54-407e-a3c8-28772ce8381d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:02.532304 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:02.558064 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f57e74-b011-45fd-8da3-3ada6acfba3d']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:02.570401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09baf8e-a836-4e62-9795-22d1ed0f8c97') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:02.570695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09baf8e-a836-4e62-9795-22d1ed0f8c97') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:02.582906 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:02.599142 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:02.605166 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:50:02.605548 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:50:02.620052 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:50:02.651998 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] For port 34e196d8-219d-495c-a674-8cc525cfbeae, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:50:02.726914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] For port 34e196d8-219d-495c-a674-8cc525cfbeae, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=34e196d8-219d-495c-a674-8cc525cfbeae,segment=NetworkSegment(b09baf8e-a836-4e62-9795-22d1ed0f8c97),segment_id=b09baf8e-a836-4e62-9795-22d1ed0f8c97)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:50:02.741131 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.api [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:50:02.741131 dv-neutron-822520-1-hyperv neutron-server[84169]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:50:02.741131 dv-neutron-822520-1-hyperv neutron-server[84169]: [parameters: {'id': 'a5f57e74-b011-45fd-8da3-3ada6acfba3d'}] Dec 21 22:50:02.741131 dv-neutron-822520-1-hyperv neutron-server[84169]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:50:02.744952 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG oslo_db.api [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:50:02.745054 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d8edb229-eeca-432c-a44d-4b433892f2d4 None None] Provisioning for port 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:02.774634 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d8edb229-eeca-432c-a44d-4b433892f2d4 None None] Provisioning complete for port 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:02.774899 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d8edb229-eeca-432c-a44d-4b433892f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:02.806498 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:02.920677 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7a11e-b3cc-47f0-934c-b4615c760a6b None None] Pushing event updated for resources: {'Port': ['ID=34e196d8-219d-495c-a674-8cc525cfbeae,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:03.044033 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ac7c59-662f-4707-8e3a-b392cf7985f8 None None] Network a5f57e74-b011-45fd-8da3-3ada6acfba3d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:03.059920 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d8edb229-eeca-432c-a44d-4b433892f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:03.197312 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d8edb229-eeca-432c-a44d-4b433892f2d4 None None] For port 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=5e0d3542-4ae1-469c-b8ba-73d16b82ca6f,segment=NetworkSegment(3cfdaf96-d2bd-45dd-80b5-f73b9d7d0ee4),segment_id=3cfdaf96-d2bd-45dd-80b5-f73b9d7d0ee4)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:03.243147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:03.256655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Deleting port 34e196d8-219d-495c-a674-8cc525cfbeae {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:50:03.257156 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:03.268209 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdaed79-de76-4664-9bf8-52aed5670f88 None None] get_active_networks_info from dv-neutron-822520-1-hyperv {{(pid=84170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:50:03.308411 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d8edb229-eeca-432c-a44d-4b433892f2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:03.402294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edb229-eeca-432c-a44d-4b433892f2d4 None None] Pushing event updated for resources: {'Port': ['ID=5e0d3542-4ae1-469c-b8ba-73d16b82ca6f,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:03.413689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdaed79-de76-4664-9bf8-52aed5670f88 None None] Resources bound (agent type, host, resource id): {{(pid=84170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 22:50:03.442612 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-02293756-04c7-4809-9995-c61a2f4a9e89 None None] Provisioning complete for port 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:03.442961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-02293756-04c7-4809-9995-c61a2f4a9e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:03.464356 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] For port 34e196d8-219d-495c-a674-8cc525cfbeae, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=34e196d8-219d-495c-a674-8cc525cfbeae,segment=NetworkSegment(b09baf8e-a836-4e62-9795-22d1ed0f8c97),segment_id=b09baf8e-a836-4e62-9795-22d1ed0f8c97)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:03.464713 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:03.587396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Calling delete_port for 34e196d8-219d-495c-a674-8cc525cfbeae owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:50:03.706466 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:03.751924 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event deleted for resources: {'Port': ['ID=34e196d8-219d-495c-a674-8cc525cfbeae,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:03.756565 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] No DVR routers for this DVR port 34e196d8-219d-495c-a674-8cc525cfbeae on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:50:03.878918 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:03.907656 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f57e74-b011-45fd-8da3-3ada6acfba3d']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:03.919766 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09baf8e-a836-4e62-9795-22d1ed0f8c97') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:03.920057 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09baf8e-a836-4e62-9795-22d1ed0f8c97') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:03.931751 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:03.947101 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:03.952820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:50:03.953188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:50:03.966990 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:50:04.034841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:04.084104 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:04.088311 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:04.103133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:04.103433 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:04.116870 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event deleted for resources: {'Network': ['ID=a5f57e74-b011-45fd-8da3-3ada6acfba3d,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:04.124084 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5a11ceef-4bc7-482c-8220-f0af1e720db6 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "DELETE /v2.0/networks/a5f57e74-b011-45fd-8da3-3ada6acfba3d HTTP/1.1" status: 204 len: 168 time: 2.6865840 Dec 21 22:50:04.127693 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44060) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:04.133166 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a0f4b1c7-9346-47f6-b708-5a506bf4c6bf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-786400379'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:04.138103 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a0f4b1c7-9346-47f6-b708-5a506bf4c6bf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:04.141793 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a0f4b1c7-9346-47f6-b708-5a506bf4c6bf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Usage tracker for resource:network and tenant:dce3235ce0944360af01aee437690789 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:04.144588 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a0f4b1c7-9346-47f6-b708-5a506bf4c6bf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:04.151239 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a0f4b1c7-9346-47f6-b708-5a506bf4c6bf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:04.214228 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f4b1c7-9346-47f6-b708-5a506bf4c6bf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Made reservation on behalf of dce3235ce0944360af01aee437690789 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:50:04.217260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b1c7-9346-47f6-b708-5a506bf4c6bf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:04.248093 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f4b1c7-9346-47f6-b708-5a506bf4c6bf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:50:04.256400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b1c7-9346-47f6-b708-5a506bf4c6bf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:04.256737 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-a0f4b1c7-9346-47f6-b708-5a506bf4c6bf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Added segment 254253ab-5682-46cc-b4eb-d198270f2aa5 of type vlan for network bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9 Dec 21 22:50:04.288230 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b1c7-9346-47f6-b708-5a506bf4c6bf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:04.386133 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b1c7-9346-47f6-b708-5a506bf4c6bf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:04.389648 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f4b1c7-9346-47f6-b708-5a506bf4c6bf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:04.390241 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a0f4b1c7-9346-47f6-b708-5a506bf4c6bf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:04.493040 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4b1c7-9346-47f6-b708-5a506bf4c6bf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event updated for resources: {'Network': ['ID=bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:04.501664 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a0f4b1c7-9346-47f6-b708-5a506bf4c6bf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3728747 Dec 21 22:50:04.503063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:50:04.504789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44064) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:04.510192 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Request body: {'subnet': {'network_id': 'bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:04.702678 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:04.706410 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Usage tracker for resource:subnet and tenant:dce3235ce0944360af01aee437690789 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:04.709936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:04.715498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:04.780768 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Made reservation on behalf of dce3235ce0944360af01aee437690789 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:50:04.882539 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:04.977373 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.ipam_backend_mixin [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Performing IP validity checks on allocation pools {{(pid=84169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 21 22:50:04.977800 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.ipam_backend_mixin [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84169) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 21 22:50:05.146477 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:05.224939 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event updated for resources: {'Subnet': ['ID=22fb6c56-3945-4ffc-8294-75364155c874,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:05.234487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Checking segment: {'id': '254253ab-5682-46cc-b4eb-d198270f2aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:05.234837 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Network hostable DHCP agents. Network: bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:50:05.312272 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Network bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:50:05.397806 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:05.401587 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:05.402182 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:05.406187 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeb0414-7c47-4eda-8ae8-e4e8fa9fab72 None None] Network bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:05.472768 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f0138b0b-0d4b-4753-ae67-0d0c1615a43f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9669154 Dec 21 22:50:05.475462 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44068) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:05.612299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:05.613308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9', 'network_id': 'bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9', 'tenant_id': 'dce3235ce0944360af01aee437690789', 'fixed_ips': [{'subnet_id': '22fb6c56-3945-4ffc-8294-75364155c874'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:50:05.614672 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:05.676677 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:05.768184 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Allocated IP 2001:db8::3 (bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9/22fb6c56-3945-4ffc-8294-75364155c874/f3f27508-2164-4188-94e0-34e91f1f1584) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:50:05.966730 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:05.976545 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Transition to ACTIVE for port object f3f27508-2164-4188-94e0-34e91f1f1584 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:05.996223 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Transition to ACTIVE for port object f3f27508-2164-4188-94e0-34e91f1f1584 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:06.049505 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:06.118084 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Network bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:50:06.120864 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:06.123220 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:50:06.130103 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Pushing event updated for resources: {'Port': ['ID=f3f27508-2164-4188-94e0-34e91f1f1584,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:06.146976 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:06.186956 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event deleted for resources: {'Subnet': ['ID=22fb6c56-3945-4ffc-8294-75364155c874,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:06.218321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Attempting to bind port f3f27508-2164-4188-94e0-34e91f1f1584 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:50:06.218711 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Attempting to bind port f3f27508-2164-4188-94e0-34e91f1f1584 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '254253ab-5682-46cc-b4eb-d198270f2aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:50:06.219363 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Attempting to bind port f3f27508-2164-4188-94e0-34e91f1f1584 on network bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:50:06.226244 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:50:06.227166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Checking segment: {'id': '254253ab-5682-46cc-b4eb-d198270f2aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:06.227166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:06.227407 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Bound using segment: {'id': '254253ab-5682-46cc-b4eb-d198270f2aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:50:06.227817 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Bound port: f3f27508-2164-4188-94e0-34e91f1f1584, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254253ab-5682-46cc-b4eb-d198270f2aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:50:06.228171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:06.284656 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:06.309985 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:06.315306 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] For port f3f27508-2164-4188-94e0-34e91f1f1584, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:50:06.319121 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] For port f3f27508-2164-4188-94e0-34e91f1f1584, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f3f27508-2164-4188-94e0-34e91f1f1584,segment=NetworkSegment(254253ab-5682-46cc-b4eb-d198270f2aa5),segment_id=254253ab-5682-46cc-b4eb-d198270f2aa5)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:50:06.322977 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254253ab-5682-46cc-b4eb-d198270f2aa5') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:06.326739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254253ab-5682-46cc-b4eb-d198270f2aa5') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:06.335038 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:06.381264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:06.383044 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:06.389308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:50:06.389820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:50:06.404582 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:50:06.461441 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a30f3-516f-4846-a434-a8f7a8776cba None None] Pushing event updated for resources: {'Port': ['ID=f3f27508-2164-4188-94e0-34e91f1f1584,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:06.512345 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.db.api [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:50:06.512345 dv-neutron-822520-1-hyperv neutron-server[84169]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:50:06.512345 dv-neutron-822520-1-hyperv neutron-server[84169]: [parameters: {'id': 'bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9'}] Dec 21 22:50:06.512345 dv-neutron-822520-1-hyperv neutron-server[84169]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84169) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:50:06.512854 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG oslo_db.api [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:50:06.527295 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3739b1-3417-4447-b08b-916005444067 None None] Network bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:06.716325 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c68f1-e462-4964-a995-6a058cae5918 None None] get_active_networks_info from dv-neutron-822520-1-hyperv {{(pid=84170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:50:06.802548 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141c68f1-e462-4964-a995-6a058cae5918 None None] Resources bound (agent type, host, resource id): {{(pid=84170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 22:50:07.013559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:07.025401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Deleting port f3f27508-2164-4188-94e0-34e91f1f1584 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:50:07.026000 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:07.224727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] For port f3f27508-2164-4188-94e0-34e91f1f1584, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f3f27508-2164-4188-94e0-34e91f1f1584,segment=NetworkSegment(254253ab-5682-46cc-b4eb-d198270f2aa5),segment_id=254253ab-5682-46cc-b4eb-d198270f2aa5)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:07.225428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:07.344432 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Calling delete_port for f3f27508-2164-4188-94e0-34e91f1f1584 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:50:07.500740 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:07.543142 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event deleted for resources: {'Port': ['ID=f3f27508-2164-4188-94e0-34e91f1f1584,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:07.554699 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] No DVR routers for this DVR port f3f27508-2164-4188-94e0-34e91f1f1584 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:50:07.556728 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:07.557090 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:07.557419 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:07.557791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:07.558114 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:07.558423 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:07.558737 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:07.559051 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:07.559360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:07.559667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:07.559976 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:07.769529 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:07.794653 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:07.806385 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254253ab-5682-46cc-b4eb-d198270f2aa5') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:07.806673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254253ab-5682-46cc-b4eb-d198270f2aa5') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:07.817963 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:07.833995 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:07.839778 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:50:07.840143 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:50:07.854614 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:50:07.980600 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:07.997644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:08.008119 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event deleted for resources: {'Network': ['ID=bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:08.014357 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3896f8f0-656d-4da4-a859-eeca976134cf tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "DELETE /v2.0/networks/bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9 HTTP/1.1" status: 204 len: 168 time: 2.5379469 Dec 21 22:50:08.017777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44072) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:08.023780 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-67587729-651b-496f-b1bf-ef9ee8cc602f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1335738105'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:08.028488 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-67587729-651b-496f-b1bf-ef9ee8cc602f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:08.032211 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-67587729-651b-496f-b1bf-ef9ee8cc602f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Usage tracker for resource:network and tenant:dce3235ce0944360af01aee437690789 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:08.038460 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-67587729-651b-496f-b1bf-ef9ee8cc602f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:08.041628 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-67587729-651b-496f-b1bf-ef9ee8cc602f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:08.111487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67587729-651b-496f-b1bf-ef9ee8cc602f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Made reservation on behalf of dce3235ce0944360af01aee437690789 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:50:08.114618 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-67587729-651b-496f-b1bf-ef9ee8cc602f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:08.141787 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67587729-651b-496f-b1bf-ef9ee8cc602f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:50:08.150694 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-67587729-651b-496f-b1bf-ef9ee8cc602f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:08.151027 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-67587729-651b-496f-b1bf-ef9ee8cc602f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Added segment cdaec9f6-9d5c-4c65-9863-391fabfec342 of type vlan for network 7ee68550-6821-4bb5-a9bf-a3e912531d3d Dec 21 22:50:08.175365 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-67587729-651b-496f-b1bf-ef9ee8cc602f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:08.283531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-67587729-651b-496f-b1bf-ef9ee8cc602f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:08.287584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67587729-651b-496f-b1bf-ef9ee8cc602f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:08.288149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-67587729-651b-496f-b1bf-ef9ee8cc602f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:08.390852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67587729-651b-496f-b1bf-ef9ee8cc602f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event updated for resources: {'Network': ['ID=7ee68550-6821-4bb5-a9bf-a3e912531d3d,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:08.401187 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 7ee68550-6821-4bb5-a9bf-a3e912531d3d details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:50:08.404274 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-67587729-651b-496f-b1bf-ef9ee8cc602f tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3855097 Dec 21 22:50:08.407128 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44076) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:08.412505 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-f9f61e29-a9b2-49c4-92b6-d5278e27b90d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Request body: {'subnet': {'network_id': '7ee68550-6821-4bb5-a9bf-a3e912531d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:08.521169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f9f61e29-a9b2-49c4-92b6-d5278e27b90d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:08.524854 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f9f61e29-a9b2-49c4-92b6-d5278e27b90d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Usage tracker for resource:subnet and tenant:dce3235ce0944360af01aee437690789 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:08.527523 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f9f61e29-a9b2-49c4-92b6-d5278e27b90d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:08.532963 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f9f61e29-a9b2-49c4-92b6-d5278e27b90d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:08.597382 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f61e29-a9b2-49c4-92b6-d5278e27b90d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Made reservation on behalf of dce3235ce0944360af01aee437690789 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:50:08.697121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9f61e29-a9b2-49c4-92b6-d5278e27b90d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:08.958079 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9f61e29-a9b2-49c4-92b6-d5278e27b90d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:09.037463 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f61e29-a9b2-49c4-92b6-d5278e27b90d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event updated for resources: {'Subnet': ['ID=7e3876e9-ed2a-4e24-a2da-d2e1a06d4ac2,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:09.046863 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f61e29-a9b2-49c4-92b6-d5278e27b90d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Checking segment: {'id': 'cdaec9f6-9d5c-4c65-9863-391fabfec342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7ee68550-6821-4bb5-a9bf-a3e912531d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:09.047212 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f61e29-a9b2-49c4-92b6-d5278e27b90d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Network hostable DHCP agents. Network: 7ee68550-6821-4bb5-a9bf-a3e912531d3d, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:50:09.134642 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f61e29-a9b2-49c4-92b6-d5278e27b90d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Network 7ee68550-6821-4bb5-a9bf-a3e912531d3d is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:50:09.220711 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-f9f61e29-a9b2-49c4-92b6-d5278e27b90d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 7ee68550-6821-4bb5-a9bf-a3e912531d3d) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:09.225362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f61e29-a9b2-49c4-92b6-d5278e27b90d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:09.225938 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f9f61e29-a9b2-49c4-92b6-d5278e27b90d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:09.230525 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad47ff5-8b21-418c-8c08-d23e9dafe35b None None] Network 7ee68550-6821-4bb5-a9bf-a3e912531d3d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:09.313108 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f9f61e29-a9b2-49c4-92b6-d5278e27b90d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9049432 Dec 21 22:50:09.316711 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44080) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:09.323129 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-2a2ec6bb-516c-40a7-8c57-abce679446c8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-841650145'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:09.328013 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2a2ec6bb-516c-40a7-8c57-abce679446c8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:09.331774 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2a2ec6bb-516c-40a7-8c57-abce679446c8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Usage tracker for resource:network and tenant:dce3235ce0944360af01aee437690789 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:09.335222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-2a2ec6bb-516c-40a7-8c57-abce679446c8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:09.341392 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-2a2ec6bb-516c-40a7-8c57-abce679446c8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:09.398351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2ec6bb-516c-40a7-8c57-abce679446c8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Made reservation on behalf of dce3235ce0944360af01aee437690789 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:50:09.401389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec6bb-516c-40a7-8c57-abce679446c8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:09.430546 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a2ec6bb-516c-40a7-8c57-abce679446c8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:50:09.440467 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec6bb-516c-40a7-8c57-abce679446c8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:09.440805 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-2a2ec6bb-516c-40a7-8c57-abce679446c8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Added segment 0bc459c7-d734-400d-bee6-04d3d2e2a851 of type vlan for network 35679b81-1362-4a89-8851-fd6a8422631f Dec 21 22:50:09.443516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-7ee68550-6821-4bb5-a9bf-a3e912531d3d', 'network_id': '7ee68550-6821-4bb5-a9bf-a3e912531d3d', 'tenant_id': 'dce3235ce0944360af01aee437690789', 'fixed_ips': [{'subnet_id': '7e3876e9-ed2a-4e24-a2da-d2e1a06d4ac2'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:50:09.444321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:09.468270 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec6bb-516c-40a7-8c57-abce679446c8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:09.562959 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec6bb-516c-40a7-8c57-abce679446c8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:09.566566 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2ec6bb-516c-40a7-8c57-abce679446c8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:09.567404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec6bb-516c-40a7-8c57-abce679446c8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:09.599115 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Allocated IP 2001:db8::2 (7ee68550-6821-4bb5-a9bf-a3e912531d3d/7e3876e9-ed2a-4e24-a2da-d2e1a06d4ac2/f0b6f908-d20d-4acd-bb74-409819cde238) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:50:09.772159 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2a2ec6bb-516c-40a7-8c57-abce679446c8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4543195 Dec 21 22:50:09.773051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ec6bb-516c-40a7-8c57-abce679446c8 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event updated for resources: {'Network': ['ID=35679b81-1362-4a89-8851-fd6a8422631f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:09.775035 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44084) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:09.780560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-9c50f8fa-b58b-4f85-b631-ad2ffe35e6b9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Request body: {'subnet': {'network_id': '35679b81-1362-4a89-8851-fd6a8422631f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:09.787597 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 35679b81-1362-4a89-8851-fd6a8422631f details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:50:09.888201 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9c50f8fa-b58b-4f85-b631-ad2ffe35e6b9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:09.891922 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9c50f8fa-b58b-4f85-b631-ad2ffe35e6b9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Usage tracker for resource:subnet and tenant:dce3235ce0944360af01aee437690789 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:09.895413 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-9c50f8fa-b58b-4f85-b631-ad2ffe35e6b9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:09.901038 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-9c50f8fa-b58b-4f85-b631-ad2ffe35e6b9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:09.908007 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:09.921049 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Transition to ACTIVE for port object f0b6f908-d20d-4acd-bb74-409819cde238 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:09.939372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Transition to ACTIVE for port object f0b6f908-d20d-4acd-bb74-409819cde238 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:10.003164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c50f8fa-b58b-4f85-b631-ad2ffe35e6b9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Made reservation on behalf of dce3235ce0944360af01aee437690789 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:50:10.032304 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:10.102843 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Network 7ee68550-6821-4bb5-a9bf-a3e912531d3d is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:50:10.105664 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9c50f8fa-b58b-4f85-b631-ad2ffe35e6b9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:10.106190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Pushing event updated for resources: {'Port': ['ID=f0b6f908-d20d-4acd-bb74-409819cde238,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:10.109482 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:10.111461 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:50:10.196039 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Attempting to bind port f0b6f908-d20d-4acd-bb74-409819cde238 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:50:10.196317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Attempting to bind port f0b6f908-d20d-4acd-bb74-409819cde238 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'cdaec9f6-9d5c-4c65-9863-391fabfec342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7ee68550-6821-4bb5-a9bf-a3e912531d3d'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:50:10.196662 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Attempting to bind port f0b6f908-d20d-4acd-bb74-409819cde238 on network 7ee68550-6821-4bb5-a9bf-a3e912531d3d {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:50:10.203296 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:50:10.203658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Checking segment: {'id': 'cdaec9f6-9d5c-4c65-9863-391fabfec342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7ee68550-6821-4bb5-a9bf-a3e912531d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:10.204045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:10.204426 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Bound using segment: {'id': 'cdaec9f6-9d5c-4c65-9863-391fabfec342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7ee68550-6821-4bb5-a9bf-a3e912531d3d'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:50:10.204871 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Bound port: f0b6f908-d20d-4acd-bb74-409819cde238, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdaec9f6-9d5c-4c65-9863-391fabfec342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7ee68550-6821-4bb5-a9bf-a3e912531d3d'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:50:10.205228 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:10.297705 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] For port f0b6f908-d20d-4acd-bb74-409819cde238, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:50:10.300671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] For port f0b6f908-d20d-4acd-bb74-409819cde238, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f0b6f908-d20d-4acd-bb74-409819cde238,segment=NetworkSegment(cdaec9f6-9d5c-4c65-9863-391fabfec342),segment_id=cdaec9f6-9d5c-4c65-9863-391fabfec342)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:50:10.392004 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:10.420331 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9c50f8fa-b58b-4f85-b631-ad2ffe35e6b9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:10.470960 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bebfbc-2af5-4221-89f2-1923d787b0e3 None None] Pushing event updated for resources: {'Port': ['ID=f0b6f908-d20d-4acd-bb74-409819cde238,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:10.502904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50f8fa-b58b-4f85-b631-ad2ffe35e6b9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event updated for resources: {'Subnet': ['ID=9f4d72b3-9a5a-4d3e-ac66-092df07fcbc2,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:10.515153 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c50f8fa-b58b-4f85-b631-ad2ffe35e6b9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Checking segment: {'id': '0bc459c7-d734-400d-bee6-04d3d2e2a851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '35679b81-1362-4a89-8851-fd6a8422631f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:10.515503 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c50f8fa-b58b-4f85-b631-ad2ffe35e6b9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Network hostable DHCP agents. Network: 35679b81-1362-4a89-8851-fd6a8422631f, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:50:10.615164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c50f8fa-b58b-4f85-b631-ad2ffe35e6b9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Network 35679b81-1362-4a89-8851-fd6a8422631f is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:50:10.689502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-9c50f8fa-b58b-4f85-b631-ad2ffe35e6b9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 35679b81-1362-4a89-8851-fd6a8422631f) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:10.694417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c50f8fa-b58b-4f85-b631-ad2ffe35e6b9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:10.694984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9c50f8fa-b58b-4f85-b631-ad2ffe35e6b9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:10.701317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485a53a7-00fc-4342-b042-4a61f6340dfd None None] Network 35679b81-1362-4a89-8851-fd6a8422631f requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:10.781731 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9c50f8fa-b58b-4f85-b631-ad2ffe35e6b9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0056841 Dec 21 22:50:10.784271 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44088) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:10.919722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-35679b81-1362-4a89-8851-fd6a8422631f', 'network_id': '35679b81-1362-4a89-8851-fd6a8422631f', 'tenant_id': 'dce3235ce0944360af01aee437690789', 'fixed_ips': [{'subnet_id': '9f4d72b3-9a5a-4d3e-ac66-092df07fcbc2'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:50:10.920528 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:10.923955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:10.989702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:11.115368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Allocated IP 2001:db8::2 (35679b81-1362-4a89-8851-fd6a8422631f/9f4d72b3-9a5a-4d3e-ac66-092df07fcbc2/749cee51-b99a-4604-b100-e8d59cf783e5) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:50:11.326650 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:11.337388 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Transition to ACTIVE for port object 749cee51-b99a-4604-b100-e8d59cf783e5 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:11.357667 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Transition to ACTIVE for port object 749cee51-b99a-4604-b100-e8d59cf783e5 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:11.370529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5d960b-f724-4cbf-bf83-166c254ac12c None None] Network 7ee68550-6821-4bb5-a9bf-a3e912531d3d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:11.451606 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:11.518386 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:11.556717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Network 35679b81-1362-4a89-8851-fd6a8422631f is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:50:11.560026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4d72b3-9a5a-4d3e-ac66-092df07fcbc2,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:11.563684 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:11.594855 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:50:11.607985 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Pushing event updated for resources: {'Port': ['ID=749cee51-b99a-4604-b100-e8d59cf783e5,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:11.660226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:11.685405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35679b81-1362-4a89-8851-fd6a8422631f']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:11.688074 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b28ecec7-4ffc-43e8-a37f-efbc1dd6bc6b None None] Provisioning for port f0b6f908-d20d-4acd-bb74-409819cde238 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:11.698070 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc459c7-d734-400d-bee6-04d3d2e2a851') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:11.698370 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc459c7-d734-400d-bee6-04d3d2e2a851') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:11.710388 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:11.726396 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:11.732442 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:50:11.732847 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:11.743438 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Attempting to bind port 749cee51-b99a-4604-b100-e8d59cf783e5 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:50:11.743801 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Attempting to bind port 749cee51-b99a-4604-b100-e8d59cf783e5 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '0bc459c7-d734-400d-bee6-04d3d2e2a851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '35679b81-1362-4a89-8851-fd6a8422631f'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:50:11.744150 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Attempting to bind port 749cee51-b99a-4604-b100-e8d59cf783e5 on network 35679b81-1362-4a89-8851-fd6a8422631f {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:50:11.748502 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:50:11.755388 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:50:11.755757 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Checking segment: {'id': '0bc459c7-d734-400d-bee6-04d3d2e2a851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '35679b81-1362-4a89-8851-fd6a8422631f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:11.756156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:11.756542 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Bound using segment: {'id': '0bc459c7-d734-400d-bee6-04d3d2e2a851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '35679b81-1362-4a89-8851-fd6a8422631f'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:50:11.756999 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Bound port: 749cee51-b99a-4604-b100-e8d59cf783e5, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc459c7-d734-400d-bee6-04d3d2e2a851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '35679b81-1362-4a89-8851-fd6a8422631f'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:50:11.757360 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:11.850227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.db.api [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 21 22:50:11.850227 dv-neutron-822520-1-hyperv neutron-server[84168]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 21 22:50:11.850227 dv-neutron-822520-1-hyperv neutron-server[84168]: [parameters: {'id': '35679b81-1362-4a89-8851-fd6a8422631f'}] Dec 21 22:50:11.850227 dv-neutron-822520-1-hyperv neutron-server[84168]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84168) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:50:11.850715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG oslo_db.api [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:50:11.865372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] For port 749cee51-b99a-4604-b100-e8d59cf783e5, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:50:11.868652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] For port 749cee51-b99a-4604-b100-e8d59cf783e5, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=749cee51-b99a-4604-b100-e8d59cf783e5,segment=NetworkSegment(0bc459c7-d734-400d-bee6-04d3d2e2a851),segment_id=0bc459c7-d734-400d-bee6-04d3d2e2a851)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:50:11.929970 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:12.044775 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5699e-16cc-4deb-ae36-abb650983387 None None] Pushing event updated for resources: {'Port': ['ID=749cee51-b99a-4604-b100-e8d59cf783e5,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:12.071481 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f0b6f908-d20d-4acd-bb74-409819cde238 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:12.133604 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ba3f42-3059-45f3-ba17-612afc5f7f3a None None] Network 35679b81-1362-4a89-8851-fd6a8422631f requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:12.309470 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port f0b6f908-d20d-4acd-bb74-409819cde238 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:12.320358 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port f0b6f908-d20d-4acd-bb74-409819cde238 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:12.320714 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:12.351242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:12.362069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Deleting port 749cee51-b99a-4604-b100-e8d59cf783e5 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:50:12.362417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:12.421086 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1506b5-2af2-4fda-9700-df753bdd7e61 None None] get_active_networks_info from dv-neutron-822520-1-hyperv {{(pid=84170) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 21 22:50:12.485560 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:12.556169 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port f0b6f908-d20d-4acd-bb74-409819cde238, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f0b6f908-d20d-4acd-bb74-409819cde238,segment=NetworkSegment(cdaec9f6-9d5c-4c65-9863-391fabfec342),segment_id=cdaec9f6-9d5c-4c65-9863-391fabfec342)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:12.561280 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1506b5-2af2-4fda-9700-df753bdd7e61 None None] Resources bound (agent type, host, resource id): {{(pid=84170) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 21 22:50:12.561918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] For port 749cee51-b99a-4604-b100-e8d59cf783e5, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=749cee51-b99a-4604-b100-e8d59cf783e5,segment=NetworkSegment(0bc459c7-d734-400d-bee6-04d3d2e2a851),segment_id=0bc459c7-d734-400d-bee6-04d3d2e2a851)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:12.562343 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:12.664366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:12.681687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Calling delete_port for 749cee51-b99a-4604-b100-e8d59cf783e5 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:50:12.772893 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=f0b6f908-d20d-4acd-bb74-409819cde238,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:12.923971 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:12.972192 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event deleted for resources: {'Port': ['ID=749cee51-b99a-4604-b100-e8d59cf783e5,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:12.976069 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] No DVR routers for this DVR port 749cee51-b99a-4604-b100-e8d59cf783e5 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:50:13.095399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:13.124061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35679b81-1362-4a89-8851-fd6a8422631f']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:13.136445 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc459c7-d734-400d-bee6-04d3d2e2a851') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:13.136731 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc459c7-d734-400d-bee6-04d3d2e2a851') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:13.147569 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:13.162748 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:13.168488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:50:13.168850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:50:13.183107 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:50:13.318632 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:13.340088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:13.351164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event deleted for resources: {'Network': ['ID=35679b81-1362-4a89-8851-fd6a8422631f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:13.357511 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-892d57d6-beae-4641-ac76-09e2754660d4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "DELETE /v2.0/networks/35679b81-1362-4a89-8851-fd6a8422631f HTTP/1.1" status: 204 len: 168 time: 2.5722857 Dec 21 22:50:13.360650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44092) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:13.398359 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb65f1e7-a64e-4d2c-9526-3d48032808a1 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] GET failed (client error): The resource could not be found. Dec 21 22:50:13.398843 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-fb65f1e7-a64e-4d2c-9526-3d48032808a1 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Synchronizing usage tracker for tenant:dce3235ce0944360af01aee437690789 on resource:subnet {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:50:13.488227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-fb65f1e7-a64e-4d2c-9526-3d48032808a1 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Unset dirty status for tenant:dce3235ce0944360af01aee437690789 on resource:subnet {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:50:13.490191 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fb65f1e7-a64e-4d2c-9526-3d48032808a1 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "GET /v2.0/subnets/9f4d72b3-9a5a-4d3e-ac66-092df07fcbc2 HTTP/1.1" status: 404 len: 337 time: 0.1286061 Dec 21 22:50:13.492930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44096) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:13.516913 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e603c7-4c29-40cd-b68c-3aca79201fbd tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] DELETE failed (client error): The resource could not be found. Dec 21 22:50:13.517327 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e603c7-4c29-40cd-b68c-3aca79201fbd tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:50:13.518873 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f8e603c7-4c29-40cd-b68c-3aca79201fbd tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "DELETE /v2.0/networks/35679b81-1362-4a89-8851-fd6a8422631f HTTP/1.1" status: 404 len: 339 time: 0.0250459 Dec 21 22:50:13.522571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44100) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:13.563101 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc454fe-acb0-4973-b936-f6b90d03d279 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] DELETE failed (client error): The resource could not be found. Dec 21 22:50:13.563745 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc454fe-acb0-4973-b936-f6b90d03d279 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:50:13.565050 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3cc454fe-acb0-4973-b936-f6b90d03d279 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "DELETE /v2.0/subnets/9f4d72b3-9a5a-4d3e-ac66-092df07fcbc2 HTTP/1.1" status: 404 len: 337 time: 0.0416384 Dec 21 22:50:13.567553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44104) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:13.594864 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d0e52f-c5a6-4b77-b21c-955b85616463 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] DELETE failed (client error): The resource could not be found. Dec 21 22:50:13.595281 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d0e52f-c5a6-4b77-b21c-955b85616463 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84168) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:50:13.596797 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-72d0e52f-c5a6-4b77-b21c-955b85616463 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "DELETE /v2.0/networks/35679b81-1362-4a89-8851-fd6a8422631f HTTP/1.1" status: 404 len: 339 time: 0.0284166 Dec 21 22:50:13.599710 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44108) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:13.781468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb2ca6e-068b-4895-b05b-7c49e7f5166d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Deleting subnet 7e3876e9-ed2a-4e24-a2da-d2e1a06d4ac2 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:50:13.784246 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fcb2ca6e-068b-4895-b05b-7c49e7f5166d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:13.836950 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fcb2ca6e-068b-4895-b05b-7c49e7f5166d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:13.919793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fcb2ca6e-068b-4895-b05b-7c49e7f5166d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:14.043987 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f0b6f908-d20d-4acd-bb74-409819cde238 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:14.061423 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fcb2ca6e-068b-4895-b05b-7c49e7f5166d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:14.105911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb2ca6e-068b-4895-b05b-7c49e7f5166d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3876e9-ed2a-4e24-a2da-d2e1a06d4ac2,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:14.112136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fcb2ca6e-068b-4895-b05b-7c49e7f5166d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:14.114913 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port f0b6f908-d20d-4acd-bb74-409819cde238 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:14.115154 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:14.142344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264dfc40-a160-444c-b573-7f320adaba81 None None] Network 7ee68550-6821-4bb5-a9bf-a3e912531d3d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:14.159348 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fcb2ca6e-068b-4895-b05b-7c49e7f5166d tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "DELETE /v2.0/subnets/7e3876e9-ed2a-4e24-a2da-d2e1a06d4ac2 HTTP/1.1" status: 204 len: 168 time: 0.5581112 Dec 21 22:50:14.161212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44112) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:14.271829 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:14.282641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Deleting port f0b6f908-d20d-4acd-bb74-409819cde238 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:50:14.282977 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:14.457957 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca79b522-c92a-472f-a68f-ced505a93303 None None] DHCP port deletion for 7ee68550-6821-4bb5-a9bf-a3e912531d3d request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:50:14.462453 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ca79b522-c92a-472f-a68f-ced505a93303 None None] Deleting port f0b6f908-d20d-4acd-bb74-409819cde238 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:50:14.462815 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ca79b522-c92a-472f-a68f-ced505a93303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:14.489142 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] For port f0b6f908-d20d-4acd-bb74-409819cde238, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f0b6f908-d20d-4acd-bb74-409819cde238,segment=NetworkSegment(cdaec9f6-9d5c-4c65-9863-391fabfec342),segment_id=cdaec9f6-9d5c-4c65-9863-391fabfec342)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:14.489472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:14.608004 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Calling delete_port for f0b6f908-d20d-4acd-bb74-409819cde238 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:50:14.661444 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ca79b522-c92a-472f-a68f-ced505a93303 None None] For port f0b6f908-d20d-4acd-bb74-409819cde238, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f0b6f908-d20d-4acd-bb74-409819cde238,segment=NetworkSegment(cdaec9f6-9d5c-4c65-9863-391fabfec342),segment_id=cdaec9f6-9d5c-4c65-9863-391fabfec342)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:14.661750 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ca79b522-c92a-472f-a68f-ced505a93303 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:14.752108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:14.781283 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ca79b522-c92a-472f-a68f-ced505a93303 None None] Calling delete_port for f0b6f908-d20d-4acd-bb74-409819cde238 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:50:14.797819 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event deleted for resources: {'Port': ['ID=f0b6f908-d20d-4acd-bb74-409819cde238,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:14.802919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] No DVR routers for this DVR port f0b6f908-d20d-4acd-bb74-409819cde238 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:50:14.852490 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-ca79b522-c92a-472f-a68f-ced505a93303 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:50:14.852838 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-ca79b522-c92a-472f-a68f-ced505a93303 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:50:14.923633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:14.947743 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee68550-6821-4bb5-a9bf-a3e912531d3d']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:14.959293 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdaec9f6-9d5c-4c65-9863-391fabfec342') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:14.959587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdaec9f6-9d5c-4c65-9863-391fabfec342') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:14.970401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:14.985946 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:14.993637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:50:14.994030 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:50:15.008175 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:50:15.226368 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:15.243604 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:15.254937 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event deleted for resources: {'Network': ['ID=7ee68550-6821-4bb5-a9bf-a3e912531d3d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:15.257697 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-95c63f7d-36a2-44c2-81b5-fa4020e96863 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "DELETE /v2.0/networks/7ee68550-6821-4bb5-a9bf-a3e912531d3d HTTP/1.1" status: 204 len: 168 time: 1.0955210 Dec 21 22:50:15.260711 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44116) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:15.299500 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c259a325-12b9-4a8a-be04-7d9cc599d6aa tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] DELETE failed (client error): The resource could not be found. Dec 21 22:50:15.299923 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c259a325-12b9-4a8a-be04-7d9cc599d6aa tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:50:15.301880 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c259a325-12b9-4a8a-be04-7d9cc599d6aa tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "DELETE /v2.0/subnets/22fb6c56-3945-4ffc-8294-75364155c874 HTTP/1.1" status: 404 len: 337 time: 0.0398502 Dec 21 22:50:15.304208 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44120) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:15.327666 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa0f548-a277-46db-9bbf-0d0d10f0d8fc tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] DELETE failed (client error): The resource could not be found. Dec 21 22:50:15.328076 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa0f548-a277-46db-9bbf-0d0d10f0d8fc tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:50:15.329567 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7fa0f548-a277-46db-9bbf-0d0d10f0d8fc tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "DELETE /v2.0/networks/bfbd0b10-bc8a-48f7-b08c-66b0a89c15f9 HTTP/1.1" status: 404 len: 339 time: 0.0245216 Dec 21 22:50:15.331833 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44124) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:15.354598 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ca79b522-c92a-472f-a68f-ced505a93303 None None] Deleting port f0b6f908-d20d-4acd-bb74-409819cde238 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:50:15.355065 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ca79b522-c92a-472f-a68f-ced505a93303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:15.371591 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d608817-5ad2-4c48-b7af-c38a602b9cb4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] DELETE failed (client error): The resource could not be found. Dec 21 22:50:15.372015 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d608817-5ad2-4c48-b7af-c38a602b9cb4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:50:15.373571 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7d608817-5ad2-4c48-b7af-c38a602b9cb4 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "DELETE /v2.0/subnets/674adc62-5d06-4608-bf18-afe9d58f21ba HTTP/1.1" status: 404 len: 337 time: 0.0403535 Dec 21 22:50:15.376093 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44128) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:15.400826 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0dea52a-a669-4540-83a0-30d8ce2d3df9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] DELETE failed (client error): The resource could not be found. Dec 21 22:50:15.401251 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0dea52a-a669-4540-83a0-30d8ce2d3df9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84169) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 21 22:50:15.402852 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c0dea52a-a669-4540-83a0-30d8ce2d3df9 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "DELETE /v2.0/networks/a5f57e74-b011-45fd-8da3-3ada6acfba3d HTTP/1.1" status: 404 len: 339 time: 0.0259092 Dec 21 22:50:15.405314 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44132) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:15.424227 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ca79b522-c92a-472f-a68f-ced505a93303 None None] The port 'f0b6f908-d20d-4acd-bb74-409819cde238' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:50:15.585749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5c1c5c-1af4-4311-b844-08dba6144696 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Deleting subnet 38a90831-cdf0-440b-9c72-c1c8f91021ac {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:50:15.588676 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1c5c-1af4-4311-b844-08dba6144696 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:15.597551 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:15.645612 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1c5c-1af4-4311-b844-08dba6144696 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:15.726239 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1c5c-1af4-4311-b844-08dba6144696 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:15.849555 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1c5c-1af4-4311-b844-08dba6144696 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:15.981512 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c1c5c-1af4-4311-b844-08dba6144696 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event deleted for resources: {'Subnet': ['ID=38a90831-cdf0-440b-9c72-c1c8f91021ac,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:15.985714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1c5c-1af4-4311-b844-08dba6144696 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:15.992436 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052ce6b7-6069-4878-a309-4219b7b71982 None None] Network e7c6ca2f-dd54-407e-a3c8-28772ce8381d requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:16.001866 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ad5c1c5c-1af4-4311-b844-08dba6144696 tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "DELETE /v2.0/subnets/38a90831-cdf0-440b-9c72-c1c8f91021ac HTTP/1.1" status: 204 len: 168 time: 0.5955803 Dec 21 22:50:16.005485 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44136) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:16.050152 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f0b6f908-d20d-4acd-bb74-409819cde238 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:50:16.125900 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:16.137780 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Deleting port 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:50:16.138040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:16.142869 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: f0b6f908-d20d-4acd-bb74-409819cde238 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:50:16.143213 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f0b6f908-d20d-4acd-bb74-409819cde238 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:50:16.306320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb63b229-9e53-4aa2-a1ae-9d8a17e8d5ce None None] DHCP port deletion for e7c6ca2f-dd54-407e-a3c8-28772ce8381d request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:50:16.310767 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-bb63b229-9e53-4aa2-a1ae-9d8a17e8d5ce None None] Deleting port 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:50:16.311133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bb63b229-9e53-4aa2-a1ae-9d8a17e8d5ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:16.361452 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] For port 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=5e0d3542-4ae1-469c-b8ba-73d16b82ca6f,segment=NetworkSegment(3cfdaf96-d2bd-45dd-80b5-f73b9d7d0ee4),segment_id=3cfdaf96-d2bd-45dd-80b5-f73b9d7d0ee4)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:16.361798 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:16.480325 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Calling delete_port for 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:50:16.507698 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-bb63b229-9e53-4aa2-a1ae-9d8a17e8d5ce None None] For port 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=5e0d3542-4ae1-469c-b8ba-73d16b82ca6f,segment=NetworkSegment(3cfdaf96-d2bd-45dd-80b5-f73b9d7d0ee4),segment_id=3cfdaf96-d2bd-45dd-80b5-f73b9d7d0ee4)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:16.508252 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bb63b229-9e53-4aa2-a1ae-9d8a17e8d5ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:16.620973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:16.656500 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-bb63b229-9e53-4aa2-a1ae-9d8a17e8d5ce None None] Calling delete_port for 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:50:16.668116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event deleted for resources: {'Port': ['ID=5e0d3542-4ae1-469c-b8ba-73d16b82ca6f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:16.674125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] No DVR routers for this DVR port 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:50:16.725185 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-bb63b229-9e53-4aa2-a1ae-9d8a17e8d5ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:50:16.725569 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-bb63b229-9e53-4aa2-a1ae-9d8a17e8d5ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:50:16.796532 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:16.821835 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c6ca2f-dd54-407e-a3c8-28772ce8381d']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:16.833999 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfdaf96-d2bd-45dd-80b5-f73b9d7d0ee4') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:16.834323 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfdaf96-d2bd-45dd-80b5-f73b9d7d0ee4') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:16.845194 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:16.860226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:16.866574 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:50:16.866949 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:50:16.881456 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:50:17.014985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:17.031802 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:17.042490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] Pushing event deleted for resources: {'Network': ['ID=e7c6ca2f-dd54-407e-a3c8-28772ce8381d,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:17.046382 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-adcbc48a-d4d5-45e4-86e9-9ca59996ea0a tempest-NetworksIpV6Test-811239587 tempest-NetworksIpV6Test-811239587-project] 10.222.0.37 "DELETE /v2.0/networks/e7c6ca2f-dd54-407e-a3c8-28772ce8381d HTTP/1.1" status: 204 len: 168 time: 1.0400779 Dec 21 22:50:17.227058 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-bb63b229-9e53-4aa2-a1ae-9d8a17e8d5ce None None] Deleting port 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:50:17.227435 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bb63b229-9e53-4aa2-a1ae-9d8a17e8d5ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:17.293287 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-bb63b229-9e53-4aa2-a1ae-9d8a17e8d5ce None None] The port '5e0d3542-4ae1-469c-b8ba-73d16b82ca6f' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:50:17.453001 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44144) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:17.621119 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-49629aa8-8ad3-4def-b410-392adf7620a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dce3235ce0944360af01aee437690789&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1711540 Dec 21 22:50:17.623553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44150) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:17.680558 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-033aa328-f414-43eb-a3ec-cadd31d8ebf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:17.705546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-033aa328-f414-43eb-a3ec-cadd31d8ebf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:17.838073 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-033aa328-f414-43eb-a3ec-cadd31d8ebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:17.855218 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033aa328-f414-43eb-a3ec-cadd31d8ebf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0292efba-e7f8-4780-9703-932b5ac08c30,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:17.858350 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-033aa328-f414-43eb-a3ec-cadd31d8ebf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:17.860142 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-033aa328-f414-43eb-a3ec-cadd31d8ebf5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0292efba-e7f8-4780-9703-932b5ac08c30 HTTP/1.1" status: 204 len: 168 time: 0.2350085 Dec 21 22:50:18.037572 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:50:18.069447 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:50:18.069785 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 5e0d3542-4ae1-469c-b8ba-73d16b82ca6f not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:50:18.938256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44172) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:19.064343 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-589653e9-dd3c-480b-b5a8-4465783d5ee7 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-524700161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:19.071153 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-589653e9-dd3c-480b-b5a8-4465783d5ee7 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:19.075187 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-589653e9-dd3c-480b-b5a8-4465783d5ee7 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Usage tracker for resource:router and tenant:594d1fcf1e434128b9a0f3b968749bf2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:19.077957 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-589653e9-dd3c-480b-b5a8-4465783d5ee7 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:19.084430 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-589653e9-dd3c-480b-b5a8-4465783d5ee7 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:19.152147 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-589653e9-dd3c-480b-b5a8-4465783d5ee7 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:19.153077 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-589653e9-dd3c-480b-b5a8-4465783d5ee7 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:19.170547 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-589653e9-dd3c-480b-b5a8-4465783d5ee7 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:19.232049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-589653e9-dd3c-480b-b5a8-4465783d5ee7 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:19.288998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-589653e9-dd3c-480b-b5a8-4465783d5ee7 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:19.290212 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-589653e9-dd3c-480b-b5a8-4465783d5ee7 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3509533 Dec 21 22:50:19.292872 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44178) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:19.298163 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-160897760'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:19.303203 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:19.306948 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Usage tracker for resource:network and tenant:594d1fcf1e434128b9a0f3b968749bf2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:19.310248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:19.315862 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:19.408776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Made reservation on behalf of 594d1fcf1e434128b9a0f3b968749bf2 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:50:19.411940 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:19.424129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:19.454820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:19.459277 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Usage tracker for resource:security_group_rule and tenant:594d1fcf1e434128b9a0f3b968749bf2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:19.461944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:19.467564 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:19.531768 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:19.580312 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:19.608936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:50:19.620987 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99165edc-5d6e-4279-8996-d504ab8cc708,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:19.626168 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:19.626504 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Added segment 6a37b50b-1e48-4e38-aaa2-e5102b475377 of type vlan for network b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb Dec 21 22:50:19.653199 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:19.740707 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:19.744751 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:19.745354 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:19.859742 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5657871 Dec 21 22:50:19.860476 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140d13-c5d7-4e99-b8e8-0b6242dd4323 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Pushing event updated for resources: {'Network': ['ID=b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:19.862526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44182) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:19.868316 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-38ce501d-26d3-41f5-81ba-520d6e2b80eb tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Request body: {'subnet': {'network_id': 'b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:19.871070 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:50:19.976042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-38ce501d-26d3-41f5-81ba-520d6e2b80eb tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:19.979753 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-38ce501d-26d3-41f5-81ba-520d6e2b80eb tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Usage tracker for resource:subnet and tenant:594d1fcf1e434128b9a0f3b968749bf2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:19.982569 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-38ce501d-26d3-41f5-81ba-520d6e2b80eb tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:19.988283 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-38ce501d-26d3-41f5-81ba-520d6e2b80eb tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:20.049123 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ce501d-26d3-41f5-81ba-520d6e2b80eb tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Made reservation on behalf of 594d1fcf1e434128b9a0f3b968749bf2 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:50:20.149618 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-38ce501d-26d3-41f5-81ba-520d6e2b80eb tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:20.414914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-38ce501d-26d3-41f5-81ba-520d6e2b80eb tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:20.491475 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce501d-26d3-41f5-81ba-520d6e2b80eb tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Pushing event updated for resources: {'Subnet': ['ID=d43d5ec7-68fb-4adc-adad-20a7e53fe023,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:20.505450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ce501d-26d3-41f5-81ba-520d6e2b80eb tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Checking segment: {'id': '6a37b50b-1e48-4e38-aaa2-e5102b475377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:20.505798 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ce501d-26d3-41f5-81ba-520d6e2b80eb tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Network hostable DHCP agents. Network: b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:50:20.625764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ce501d-26d3-41f5-81ba-520d6e2b80eb tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Network b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:50:20.728792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-38ce501d-26d3-41f5-81ba-520d6e2b80eb tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:20.732739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ce501d-26d3-41f5-81ba-520d6e2b80eb tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:20.733314 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-38ce501d-26d3-41f5-81ba-520d6e2b80eb tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:20.737507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5379f827-fd74-4a3f-988f-a1a4c0ba87cf None None] Network b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:20.827227 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-38ce501d-26d3-41f5-81ba-520d6e2b80eb tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9635384 Dec 21 22:50:20.830265 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44186) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:20.836005 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e6a686c1-0204-472f-9489-25ab697bf85d tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-805507641'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:20.840888 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e6a686c1-0204-472f-9489-25ab697bf85d tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:20.844687 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e6a686c1-0204-472f-9489-25ab697bf85d tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Usage tracker for resource:network and tenant:594d1fcf1e434128b9a0f3b968749bf2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:20.847497 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e6a686c1-0204-472f-9489-25ab697bf85d tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:20.853646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e6a686c1-0204-472f-9489-25ab697bf85d tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:20.928929 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a686c1-0204-472f-9489-25ab697bf85d tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Made reservation on behalf of 594d1fcf1e434128b9a0f3b968749bf2 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:50:20.932190 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e6a686c1-0204-472f-9489-25ab697bf85d tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:20.947294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb', 'network_id': 'b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb', 'tenant_id': '594d1fcf1e434128b9a0f3b968749bf2', 'fixed_ips': [{'subnet_id': 'd43d5ec7-68fb-4adc-adad-20a7e53fe023'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:50:20.948133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:20.962189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a686c1-0204-472f-9489-25ab697bf85d tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:50:20.970534 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e6a686c1-0204-472f-9489-25ab697bf85d tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:20.973320 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-e6a686c1-0204-472f-9489-25ab697bf85d tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Added segment 1e6faeba-6fa5-4239-a1ad-240aedc9eebb of type vlan for network bf69f58e-6374-4e41-9ac3-0a56dfd465bb Dec 21 22:50:21.001693 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e6a686c1-0204-472f-9489-25ab697bf85d tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:21.100800 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Allocated IP 172.20.0.2 (b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb/d43d5ec7-68fb-4adc-adad-20a7e53fe023/296deefe-9f39-45ac-ac56-d81a08db4ac8) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:50:21.106235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e6a686c1-0204-472f-9489-25ab697bf85d tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:21.109956 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a686c1-0204-472f-9489-25ab697bf85d tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:21.110645 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e6a686c1-0204-472f-9489-25ab697bf85d tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:21.215475 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a686c1-0204-472f-9489-25ab697bf85d tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Pushing event updated for resources: {'Network': ['ID=bf69f58e-6374-4e41-9ac3-0a56dfd465bb,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:21.226001 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network bf69f58e-6374-4e41-9ac3-0a56dfd465bb details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:50:21.229806 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e6a686c1-0204-472f-9489-25ab697bf85d tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3960750 Dec 21 22:50:21.230118 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44190) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:21.235526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-806bc30d-2e53-403c-9e0c-4d5fcafbed89 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Request body: {'subnet': {'network_id': 'bf69f58e-6374-4e41-9ac3-0a56dfd465bb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:21.344779 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-806bc30d-2e53-403c-9e0c-4d5fcafbed89 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:21.349266 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-806bc30d-2e53-403c-9e0c-4d5fcafbed89 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Usage tracker for resource:subnet and tenant:594d1fcf1e434128b9a0f3b968749bf2 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:21.352069 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-806bc30d-2e53-403c-9e0c-4d5fcafbed89 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:21.357610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-806bc30d-2e53-403c-9e0c-4d5fcafbed89 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:21.392917 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:21.403601 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806bc30d-2e53-403c-9e0c-4d5fcafbed89 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Made reservation on behalf of 594d1fcf1e434128b9a0f3b968749bf2 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:50:21.403894 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Transition to ACTIVE for port object 296deefe-9f39-45ac-ac56-d81a08db4ac8 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:21.423045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Transition to ACTIVE for port object 296deefe-9f39-45ac-ac56-d81a08db4ac8 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:21.466941 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:21.503482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-806bc30d-2e53-403c-9e0c-4d5fcafbed89 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:21.537371 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Network b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:50:21.541431 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:21.542722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Pushing event updated for resources: {'Port': ['ID=296deefe-9f39-45ac-ac56-d81a08db4ac8,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:21.544772 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:50:21.633400 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Attempting to bind port 296deefe-9f39-45ac-ac56-d81a08db4ac8 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:50:21.633883 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Attempting to bind port 296deefe-9f39-45ac-ac56-d81a08db4ac8 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '6a37b50b-1e48-4e38-aaa2-e5102b475377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:50:21.634166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Attempting to bind port 296deefe-9f39-45ac-ac56-d81a08db4ac8 on network b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:50:21.640640 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:50:21.644670 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Checking segment: {'id': '6a37b50b-1e48-4e38-aaa2-e5102b475377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:21.644670 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:21.644670 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Bound using segment: {'id': '6a37b50b-1e48-4e38-aaa2-e5102b475377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:50:21.644670 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Bound port: 296deefe-9f39-45ac-ac56-d81a08db4ac8, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a37b50b-1e48-4e38-aaa2-e5102b475377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:50:21.644670 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:21.727941 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] For port 296deefe-9f39-45ac-ac56-d81a08db4ac8, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:50:21.730891 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] For port 296deefe-9f39-45ac-ac56-d81a08db4ac8, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=296deefe-9f39-45ac-ac56-d81a08db4ac8,segment=NetworkSegment(6a37b50b-1e48-4e38-aaa2-e5102b475377),segment_id=6a37b50b-1e48-4e38-aaa2-e5102b475377)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:50:21.775317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-806bc30d-2e53-403c-9e0c-4d5fcafbed89 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:21.810157 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:21.899210 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92225680-f855-42b0-afc0-ab40c9e156ed None None] Pushing event updated for resources: {'Port': ['ID=296deefe-9f39-45ac-ac56-d81a08db4ac8,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:21.955297 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bc30d-2e53-403c-9e0c-4d5fcafbed89 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Pushing event updated for resources: {'Subnet': ['ID=e164db94-0fb2-4e0f-9d7b-e85979cd2f0e,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:21.965308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806bc30d-2e53-403c-9e0c-4d5fcafbed89 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Checking segment: {'id': '1e6faeba-6fa5-4239-a1ad-240aedc9eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bf69f58e-6374-4e41-9ac3-0a56dfd465bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:21.965669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806bc30d-2e53-403c-9e0c-4d5fcafbed89 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Network hostable DHCP agents. Network: bf69f58e-6374-4e41-9ac3-0a56dfd465bb, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:50:22.048911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806bc30d-2e53-403c-9e0c-4d5fcafbed89 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Network bf69f58e-6374-4e41-9ac3-0a56dfd465bb is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:50:22.129123 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-806bc30d-2e53-403c-9e0c-4d5fcafbed89 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, bf69f58e-6374-4e41-9ac3-0a56dfd465bb) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:22.133263 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806bc30d-2e53-403c-9e0c-4d5fcafbed89 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:22.133933 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-806bc30d-2e53-403c-9e0c-4d5fcafbed89 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:22.138052 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cd01d2-861d-4a77-ae57-50f211253645 None None] Network bf69f58e-6374-4e41-9ac3-0a56dfd465bb requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:22.224644 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-806bc30d-2e53-403c-9e0c-4d5fcafbed89 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9901450 Dec 21 22:50:22.224997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44194) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:22.230260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-ff7e27f6-0efd-4237-bd74-c2c43832389c tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bf69f58e-6374-4e41-9ac3-0a56dfd465bb'}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:22.393108 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-bf69f58e-6374-4e41-9ac3-0a56dfd465bb', 'network_id': 'bf69f58e-6374-4e41-9ac3-0a56dfd465bb', 'tenant_id': '594d1fcf1e434128b9a0f3b968749bf2', 'fixed_ips': [{'subnet_id': 'e164db94-0fb2-4e0f-9d7b-e85979cd2f0e'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:50:22.393911 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:22.556588 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Allocated IP 172.21.0.2 (bf69f58e-6374-4e41-9ac3-0a56dfd465bb/e164db94-0fb2-4e0f-9d7b-e85979cd2f0e/472b58c5-51b7-41e4-88db-333c15203f7f) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:50:22.739678 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff7e27f6-0efd-4237-bd74-c2c43832389c tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:22.785947 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:22.796235 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Transition to ACTIVE for port object 472b58c5-51b7-41e4-88db-333c15203f7f will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:22.816564 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Transition to ACTIVE for port object 472b58c5-51b7-41e4-88db-333c15203f7f will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:22.823501 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e05a2a3-aa8d-4a71-8c4b-1f2ebad603cc None None] Network b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:22.916263 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:22.955896 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.api.v2.resource [None req-ff7e27f6-0efd-4237-bd74-c2c43832389c tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 21 22:50:22.956939 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ff7e27f6-0efd-4237-bd74-c2c43832389c tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] 10.222.0.37 "PUT /v2.0/routers/f1b8a536-24f9-4907-82d5-1d3a70413f8f HTTP/1.1" status: 400 len: 364 time: 0.7309484 Dec 21 22:50:22.963901 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44198) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:23.010566 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Pushing event updated for resources: {'Port': ['ID=472b58c5-51b7-41e4-88db-333c15203f7f,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:23.015367 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Network bf69f58e-6374-4e41-9ac3-0a56dfd465bb is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:50:23.016063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-8cd61393-cff9-48d9-a1aa-69e6b63250a0 None None] Provisioning for port 296deefe-9f39-45ac-ac56-d81a08db4ac8 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:23.021468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:23.050875 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:50:23.156494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de8c89f-2177-442a-9e69-efc13d3934fa tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Deleting subnet e164db94-0fb2-4e0f-9d7b-e85979cd2f0e {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:50:23.159277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5de8c89f-2177-442a-9e69-efc13d3934fa tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:23.190876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Attempting to bind port 472b58c5-51b7-41e4-88db-333c15203f7f on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:50:23.191974 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Attempting to bind port 472b58c5-51b7-41e4-88db-333c15203f7f by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '1e6faeba-6fa5-4239-a1ad-240aedc9eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bf69f58e-6374-4e41-9ac3-0a56dfd465bb'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:50:23.192192 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Attempting to bind port 472b58c5-51b7-41e4-88db-333c15203f7f on network bf69f58e-6374-4e41-9ac3-0a56dfd465bb {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:50:23.209314 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:50:23.209567 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Checking segment: {'id': '1e6faeba-6fa5-4239-a1ad-240aedc9eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bf69f58e-6374-4e41-9ac3-0a56dfd465bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:23.209828 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:23.210246 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Bound using segment: {'id': '1e6faeba-6fa5-4239-a1ad-240aedc9eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bf69f58e-6374-4e41-9ac3-0a56dfd465bb'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:50:23.210713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Bound port: 472b58c5-51b7-41e4-88db-333c15203f7f, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6faeba-6fa5-4239-a1ad-240aedc9eebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bf69f58e-6374-4e41-9ac3-0a56dfd465bb'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:50:23.211571 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:23.213709 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5de8c89f-2177-442a-9e69-efc13d3934fa tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:23.297127 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5de8c89f-2177-442a-9e69-efc13d3934fa tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:23.432823 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5de8c89f-2177-442a-9e69-efc13d3934fa tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:23.435811 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] For port 472b58c5-51b7-41e4-88db-333c15203f7f, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:50:23.439100 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] For port 472b58c5-51b7-41e4-88db-333c15203f7f, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=472b58c5-51b7-41e4-88db-333c15203f7f,segment=NetworkSegment(1e6faeba-6fa5-4239-a1ad-240aedc9eebb),segment_id=1e6faeba-6fa5-4239-a1ad-240aedc9eebb)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:50:23.476134 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de8c89f-2177-442a-9e69-efc13d3934fa tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Pushing event deleted for resources: {'Subnet': ['ID=e164db94-0fb2-4e0f-9d7b-e85979cd2f0e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:23.482563 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5de8c89f-2177-442a-9e69-efc13d3934fa tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:23.489104 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5de8c89f-2177-442a-9e69-efc13d3934fa tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] 10.222.0.37 "DELETE /v2.0/subnets/e164db94-0fb2-4e0f-9d7b-e85979cd2f0e HTTP/1.1" status: 204 len: 168 time: 0.5237124 Dec 21 22:50:23.491670 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44202) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:23.495376 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:23.573734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c477d7-6348-4531-ae05-cfdaaf09c2ee None None] Pushing event updated for resources: {'Port': ['ID=472b58c5-51b7-41e4-88db-333c15203f7f,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:23.608865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:23.620438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Deleting port 472b58c5-51b7-41e4-88db-333c15203f7f {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:50:23.620771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:23.843080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] For port 472b58c5-51b7-41e4-88db-333c15203f7f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=472b58c5-51b7-41e4-88db-333c15203f7f,segment=NetworkSegment(1e6faeba-6fa5-4239-a1ad-240aedc9eebb),segment_id=1e6faeba-6fa5-4239-a1ad-240aedc9eebb)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:23.843487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:23.968973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Calling delete_port for 472b58c5-51b7-41e4-88db-333c15203f7f owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:50:24.095408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 472b58c5-51b7-41e4-88db-333c15203f7f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:24.123965 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:24.128050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 472b58c5-51b7-41e4-88db-333c15203f7f {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:50:24.128389 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 472b58c5-51b7-41e4-88db-333c15203f7f not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 21 22:50:24.162387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Port 472b58c5-51b7-41e4-88db-333c15203f7f not found, will not notify nova. {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 21 22:50:24.162870 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 296deefe-9f39-45ac-ac56-d81a08db4ac8 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:24.169358 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Pushing event deleted for resources: {'Port': ['ID=472b58c5-51b7-41e4-88db-333c15203f7f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:24.177117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] No DVR routers for this DVR port 472b58c5-51b7-41e4-88db-333c15203f7f on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:50:24.282929 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 296deefe-9f39-45ac-ac56-d81a08db4ac8 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:24.288794 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 296deefe-9f39-45ac-ac56-d81a08db4ac8 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:24.289159 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:24.306419 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:24.339249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf69f58e-6374-4e41-9ac3-0a56dfd465bb']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:24.353469 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6faeba-6fa5-4239-a1ad-240aedc9eebb') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:24.353848 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6faeba-6fa5-4239-a1ad-240aedc9eebb') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:24.367224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:24.385466 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:24.392926 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:50:24.393321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:24.407640 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:50:24.408433 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:50:24.446704 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 296deefe-9f39-45ac-ac56-d81a08db4ac8, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=296deefe-9f39-45ac-ac56-d81a08db4ac8,segment=NetworkSegment(6a37b50b-1e48-4e38-aaa2-e5102b475377),segment_id=6a37b50b-1e48-4e38-aaa2-e5102b475377)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:24.512229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:24.547570 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd84af3-e2fb-46ca-992a-8360196f15b7 None None] Network bf69f58e-6374-4e41-9ac3-0a56dfd465bb requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:24.569035 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:24.573775 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:24.605615 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Pushing event deleted for resources: {'Network': ['ID=bf69f58e-6374-4e41-9ac3-0a56dfd465bb,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:24.608131 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-97ddfe16-4845-4182-bcc0-4a8b01c36e04 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] 10.222.0.37 "DELETE /v2.0/networks/bf69f58e-6374-4e41-9ac3-0a56dfd465bb HTTP/1.1" status: 204 len: 168 time: 1.1155088 Dec 21 22:50:24.608279 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-611bec16-7a89-4b0e-8aa8-8ab31968b31b None None] Could not find standard attr ID for object 472b58c5-51b7-41e4-88db-333c15203f7f. {{(pid=84170) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 21 22:50:24.610794 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44206) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:24.701964 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=296deefe-9f39-45ac-ac56-d81a08db4ac8,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:24.794184 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209fed13-cbb4-4595-807c-072f0d6fbd17 None None] DHCP port deletion for bf69f58e-6374-4e41-9ac3-0a56dfd465bb request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:50:24.886596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d455dfb-ae60-4dd2-b1e4-e12f8a9d4667 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Deleting subnet d43d5ec7-68fb-4adc-adad-20a7e53fe023 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:50:24.889456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9d455dfb-ae60-4dd2-b1e4-e12f8a9d4667 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:24.941159 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9d455dfb-ae60-4dd2-b1e4-e12f8a9d4667 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:25.024400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9d455dfb-ae60-4dd2-b1e4-e12f8a9d4667 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:25.152188 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9d455dfb-ae60-4dd2-b1e4-e12f8a9d4667 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:25.193601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d455dfb-ae60-4dd2-b1e4-e12f8a9d4667 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Pushing event deleted for resources: {'Subnet': ['ID=d43d5ec7-68fb-4adc-adad-20a7e53fe023,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:25.199891 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-9d455dfb-ae60-4dd2-b1e4-e12f8a9d4667 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:25.205795 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9d455dfb-ae60-4dd2-b1e4-e12f8a9d4667 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] 10.222.0.37 "DELETE /v2.0/subnets/d43d5ec7-68fb-4adc-adad-20a7e53fe023 HTTP/1.1" status: 204 len: 168 time: 0.5934837 Dec 21 22:50:25.206492 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9e0d1f-3805-48c7-9a15-378740b3a9ed None None] Network b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:25.208476 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44210) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:25.320011 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:25.330933 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Deleting port 296deefe-9f39-45ac-ac56-d81a08db4ac8 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:50:25.331260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:25.477782 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29b9d10-b348-4b6e-bf27-872ea79185cb None None] DHCP port deletion for b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:50:25.482044 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d29b9d10-b348-4b6e-bf27-872ea79185cb None None] Deleting port 296deefe-9f39-45ac-ac56-d81a08db4ac8 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:50:25.482448 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d29b9d10-b348-4b6e-bf27-872ea79185cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:25.536310 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] For port 296deefe-9f39-45ac-ac56-d81a08db4ac8, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=296deefe-9f39-45ac-ac56-d81a08db4ac8,segment=NetworkSegment(6a37b50b-1e48-4e38-aaa2-e5102b475377),segment_id=6a37b50b-1e48-4e38-aaa2-e5102b475377)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:25.536576 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:25.655669 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Calling delete_port for 296deefe-9f39-45ac-ac56-d81a08db4ac8 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:50:25.682264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-d29b9d10-b348-4b6e-bf27-872ea79185cb None None] For port 296deefe-9f39-45ac-ac56-d81a08db4ac8, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=296deefe-9f39-45ac-ac56-d81a08db4ac8,segment=NetworkSegment(6a37b50b-1e48-4e38-aaa2-e5102b475377),segment_id=6a37b50b-1e48-4e38-aaa2-e5102b475377)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:25.682643 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d29b9d10-b348-4b6e-bf27-872ea79185cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:25.800392 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d29b9d10-b348-4b6e-bf27-872ea79185cb None None] Calling delete_port for 296deefe-9f39-45ac-ac56-d81a08db4ac8 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:50:25.820553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:25.866487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Pushing event deleted for resources: {'Port': ['ID=296deefe-9f39-45ac-ac56-d81a08db4ac8,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:25.873280 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-d29b9d10-b348-4b6e-bf27-872ea79185cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:50:25.873457 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] No DVR routers for this DVR port 296deefe-9f39-45ac-ac56-d81a08db4ac8 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:50:25.873685 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-d29b9d10-b348-4b6e-bf27-872ea79185cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:50:25.994331 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:26.020332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:26.032379 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a37b50b-1e48-4e38-aaa2-e5102b475377') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:26.032705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a37b50b-1e48-4e38-aaa2-e5102b475377') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:26.040029 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 472b58c5-51b7-41e4-88db-333c15203f7f no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:50:26.044748 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:26.060684 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:26.066817 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:50:26.067207 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:26.072567 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 472b58c5-51b7-41e4-88db-333c15203f7f {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:50:26.072903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 472b58c5-51b7-41e4-88db-333c15203f7f not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:50:26.073316 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 296deefe-9f39-45ac-ac56-d81a08db4ac8 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:50:26.081511 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:50:26.105831 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 296deefe-9f39-45ac-ac56-d81a08db4ac8 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:50:26.106192 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 296deefe-9f39-45ac-ac56-d81a08db4ac8 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:50:26.209060 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:26.226198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:26.236745 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Pushing event deleted for resources: {'Network': ['ID=b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:26.244004 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8a50969c-65d4-4265-ab5f-69d821d4fbf4 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] 10.222.0.37 "DELETE /v2.0/networks/b7c76f05-bb88-44e9-8bd5-b3d4a0216bcb HTTP/1.1" status: 204 len: 168 time: 1.0321386 Dec 21 22:50:26.244784 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44214) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:26.289528 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c48e8257-1de7-40bd-b7da-83583037c684 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Synchronizing usage tracker for tenant:594d1fcf1e434128b9a0f3b968749bf2 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:50:26.369450 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c48e8257-1de7-40bd-b7da-83583037c684 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Unset dirty status for tenant:594d1fcf1e434128b9a0f3b968749bf2 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:50:26.370561 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c48e8257-1de7-40bd-b7da-83583037c684 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1b8a536-24f9-4907-82d5-1d3a70413f8f HTTP/1.1" status: 200 len: 205 time: 0.1251249 Dec 21 22:50:26.373014 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44218) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:26.374856 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d29b9d10-b348-4b6e-bf27-872ea79185cb None None] Deleting port 296deefe-9f39-45ac-ac56-d81a08db4ac8 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:50:26.375246 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d29b9d10-b348-4b6e-bf27-872ea79185cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:26.438750 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d29b9d10-b348-4b6e-bf27-872ea79185cb None None] The port '296deefe-9f39-45ac-ac56-d81a08db4ac8' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:50:26.507448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a795f286-5f9b-424a-9b99-d778b6c63951 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:26.972885 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a795f286-5f9b-424a-9b99-d778b6c63951 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:26.977121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a795f286-5f9b-424a-9b99-d778b6c63951 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:27.060086 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a795f286-5f9b-424a-9b99-d778b6c63951 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:27.060588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a795f286-5f9b-424a-9b99-d778b6c63951 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Fanout notify agent at l3_agent the message router_deleted on router f1b8a536-24f9-4907-82d5-1d3a70413f8f {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:50:27.071353 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a795f286-5f9b-424a-9b99-d778b6c63951 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:27.072649 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a795f286-5f9b-424a-9b99-d778b6c63951 tempest-RoutersNegativeTest-1961612880 tempest-RoutersNegativeTest-1961612880-project] 10.222.0.37 "DELETE /v2.0/routers/f1b8a536-24f9-4907-82d5-1d3a70413f8f HTTP/1.1" status: 204 len: 168 time: 0.6985114 Dec 21 22:50:27.243314 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-44283214-e14c-452f-8637-fd529597d42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:27.546298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44226) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:27.717360 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-66a0132a-2744-4a81-9878-adef9e8e4019 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=594d1fcf1e434128b9a0f3b968749bf2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1699178 Dec 21 22:50:27.719810 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44232) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:27.778457 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e69e7004-2cba-4736-914b-f393c6804857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:27.808434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e69e7004-2cba-4736-914b-f393c6804857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:28.054895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e69e7004-2cba-4736-914b-f393c6804857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:28.070504 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e7004-2cba-4736-914b-f393c6804857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99165edc-5d6e-4279-8996-d504ab8cc708,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:28.077266 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e69e7004-2cba-4736-914b-f393c6804857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:28.077669 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e69e7004-2cba-4736-914b-f393c6804857 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/99165edc-5d6e-4279-8996-d504ab8cc708 HTTP/1.1" status: 204 len: 168 time: 0.3569317 Dec 21 22:50:29.106342 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44254) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:29.233847 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1774731557-network', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:29.238797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:29.242610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Usage tracker for resource:network and tenant:5c2af960f92a4dc6a51941d13ee9790c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:29.245432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:29.251088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:29.340372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Made reservation on behalf of 5c2af960f92a4dc6a51941d13ee9790c for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:50:29.342736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:29.355318 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:29.388503 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:29.392202 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:5c2af960f92a4dc6a51941d13ee9790c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:29.395618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:29.401257 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:29.464121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:29.528828 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:29.557592 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:50:29.566291 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d473e5-d336-4c34-bc5e-0667565a7660,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:29.572475 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:29.574992 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Added segment 1f6d4617-1365-4a27-890f-b6212a6c7aea of type vlan for network 4e3abd15-7c8c-4bba-88c3-79d535971dde Dec 21 22:50:29.600627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:29.643668 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0327c4da-688b-4099-972e-a60bc2915a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:29.689157 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:29.690098 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:29.690660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:29.793811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] Pushing event updated for resources: {'Network': ['ID=4e3abd15-7c8c-4bba-88c3-79d535971dde,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:29.803612 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 4e3abd15-7c8c-4bba-88c3-79d535971dde details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:50:29.804396 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-be3d65d6-e3c9-4f0a-a84e-5fd6b9809ad6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6970434 Dec 21 22:50:29.807228 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44260) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:29.812938 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-86e2afde-8332-4cb5-8e66-21d88fd35789 admin admin] Request body: {'subnet': {'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1774731557-subnet', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c', 'ip_version': 4}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:29.819984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-86e2afde-8332-4cb5-8e66-21d88fd35789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:29.824019 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-86e2afde-8332-4cb5-8e66-21d88fd35789 admin admin] Usage tracker for resource:subnet and tenant:5c2af960f92a4dc6a51941d13ee9790c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:29.826858 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-86e2afde-8332-4cb5-8e66-21d88fd35789 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:29.832716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-86e2afde-8332-4cb5-8e66-21d88fd35789 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:29.917683 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e2afde-8332-4cb5-8e66-21d88fd35789 admin admin] Made reservation on behalf of 5c2af960f92a4dc6a51941d13ee9790c for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:50:29.919998 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-86e2afde-8332-4cb5-8e66-21d88fd35789 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:30.175132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-86e2afde-8332-4cb5-8e66-21d88fd35789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:30.252288 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2afde-8332-4cb5-8e66-21d88fd35789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cccd7160-ff20-4947-a806-4a0b015fce56,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:30.262428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2afde-8332-4cb5-8e66-21d88fd35789 admin admin] Checking segment: {'id': '1f6d4617-1365-4a27-890f-b6212a6c7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:30.262783 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e2afde-8332-4cb5-8e66-21d88fd35789 admin admin] Network hostable DHCP agents. Network: 4e3abd15-7c8c-4bba-88c3-79d535971dde, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:50:30.334622 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e2afde-8332-4cb5-8e66-21d88fd35789 admin admin] Network 4e3abd15-7c8c-4bba-88c3-79d535971dde is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:50:30.391844 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-86e2afde-8332-4cb5-8e66-21d88fd35789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 4e3abd15-7c8c-4bba-88c3-79d535971dde) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:30.396729 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e2afde-8332-4cb5-8e66-21d88fd35789 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:30.397298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-86e2afde-8332-4cb5-8e66-21d88fd35789 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:30.402635 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887b5ca4-daac-42cb-a69a-9ebd49a34434 None None] Network 4e3abd15-7c8c-4bba-88c3-79d535971dde requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:30.473607 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-86e2afde-8332-4cb5-8e66-21d88fd35789 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6643093 Dec 21 22:50:30.476337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44264) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:30.481300 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1774731557-router', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:30.485978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:30.490288 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Usage tracker for resource:router and tenant:5c2af960f92a4dc6a51941d13ee9790c is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:30.493098 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:30.498998 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:30.569400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:30.570415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:30.589651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:30.609119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-4e3abd15-7c8c-4bba-88c3-79d535971dde', 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c', 'fixed_ips': [{'subnet_id': 'cccd7160-ff20-4947-a806-4a0b015fce56'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:50:30.609925 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:30.770131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:30.783081 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Allocated IP 172.20.0.2 (4e3abd15-7c8c-4bba-88c3-79d535971dde/cccd7160-ff20-4947-a806-4a0b015fce56/47f39a8f-e176-4f7e-b072-978d55e9fecb) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:50:30.798339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:30.874756 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:30.986043 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:30.996960 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Transition to ACTIVE for port object 47f39a8f-e176-4f7e-b072-978d55e9fecb will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:31.014741 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Transition to ACTIVE for port object 47f39a8f-e176-4f7e-b072-978d55e9fecb will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:31.072930 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:31.133417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:31.139848 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Network 4e3abd15-7c8c-4bba-88c3-79d535971dde is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:50:31.142693 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:31.148777 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:50:31.150885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Pushing event updated for resources: {'Port': ['ID=47f39a8f-e176-4f7e-b072-978d55e9fecb,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:31.163666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:31.272987 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Attempting to bind port 47f39a8f-e176-4f7e-b072-978d55e9fecb on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:50:31.273405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Attempting to bind port 47f39a8f-e176-4f7e-b072-978d55e9fecb by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '1f6d4617-1365-4a27-890f-b6212a6c7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:50:31.274133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Attempting to bind port 47f39a8f-e176-4f7e-b072-978d55e9fecb on network 4e3abd15-7c8c-4bba-88c3-79d535971dde {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:50:31.280872 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:50:31.281238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Checking segment: {'id': '1f6d4617-1365-4a27-890f-b6212a6c7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:31.281891 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:31.282079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Bound using segment: {'id': '1f6d4617-1365-4a27-890f-b6212a6c7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:50:31.282562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Bound port: 47f39a8f-e176-4f7e-b072-978d55e9fecb, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6d4617-1365-4a27-890f-b6212a6c7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:50:31.282923 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:31.302411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Allocated IP 172.26.3.161 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/63012489-b996-4b27-b96d-50c2276b3bd0) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:50:31.368145 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] For port 47f39a8f-e176-4f7e-b072-978d55e9fecb, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:50:31.371161 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] For port 47f39a8f-e176-4f7e-b072-978d55e9fecb, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=47f39a8f-e176-4f7e-b072-978d55e9fecb,segment=NetworkSegment(1f6d4617-1365-4a27-890f-b6212a6c7aea),segment_id=1f6d4617-1365-4a27-890f-b6212a6c7aea)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:50:31.445565 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:31.449938 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:31.528976 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907a62c-4292-4cd0-a9d7-7dbd1f3dd73e None None] Pushing event updated for resources: {'Port': ['ID=47f39a8f-e176-4f7e-b072-978d55e9fecb,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:31.536064 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:31.603843 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:50:31.607219 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:31.609089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Pushing event updated for resources: {'Port': ['ID=63012489-b996-4b27-b96d-50c2276b3bd0,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:31.611143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:50:31.728142 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:50:31.846964 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:31.848744 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:32.070448 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 47f39a8f-e176-4f7e-b072-978d55e9fecb up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:32.140281 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Router c43d176e-3d3a-4ca1-accb-054ba77b603d is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:50:32.168801 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 47f39a8f-e176-4f7e-b072-978d55e9fecb completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:32.288594 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:32.352499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:50:32.361345 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Sync routers for ids ['c43d176e-3d3a-4ca1-accb-054ba77b603d'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:50:32.373642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Routers {'c43d176e-3d3a-4ca1-accb-054ba77b603d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:50:32.374290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:50:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c43d176e-3d3a-4ca1-accb-054ba77b603d'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:32.432238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:32.436090 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-1d197f65-723e-4e04-a46c-e6ff6d3334c0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9561563 Dec 21 22:50:32.436343 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44268) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:32.561728 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Set router c43d176e-3d3a-4ca1-accb-054ba77b603d gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:50:32.603917 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643ce82d-35e0-448b-b845-dd0445677c37 None None] Network 4e3abd15-7c8c-4bba-88c3-79d535971dde requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:32.857840 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-94cdb247-d0f6-4d16-84e6-36716cca3a4f None None] Provisioning for port 47f39a8f-e176-4f7e-b072-978d55e9fecb completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:32.884918 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-94cdb247-d0f6-4d16-84e6-36716cca3a4f None None] Provisioning complete for port 47f39a8f-e176-4f7e-b072-978d55e9fecb triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:32.885288 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-94cdb247-d0f6-4d16-84e6-36716cca3a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:33.163938 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-94cdb247-d0f6-4d16-84e6-36716cca3a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:33.171965 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:33.177667 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'name': 'tempest-TestEncryptedCinderVolumes-1774731557-router', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:30Z', 'updated_at': '2021-12-21T22:50:31Z', 'revision_number': 3, 'project_id': '5c2af960f92a4dc6a51941d13ee9790c', 'gw_port': {'id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:62:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:31Z', 'updated_at': '2021-12-21T22:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:33.191039 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Checking router: c43d176e-3d3a-4ca1-accb-054ba77b603d for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:50:33.191407 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Updating router c43d176e-3d3a-4ca1-accb-054ba77b603d port 63012489-b996-4b27-b96d-50c2276b3bd0 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:50:33.253765 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-94cdb247-d0f6-4d16-84e6-36716cca3a4f None None] For port 47f39a8f-e176-4f7e-b072-978d55e9fecb, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=47f39a8f-e176-4f7e-b072-978d55e9fecb,segment=NetworkSegment(1f6d4617-1365-4a27-890f-b6212a6c7aea),segment_id=1f6d4617-1365-4a27-890f-b6212a6c7aea)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:33.261380 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:33.320442 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-94cdb247-d0f6-4d16-84e6-36716cca3a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:33.408983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Allocated IP 172.20.0.1 (4e3abd15-7c8c-4bba-88c3-79d535971dde/cccd7160-ff20-4947-a806-4a0b015fce56/f75b160c-bdc7-4cff-a901-9c208a510221) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:50:33.463426 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdb247-d0f6-4d16-84e6-36716cca3a4f None None] Pushing event updated for resources: {'Port': ['ID=47f39a8f-e176-4f7e-b072-978d55e9fecb,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:33.499658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-91d246a7-e862-4fce-a6ae-e48ec4a2967b None None] Provisioning complete for port 47f39a8f-e176-4f7e-b072-978d55e9fecb triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:33.500025 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-91d246a7-e862-4fce-a6ae-e48ec4a2967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:33.557819 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:33.575920 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Transition to ACTIVE for port object f75b160c-bdc7-4cff-a901-9c208a510221 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:33.678563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:33.745884 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Network 4e3abd15-7c8c-4bba-88c3-79d535971dde is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:50:33.748662 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:33.751417 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:50:33.791000 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Pushing event updated for resources: {'Port': ['ID=f75b160c-bdc7-4cff-a901-9c208a510221,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:33.812378 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:33.814999 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:33.826133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Transition to ACTIVE for port object 63012489-b996-4b27-b96d-50c2276b3bd0 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:33.923422 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:33.988708 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:34.021178 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Attempting to bind port 63012489-b996-4b27-b96d-50c2276b3bd0 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:50:34.021552 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Attempting to bind port 63012489-b996-4b27-b96d-50c2276b3bd0 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:50:34.021907 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Attempting to bind port 63012489-b996-4b27-b96d-50c2276b3bd0 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:50:34.024719 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e821b-777f-45e4-ae65-c2f849c5fa07 None None] Pushing event updated for resources: {'Port': ['ID=63012489-b996-4b27-b96d-50c2276b3bd0,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:34.033714 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:50:34.034119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:34.034519 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:34.034904 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:50:34.035677 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Bound port: 63012489-b996-4b27-b96d-50c2276b3bd0, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:50:34.036071 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:34.068636 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 47f39a8f-e176-4f7e-b072-978d55e9fecb up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:34.131717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c072d4c5-4413-46a3-9211-188c8a412348 None None] Provisioning for port f75b160c-bdc7-4cff-a901-9c208a510221 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:34.158098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c072d4c5-4413-46a3-9211-188c8a412348 None None] Provisioning complete for port f75b160c-bdc7-4cff-a901-9c208a510221 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:34.158467 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c072d4c5-4413-46a3-9211-188c8a412348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:34.214972 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] For port 63012489-b996-4b27-b96d-50c2276b3bd0, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:50:34.229061 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c072d4c5-4413-46a3-9211-188c8a412348 None None] Port f75b160c-bdc7-4cff-a901-9c208a510221 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:50:34.235451 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] For port 63012489-b996-4b27-b96d-50c2276b3bd0, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=63012489-b996-4b27-b96d-50c2276b3bd0,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:50:34.243593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 47f39a8f-e176-4f7e-b072-978d55e9fecb triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:34.243961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:34.308221 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:34.319042 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:34.391023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:34.436243 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e821b-777f-45e4-ae65-c2f849c5fa07 None None] Pushing event updated for resources: {'Port': ['ID=63012489-b996-4b27-b96d-50c2276b3bd0,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:34.446825 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Routers {'c43d176e-3d3a-4ca1-accb-054ba77b603d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:50:34.447688 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:50:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c43d176e-3d3a-4ca1-accb-054ba77b603d'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:34.493076 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:34.500146 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Pushing event updated for resources: {'Port': ['ID=f75b160c-bdc7-4cff-a901-9c208a510221,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:34.626122 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] Set router c43d176e-3d3a-4ca1-accb-054ba77b603d gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:50:34.633019 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Network 4e3abd15-7c8c-4bba-88c3-79d535971dde is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:50:34.634109 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:34.895102 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0b00073d-7b7e-445c-987a-d206dc5da973 None None] Provisioning complete for port f75b160c-bdc7-4cff-a901-9c208a510221 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:34.895407 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0b00073d-7b7e-445c-987a-d206dc5da973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:34.982140 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0b00073d-7b7e-445c-987a-d206dc5da973 None None] Port f75b160c-bdc7-4cff-a901-9c208a510221 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:50:35.010239 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'name': 'tempest-TestEncryptedCinderVolumes-1774731557-router', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:30Z', 'updated_at': '2021-12-21T22:50:33Z', 'revision_number': 4, 'project_id': '5c2af960f92a4dc6a51941d13ee9790c', 'gw_port': {'id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:62:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:31Z', 'updated_at': '2021-12-21T22:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': 'f75b160c-bdc7-4cff-a901-9c208a510221', 'name': '', 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c', 'mac_address': 'fa:16:3e:76:d2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cccd7160-ff20-4947-a806-4a0b015fce56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:33Z', 'updated_at': '2021-12-21T22:50:34Z', 'revision_number': 2, 'project_id': '5c2af960f92a4dc6a51941d13ee9790c', 'subnets': [{'id': 'cccd7160-ff20-4947-a806-4a0b015fce56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:35.014235 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c51d5c-5efa-4517-aa2f-684c20417ba2 None None] The sync data for ids ['c43d176e-3d3a-4ca1-accb-054ba77b603d'] in dv-neutron-822520-1-hyperv is: [{'id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'name': 'tempest-TestEncryptedCinderVolumes-1774731557-router', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:30Z', 'updated_at': '2021-12-21T22:50:33Z', 'revision_number': 4, 'project_id': '5c2af960f92a4dc6a51941d13ee9790c', 'gw_port': {'id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:62:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:31Z', 'updated_at': '2021-12-21T22:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': 'f75b160c-bdc7-4cff-a901-9c208a510221', 'name': '', 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c', 'mac_address': 'fa:16:3e:76:d2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cccd7160-ff20-4947-a806-4a0b015fce56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:33Z', 'updated_at': '2021-12-21T22:50:34Z', 'revision_number': 2, 'project_id': '5c2af960f92a4dc6a51941d13ee9790c', 'subnets': [{'id': 'cccd7160-ff20-4947-a806-4a0b015fce56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:50:35.021133 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Router c43d176e-3d3a-4ca1-accb-054ba77b603d has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:50:35.232643 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:50:35.246060 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c92ffcc1-3ac4-4c65-ae07-b39f44d6cb69 admin admin] 10.222.0.37 "PUT /v2.0/routers/c43d176e-3d3a-4ca1-accb-054ba77b603d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8058398 Dec 21 22:50:36.077218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 63012489-b996-4b27-b96d-50c2276b3bd0 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:36.209678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 63012489-b996-4b27-b96d-50c2276b3bd0 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:36.214188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 63012489-b996-4b27-b96d-50c2276b3bd0 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:36.214546 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:36.331949 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:36.347386 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 63012489-b996-4b27-b96d-50c2276b3bd0, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=63012489-b996-4b27-b96d-50c2276b3bd0,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:36.425221 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44290) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:36.431646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1899340726-network', 'tenant_id': 'bcc057319c3647e69eb69bd840e2b925'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:36.436300 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:36.440211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Usage tracker for resource:network and tenant:bcc057319c3647e69eb69bd840e2b925 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:36.447948 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:36.449169 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:36.453909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:36.513231 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=63012489-b996-4b27-b96d-50c2276b3bd0,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:36.540277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Made reservation on behalf of bcc057319c3647e69eb69bd840e2b925 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:50:36.542616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:36.556389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:36.588537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:36.592312 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Usage tracker for resource:security_group_rule and tenant:bcc057319c3647e69eb69bd840e2b925 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:36.595084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:36.601391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:36.664223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:36.717313 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:36.745814 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:50:36.754986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5c6749-c4c2-47e1-80dc-ca915390b341,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:36.760313 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:36.760675 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Added segment 39ff14f6-f773-4f94-b823-7671233cc209 of type vlan for network 92aabc49-c1c0-4060-abb7-42bf4cdce7a3 Dec 21 22:50:36.787366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:36.877380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:36.878255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:36.879347 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:36.978746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] Pushing event updated for resources: {'Network': ['ID=92aabc49-c1c0-4060-abb7-42bf4cdce7a3,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:36.988866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 92aabc49-c1c0-4060-abb7-42bf4cdce7a3 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:50:37.032786 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-95dfe7bb-59fe-4e5a-a1e5-a85d33bf294d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6053858 Dec 21 22:50:37.035402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44294) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:37.040647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-f6b65027-e761-4a91-a08c-599f3ff55882 admin admin] Request body: {'subnet': {'network_id': '92aabc49-c1c0-4060-abb7-42bf4cdce7a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1899340726-subnet', 'tenant_id': 'bcc057319c3647e69eb69bd840e2b925', 'ip_version': 4}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:37.045859 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f6b65027-e761-4a91-a08c-599f3ff55882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:37.050143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f6b65027-e761-4a91-a08c-599f3ff55882 admin admin] Usage tracker for resource:subnet and tenant:bcc057319c3647e69eb69bd840e2b925 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:37.053853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-f6b65027-e761-4a91-a08c-599f3ff55882 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:37.060102 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-f6b65027-e761-4a91-a08c-599f3ff55882 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:37.140515 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b65027-e761-4a91-a08c-599f3ff55882 admin admin] Made reservation on behalf of bcc057319c3647e69eb69bd840e2b925 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:50:37.142878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f6b65027-e761-4a91-a08c-599f3ff55882 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:37.386477 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f6b65027-e761-4a91-a08c-599f3ff55882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:37.461783 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b65027-e761-4a91-a08c-599f3ff55882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2dc5d00-d1e6-4198-bef9-8655533f524f,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:37.471252 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b65027-e761-4a91-a08c-599f3ff55882 admin admin] Checking segment: {'id': '39ff14f6-f773-4f94-b823-7671233cc209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92aabc49-c1c0-4060-abb7-42bf4cdce7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:37.471604 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b65027-e761-4a91-a08c-599f3ff55882 admin admin] Network hostable DHCP agents. Network: 92aabc49-c1c0-4060-abb7-42bf4cdce7a3, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:50:37.535491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b65027-e761-4a91-a08c-599f3ff55882 admin admin] Network 92aabc49-c1c0-4060-abb7-42bf4cdce7a3 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:50:37.620721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-f6b65027-e761-4a91-a08c-599f3ff55882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 92aabc49-c1c0-4060-abb7-42bf4cdce7a3) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:37.624661 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b65027-e761-4a91-a08c-599f3ff55882 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:37.629503 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f6b65027-e761-4a91-a08c-599f3ff55882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:37.630694 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a1cfc5-0cfa-4288-928e-b02605c3964e None None] Network 92aabc49-c1c0-4060-abb7-42bf4cdce7a3 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:37.735837 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f6b65027-e761-4a91-a08c-599f3ff55882 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6994016 Dec 21 22:50:37.738919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44298) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:37.743923 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1899340726-router', 'tenant_id': 'bcc057319c3647e69eb69bd840e2b925', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:37.748486 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:37.752299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Usage tracker for resource:router and tenant:bcc057319c3647e69eb69bd840e2b925 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:50:37.755913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:50:37.761757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:37.832907 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:37.833881 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:37.846925 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-92aabc49-c1c0-4060-abb7-42bf4cdce7a3', 'network_id': '92aabc49-c1c0-4060-abb7-42bf4cdce7a3', 'tenant_id': 'bcc057319c3647e69eb69bd840e2b925', 'fixed_ips': [{'subnet_id': 'f2dc5d00-d1e6-4198-bef9-8655533f524f'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:50:37.846925 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:37.854858 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:37.998424 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Allocated IP 172.20.0.2 (92aabc49-c1c0-4060-abb7-42bf4cdce7a3/f2dc5d00-d1e6-4198-bef9-8655533f524f/95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:50:38.094408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 63012489-b996-4b27-b96d-50c2276b3bd0 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:38.189159 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:38.257122 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 63012489-b996-4b27-b96d-50c2276b3bd0 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:38.257400 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:38.287618 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:38.311558 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Transition to ACTIVE for port object 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:38.337969 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Transition to ACTIVE for port object 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:38.403491 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:38.466316 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:38.473032 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Network 92aabc49-c1c0-4060-abb7-42bf4cdce7a3 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:50:38.476661 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:38.478482 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Pushing event updated for resources: {'Port': ['ID=95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:38.480627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:50:38.492423 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:38.492763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:38.493095 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:38.493455 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:38.493782 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:38.494130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:38.494466 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:38.494768 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:38.495086 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:38.495399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:38.495712 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:38.496132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:38.579916 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Attempting to bind port 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:50:38.580268 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Attempting to bind port 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '39ff14f6-f773-4f94-b823-7671233cc209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92aabc49-c1c0-4060-abb7-42bf4cdce7a3'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:50:38.580543 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Attempting to bind port 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d on network 92aabc49-c1c0-4060-abb7-42bf4cdce7a3 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:50:38.587685 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:50:38.587863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Checking segment: {'id': '39ff14f6-f773-4f94-b823-7671233cc209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92aabc49-c1c0-4060-abb7-42bf4cdce7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:38.588204 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:38.588593 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Bound using segment: {'id': '39ff14f6-f773-4f94-b823-7671233cc209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92aabc49-c1c0-4060-abb7-42bf4cdce7a3'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:50:38.589209 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Bound port: 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ff14f6-f773-4f94-b823-7671233cc209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92aabc49-c1c0-4060-abb7-42bf4cdce7a3'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:50:38.589596 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:38.646634 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Allocated IP 172.26.3.196 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/b7b23d5b-2c98-44a8-a6c5-f3350eb90396) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:50:38.687857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] For port 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:50:38.691169 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] For port 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d,segment=NetworkSegment(39ff14f6-f773-4f94-b823-7671233cc209),segment_id=39ff14f6-f773-4f94-b823-7671233cc209)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:50:38.781148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:38.804928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:38.863876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9f6bb-4852-456b-81bd-f7f3f92bd97e None None] Pushing event updated for resources: {'Port': ['ID=95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:38.889913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:38.965196 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:50:38.968106 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:38.970520 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:50:39.005211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Pushing event updated for resources: {'Port': ['ID=b7b23d5b-2c98-44a8-a6c5-f3350eb90396,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:39.221124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:39.221939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:39.547009 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Router e64d3783-c554-411f-b8ae-a6a2048f09c5 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:50:39.775622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bf05e1-a27f-4b39-a699-0fe9e12f8608 None None] Network 92aabc49-c1c0-4060-abb7-42bf4cdce7a3 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:50:39.800074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:50:39.813924 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Sync routers for ids ['e64d3783-c554-411f-b8ae-a6a2048f09c5'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:50:39.828408 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Routers {'e64d3783-c554-411f-b8ae-a6a2048f09c5'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:50:39.829095 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:50:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e64d3783-c554-411f-b8ae-a6a2048f09c5'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:39.894985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:39.899075 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44302) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:50:39.899568 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d731fb7a-cf9c-46fe-a845-ce35c67c96c7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1592288 Dec 21 22:50:40.005286 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-47b1a246-7d0c-4404-a3fb-1fec50fcf16b None None] Provisioning for port 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:40.023946 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Set router e64d3783-c554-411f-b8ae-a6a2048f09c5 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:50:40.125971 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:40.254871 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:40.260506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:40.260875 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:40.338924 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'name': 'tempest-TestEncryptedCinderVolumes-1899340726-router', 'tenant_id': 'bcc057319c3647e69eb69bd840e2b925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b7b23d5b-2c98-44a8-a6c5-f3350eb90396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:37Z', 'updated_at': '2021-12-21T22:50:39Z', 'revision_number': 3, 'project_id': 'bcc057319c3647e69eb69bd840e2b925', 'gw_port': {'id': 'b7b23d5b-2c98-44a8-a6c5-f3350eb90396', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:38Z', 'updated_at': '2021-12-21T22:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:40.342935 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Checking router: e64d3783-c554-411f-b8ae-a6a2048f09c5 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:50:40.343533 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Updating router e64d3783-c554-411f-b8ae-a6a2048f09c5 port b7b23d5b-2c98-44a8-a6c5-f3350eb90396 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:50:40.360623 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-8ed40e39-f3ba-4879-a83a-d3877d4be50f None None] Provisioning complete for port 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:40.360930 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8ed40e39-f3ba-4879-a83a-d3877d4be50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:40.400667 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:40.504387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:40.583622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d,segment=NetworkSegment(39ff14f6-f773-4f94-b823-7671233cc209),segment_id=39ff14f6-f773-4f94-b823-7671233cc209)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:40.590136 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8ed40e39-f3ba-4879-a83a-d3877d4be50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:40.644128 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:40.744441 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:40.757512 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Transition to ACTIVE for port object b7b23d5b-2c98-44a8-a6c5-f3350eb90396 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:40.758755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-8ed40e39-f3ba-4879-a83a-d3877d4be50f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:50:40.762467 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-8ed40e39-f3ba-4879-a83a-d3877d4be50f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:50:40.762467 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:40.797264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:40.832715 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:40.914097 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbae2f0-8524-42f3-a200-3aec22588b2e None None] Pushing event updated for resources: {'Port': ['ID=b7b23d5b-2c98-44a8-a6c5-f3350eb90396,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:40.915812 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Attempting to bind port b7b23d5b-2c98-44a8-a6c5-f3350eb90396 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:50:40.916183 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Attempting to bind port b7b23d5b-2c98-44a8-a6c5-f3350eb90396 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:50:40.916537 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Attempting to bind port b7b23d5b-2c98-44a8-a6c5-f3350eb90396 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:50:40.928079 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbae2f0-8524-42f3-a200-3aec22588b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:40.928421 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbae2f0-8524-42f3-a200-3aec22588b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:40.928752 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbae2f0-8524-42f3-a200-3aec22588b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:40.929082 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbae2f0-8524-42f3-a200-3aec22588b2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:40.929410 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbae2f0-8524-42f3-a200-3aec22588b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:40.929731 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbae2f0-8524-42f3-a200-3aec22588b2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:40.930079 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbae2f0-8524-42f3-a200-3aec22588b2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:40.930402 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbae2f0-8524-42f3-a200-3aec22588b2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:40.930717 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbae2f0-8524-42f3-a200-3aec22588b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:40.931027 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbae2f0-8524-42f3-a200-3aec22588b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:40.931343 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbae2f0-8524-42f3-a200-3aec22588b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:50:40.934780 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:50:40.935137 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:40.935521 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:40.936063 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:50:40.936525 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Bound port: b7b23d5b-2c98-44a8-a6c5-f3350eb90396, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:50:40.936886 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:41.003396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Allocated IP 172.20.0.1 (92aabc49-c1c0-4060-abb7-42bf4cdce7a3/f2dc5d00-d1e6-4198-bef9-8655533f524f/66ef9d2f-7eb1-4805-af2c-4126841321fa) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:50:41.010788 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] For port b7b23d5b-2c98-44a8-a6c5-f3350eb90396, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:50:41.013700 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] For port b7b23d5b-2c98-44a8-a6c5-f3350eb90396, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b7b23d5b-2c98-44a8-a6c5-f3350eb90396,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:50:41.089621 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:41.148296 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:41.164307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Transition to ACTIVE for port object 66ef9d2f-7eb1-4805-af2c-4126841321fa will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:41.169177 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbae2f0-8524-42f3-a200-3aec22588b2e None None] Pushing event updated for resources: {'Port': ['ID=b7b23d5b-2c98-44a8-a6c5-f3350eb90396,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:41.171701 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Routers {'e64d3783-c554-411f-b8ae-a6a2048f09c5'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:50:41.172289 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:50:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e64d3783-c554-411f-b8ae-a6a2048f09c5'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:41.255507 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:41.330394 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Network 92aabc49-c1c0-4060-abb7-42bf4cdce7a3 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:50:41.334262 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:41.336207 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Pushing event updated for resources: {'Port': ['ID=66ef9d2f-7eb1-4805-af2c-4126841321fa,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:41.338375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:50:41.383388 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] Set router e64d3783-c554-411f-b8ae-a6a2048f09c5 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:50:41.390379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:41.518100 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:41.615110 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-330b2397-cf21-4913-afbc-122fc0957d05 None None] Provisioning for port 66ef9d2f-7eb1-4805-af2c-4126841321fa completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:41.620133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-330b2397-cf21-4913-afbc-122fc0957d05 None None] Provisioning complete for port 66ef9d2f-7eb1-4805-af2c-4126841321fa triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:41.620548 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-330b2397-cf21-4913-afbc-122fc0957d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:41.676550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-330b2397-cf21-4913-afbc-122fc0957d05 None None] Port 66ef9d2f-7eb1-4805-af2c-4126841321fa cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:50:41.683693 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'name': 'tempest-TestEncryptedCinderVolumes-1899340726-router', 'tenant_id': 'bcc057319c3647e69eb69bd840e2b925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b7b23d5b-2c98-44a8-a6c5-f3350eb90396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:37Z', 'updated_at': '2021-12-21T22:50:39Z', 'revision_number': 3, 'project_id': 'bcc057319c3647e69eb69bd840e2b925', 'gw_port': {'id': 'b7b23d5b-2c98-44a8-a6c5-f3350eb90396', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:38Z', 'updated_at': '2021-12-21T22:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:41.687654 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fed8b6-41e0-4392-862f-2608a61727a8 None None] The sync data for ids ['e64d3783-c554-411f-b8ae-a6a2048f09c5'] in dv-neutron-822520-1-hyperv is: [{'id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'name': 'tempest-TestEncryptedCinderVolumes-1899340726-router', 'tenant_id': 'bcc057319c3647e69eb69bd840e2b925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b7b23d5b-2c98-44a8-a6c5-f3350eb90396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:37Z', 'updated_at': '2021-12-21T22:50:39Z', 'revision_number': 3, 'project_id': 'bcc057319c3647e69eb69bd840e2b925', 'gw_port': {'id': 'b7b23d5b-2c98-44a8-a6c5-f3350eb90396', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:38Z', 'updated_at': '2021-12-21T22:50:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:50:41.742936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:41.780508 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:41.885434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:41.888815 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Pushing event updated for resources: {'Port': ['ID=66ef9d2f-7eb1-4805-af2c-4126841321fa,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:42.024540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Network 92aabc49-c1c0-4060-abb7-42bf4cdce7a3 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:50:42.025638 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:42.059173 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:42.132269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:42.132638 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:42.299606 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-40fb4cd9-f309-4702-8868-249573a02558 None None] Provisioning complete for port 66ef9d2f-7eb1-4805-af2c-4126841321fa triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:42.299972 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-40fb4cd9-f309-4702-8868-249573a02558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:42.351615 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-40fb4cd9-f309-4702-8868-249573a02558 None None] Port 66ef9d2f-7eb1-4805-af2c-4126841321fa cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:50:42.533616 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Router e64d3783-c554-411f-b8ae-a6a2048f09c5 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:50:42.733297 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:50:42.742562 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-28292e3d-f224-4e50-90dd-77152f280f04 admin admin] 10.222.0.37 "PUT /v2.0/routers/e64d3783-c554-411f-b8ae-a6a2048f09c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8422272 Dec 21 22:50:43.554491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-4cffd347-5342-4ed9-aaa2-31bb126c9115 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:43.555080 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-4cffd347-5342-4ed9-aaa2-31bb126c9115 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Synchronizing usage tracker for tenant:5c2af960f92a4dc6a51941d13ee9790c on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:50:43.614297 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-4cffd347-5342-4ed9-aaa2-31bb126c9115 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Unset dirty status for tenant:5c2af960f92a4dc6a51941d13ee9790c on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:50:43.615410 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-4cffd347-5342-4ed9-aaa2-31bb126c9115 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/networks?id=4e3abd15-7c8c-4bba-88c3-79d535971dde HTTP/1.1" status: 200 len: 817 time: 0.1987209 Dec 21 22:50:43.631128 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-18a7310b-466f-42dd-ae7b-10d2a5495ac6 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/quotas/5c2af960f92a4dc6a51941d13ee9790c HTTP/1.1" status: 200 len: 375 time: 0.0104115 Dec 21 22:50:43.709744 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-d867352c-fca5-49d6-86c6-7e771ee4f3ad tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c2af960f92a4dc6a51941d13ee9790c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732732 Dec 21 22:50:43.946121 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-adc1609e-7fcf-4dde-a6ee-eaf2c1cd7443 service neutron] 10.222.0.37 "GET /v2.0/networks/4e3abd15-7c8c-4bba-88c3-79d535971dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248666 Dec 21 22:50:44.075445 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-09860b88-f3ab-4532-8191-bc57597dec28 service neutron] 10.222.0.37 "GET /v2.0/networks/4e3abd15-7c8c-4bba-88c3-79d535971dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235468 Dec 21 22:50:44.359958 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-51cbcbfb-aa7c-4af3-9699-9664a96a5f2a req-64278ddc-6871-46c3-9452-ec42cf861509 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Synchronizing usage tracker for tenant:5c2af960f92a4dc6a51941d13ee9790c on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:50:44.454802 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-51cbcbfb-aa7c-4af3-9699-9664a96a5f2a req-64278ddc-6871-46c3-9452-ec42cf861509 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Unset dirty status for tenant:5c2af960f92a4dc6a51941d13ee9790c on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:50:44.455979 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-51cbcbfb-aa7c-4af3-9699-9664a96a5f2a req-64278ddc-6871-46c3-9452-ec42cf861509 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 210 time: 0.1362329 Dec 21 22:50:45.574707 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:45.618405 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3bf27548-e6b7-457e-a35f-c3ed5eb126a2 req-ef57e4ac-c6e7-458f-8d54-9f20c1a33e4b tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 210 time: 0.0443463 Dec 21 22:50:46.420337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-ea619c89-52ef-4d17-b2d8-22c3c891e310 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:46.421706 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-ea619c89-52ef-4d17-b2d8-22c3c891e310 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.49 "GET /v2.0/networks?id=4e3abd15-7c8c-4bba-88c3-79d535971dde HTTP/1.1" status: 200 len: 817 time: 0.1462083 Dec 21 22:50:46.446587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-ea76fc4b-90f2-47cc-abae-63820c7d008d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Request body: {'port': {'device_id': 'eb2c71e3-57b7-4dd9-9c30-760b867bcf81', 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde', 'admin_state_up': True, 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:46.580709 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-ea76fc4b-90f2-47cc-abae-63820c7d008d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:50:46.590607 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-ea76fc4b-90f2-47cc-abae-63820c7d008d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:50:46.671735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-ea76fc4b-90f2-47cc-abae-63820c7d008d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Made reservation on behalf of 5c2af960f92a4dc6a51941d13ee9790c for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:50:46.674812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-ea76fc4b-90f2-47cc-abae-63820c7d008d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:46.783906 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f09d1450-1707-445e-8fdf-1bec87f925a8 req-07eeece0-2134-40f9-ad94-39a9bd02c4de tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 210 time: 0.0407820 Dec 21 22:50:46.841441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-ea76fc4b-90f2-47cc-abae-63820c7d008d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Allocated IP 172.20.0.4 (4e3abd15-7c8c-4bba-88c3-79d535971dde/cccd7160-ff20-4947-a806-4a0b015fce56/7c38e64f-0476-49cf-91b9-faacaa209ae3) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:50:47.033723 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-ea76fc4b-90f2-47cc-abae-63820c7d008d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:47.049145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-ea76fc4b-90f2-47cc-abae-63820c7d008d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Transition to ACTIVE for port object 7c38e64f-0476-49cf-91b9-faacaa209ae3 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:47.134332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-ea76fc4b-90f2-47cc-abae-63820c7d008d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:47.204449 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-ea76fc4b-90f2-47cc-abae-63820c7d008d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Network 4e3abd15-7c8c-4bba-88c3-79d535971dde is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:50:47.208105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-ea76fc4b-90f2-47cc-abae-63820c7d008d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:50:47.212051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-ea76fc4b-90f2-47cc-abae-63820c7d008d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:50:47.248036 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76fc4b-90f2-47cc-abae-63820c7d008d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Pushing event updated for resources: {'Port': ['ID=7c38e64f-0476-49cf-91b9-faacaa209ae3,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:47.281338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-ea76fc4b-90f2-47cc-abae-63820c7d008d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:47.283499 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-ea76fc4b-90f2-47cc-abae-63820c7d008d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:47.370252 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-ea76fc4b-90f2-47cc-abae-63820c7d008d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9271395 Dec 21 22:50:47.386276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Request body: {'port': {'device_id': 'eb2c71e3-57b7-4dd9-9c30-760b867bcf81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:50:47.496753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:47.546932 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-14c76cac-f9e3-4642-8c57-b6c2e6ff0c6e None None] Provisioning for port 7c38e64f-0476-49cf-91b9-faacaa209ae3 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:47.559507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-14c76cac-f9e3-4642-8c57-b6c2e6ff0c6e None None] Provisioning complete for port 7c38e64f-0476-49cf-91b9-faacaa209ae3 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:47.559507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-14c76cac-f9e3-4642-8c57-b6c2e6ff0c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:47.620873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-14c76cac-f9e3-4642-8c57-b6c2e6ff0c6e None None] Port 7c38e64f-0476-49cf-91b9-faacaa209ae3 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:50:47.893366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c38e64f-0476-49cf-91b9-faacaa209ae3 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:50:47.902131 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:47.918753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Transition to ACTIVE for port object 7c38e64f-0476-49cf-91b9-faacaa209ae3 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:47.974805 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:48.080779 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b7b23d5b-2c98-44a8-a6c5-f3350eb90396 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:48.198509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Pushing event updated for resources: {'Port': ['ID=7c38e64f-0476-49cf-91b9-faacaa209ae3,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:48.215346 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port b7b23d5b-2c98-44a8-a6c5-f3350eb90396 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:48.221125 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port b7b23d5b-2c98-44a8-a6c5-f3350eb90396 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:48.221724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:48.233299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69dfdf-c1b2-4f8d-9dc8-9cfbbb0d41c5 req-5cf7ea4f-00e4-4007-ab8c-0dfc48df4274 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:48.233299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-ad69dfdf-c1b2-4f8d-9dc8-9cfbbb0d41c5 req-5cf7ea4f-00e4-4007-ab8c-0dfc48df4274 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Synchronizing usage tracker for tenant:5c2af960f92a4dc6a51941d13ee9790c on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:50:48.348136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Attempting to bind port 7c38e64f-0476-49cf-91b9-faacaa209ae3 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:50:48.348391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Attempting to bind port 7c38e64f-0476-49cf-91b9-faacaa209ae3 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1f6d4617-1365-4a27-890f-b6212a6c7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:50:48.348721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Attempting to bind port 7c38e64f-0476-49cf-91b9-faacaa209ae3 on network 4e3abd15-7c8c-4bba-88c3-79d535971dde {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:50:48.354830 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Port 7c38e64f-0476-49cf-91b9-faacaa209ae3 on network 4e3abd15-7c8c-4bba-88c3-79d535971dde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:50:48.355145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Attempting to bind port 7c38e64f-0476-49cf-91b9-faacaa209ae3 on network 4e3abd15-7c8c-4bba-88c3-79d535971dde {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:50:48.360748 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:48.361378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:50:48.361751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Checking segment: {'id': '1f6d4617-1365-4a27-890f-b6212a6c7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:48.362159 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Bound using segment: {'id': '1f6d4617-1365-4a27-890f-b6212a6c7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:50:48.362603 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Bound port: 7c38e64f-0476-49cf-91b9-faacaa209ae3, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6d4617-1365-4a27-890f-b6212a6c7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:50:48.363587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:48.376391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-ad69dfdf-c1b2-4f8d-9dc8-9cfbbb0d41c5 req-5cf7ea4f-00e4-4007-ab8c-0dfc48df4274 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Unset dirty status for tenant:5c2af960f92a4dc6a51941d13ee9790c on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:50:48.376981 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port b7b23d5b-2c98-44a8-a6c5-f3350eb90396, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b7b23d5b-2c98-44a8-a6c5-f3350eb90396,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:48.377535 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ad69dfdf-c1b2-4f8d-9dc8-9cfbbb0d41c5 req-5cf7ea4f-00e4-4007-ab8c-0dfc48df4274 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 931 time: 0.4603209 Dec 21 22:50:48.431962 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:48.482833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-ad69dfdf-c1b2-4f8d-9dc8-9cfbbb0d41c5 req-a7230485-6133-4486-a8bd-cb32c0b1130e tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Synchronizing usage tracker for tenant:5c2af960f92a4dc6a51941d13ee9790c on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:50:48.498584 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] For port 7c38e64f-0476-49cf-91b9-faacaa209ae3, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:50:48.503736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] For port 7c38e64f-0476-49cf-91b9-faacaa209ae3, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7c38e64f-0476-49cf-91b9-faacaa209ae3,segment=NetworkSegment(1f6d4617-1365-4a27-890f-b6212a6c7aea),segment_id=1f6d4617-1365-4a27-890f-b6212a6c7aea)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:50:48.507567 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=b7b23d5b-2c98-44a8-a6c5-f3350eb90396,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:48.575179 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:48.612098 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-ad69dfdf-c1b2-4f8d-9dc8-9cfbbb0d41c5 req-a7230485-6133-4486-a8bd-cb32c0b1130e tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Unset dirty status for tenant:5c2af960f92a4dc6a51941d13ee9790c on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:50:48.613844 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ad69dfdf-c1b2-4f8d-9dc8-9cfbbb0d41c5 req-a7230485-6133-4486-a8bd-cb32c0b1130e tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057698 Dec 21 22:50:48.642734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Sync routers for ids ['c43d176e-3d3a-4ca1-accb-054ba77b603d'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:50:48.645391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:48.647414 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] 10.222.0.49 "PUT /v2.0/ports/7c38e64f-0476-49cf-91b9-faacaa209ae3 HTTP/1.1" status: 200 len: 1093 time: 1.2650936 Dec 21 22:50:48.647854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb2c71e3-57b7-4dd9-9c30-760b867bcf81', 'tag': '7c38e64f-0476-49cf-91b9-faacaa209ae3'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:50:48.658516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Routers {'c43d176e-3d3a-4ca1-accb-054ba77b603d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:50:48.659306 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:50:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c43d176e-3d3a-4ca1-accb-054ba77b603d'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:48.671512 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270a54d-84e4-4f7a-b6b9-7fe6c326fd1d service neutron] Pushing event updated for resources: {'Port': ['ID=7c38e64f-0476-49cf-91b9-faacaa209ae3,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:48.733045 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb2c71e3-57b7-4dd9-9c30-760b867bcf81', 'tag': '7c38e64f-0476-49cf-91b9-faacaa209ae3', 'status': 'completed', 'code': 200} Dec 21 22:50:48.828289 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-3bc2ef7f-9a7a-41e5-8d62-8f82deb7f8d0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c2af960f92a4dc6a51941d13ee9790c&device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 1096 time: 0.0803397 Dec 21 22:50:48.868171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Set router c43d176e-3d3a-4ca1-accb-054ba77b603d gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:50:48.902098 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-f48a046f-bfd6-481f-bd87-7656bdb305c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c38e64f-0476-49cf-91b9-faacaa209ae3 HTTP/1.1" status: 200 len: 217 time: 0.0624588 Dec 21 22:50:48.970493 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-90fa77aa-8c59-4994-a562-9c4a5069f792 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:48.971929 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-90fa77aa-8c59-4994-a562-9c4a5069f792 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cccd7160-ff20-4947-a806-4a0b015fce56 HTTP/1.1" status: 200 len: 856 time: 0.0603831 Dec 21 22:50:49.051441 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-1247d04e-69f2-4116-8e6f-9a77fc6fac76 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e3abd15-7c8c-4bba-88c3-79d535971dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687058 Dec 21 22:50:49.189613 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-8af0a298-5a57-4b64-9c39-337abcaf083b service neutron] 10.222.0.49 "GET /v2.0/networks/4e3abd15-7c8c-4bba-88c3-79d535971dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274426 Dec 21 22:50:49.197439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'name': 'tempest-TestEncryptedCinderVolumes-1774731557-router', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:30Z', 'updated_at': '2021-12-21T22:50:33Z', 'revision_number': 4, 'project_id': '5c2af960f92a4dc6a51941d13ee9790c', 'gw_port': {'id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:31Z', 'updated_at': '2021-12-21T22:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': 'f75b160c-bdc7-4cff-a901-9c208a510221', 'name': '', 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c', 'mac_address': 'fa:16:3e:76:d2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cccd7160-ff20-4947-a806-4a0b015fce56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:33Z', 'updated_at': '2021-12-21T22:50:34Z', 'revision_number': 2, 'project_id': '5c2af960f92a4dc6a51941d13ee9790c', 'subnets': [{'id': 'cccd7160-ff20-4947-a806-4a0b015fce56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:49.201569 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Checking router: c43d176e-3d3a-4ca1-accb-054ba77b603d for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:50:49.201914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Updating router c43d176e-3d3a-4ca1-accb-054ba77b603d port f75b160c-bdc7-4cff-a901-9c208a510221 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:50:49.255468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:49.324045 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-79f28fa5-fd7f-4ad5-a01b-79c0bfc70ab9 req-1912d4d1-b743-44d2-9a74-75b54acd73ae service neutron] 10.222.0.49 "GET /v2.0/networks/4e3abd15-7c8c-4bba-88c3-79d535971dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270099 Dec 21 22:50:49.549705 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7a88b16a-d566-41fc-b3e1-a8b4e31286be req-e4b4829e-4136-4d2c-aa7f-0905fea05457 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c2af960f92a4dc6a51941d13ee9790c&device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 1096 time: 0.0715814 Dec 21 22:50:49.621239 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:49.632633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Transition to ACTIVE for port object f75b160c-bdc7-4cff-a901-9c208a510221 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:49.683259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88b16a-d566-41fc-b3e1-a8b4e31286be req-c312f4dd-e48d-4831-904c-681a0b69846a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:49.684685 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7a88b16a-d566-41fc-b3e1-a8b4e31286be req-c312f4dd-e48d-4831-904c-681a0b69846a service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e3abd15-7c8c-4bba-88c3-79d535971dde HTTP/1.1" status: 200 len: 918 time: 0.1282868 Dec 21 22:50:49.716440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:49.797737 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7a88b16a-d566-41fc-b3e1-a8b4e31286be req-88459f53-38cf-4abe-af94-043aa8ee51d3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c38e64f-0476-49cf-91b9-faacaa209ae3 HTTP/1.1" status: 200 len: 217 time: 0.1058371 Dec 21 22:50:49.842081 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811abf17-98c0-4d06-a716-8f2286b79855 None None] Pushing event updated for resources: {'Port': ['ID=f75b160c-bdc7-4cff-a901-9c208a510221,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:49.883800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88b16a-d566-41fc-b3e1-a8b4e31286be req-dd8b8721-88a7-4711-a7c6-5675e0981925 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:49.885249 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7a88b16a-d566-41fc-b3e1-a8b4e31286be req-dd8b8721-88a7-4711-a7c6-5675e0981925 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cccd7160-ff20-4947-a806-4a0b015fce56 HTTP/1.1" status: 200 len: 856 time: 0.0777555 Dec 21 22:50:49.936323 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Attempting to bind port f75b160c-bdc7-4cff-a901-9c208a510221 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:50:49.936752 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Attempting to bind port f75b160c-bdc7-4cff-a901-9c208a510221 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '1f6d4617-1365-4a27-890f-b6212a6c7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:50:49.937138 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Attempting to bind port f75b160c-bdc7-4cff-a901-9c208a510221 on network 4e3abd15-7c8c-4bba-88c3-79d535971dde {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:50:49.943791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088393c-43c0-4a22-a054-0d06b075702c req-fc0c22c6-831b-471f-a8cf-8cd770dcc258 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:49.944333 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:50:49.944333 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Checking segment: {'id': '1f6d4617-1365-4a27-890f-b6212a6c7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:49.944721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:49.945090 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Bound using segment: {'id': '1f6d4617-1365-4a27-890f-b6212a6c7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:50:49.945277 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a088393c-43c0-4a22-a054-0d06b075702c req-fc0c22c6-831b-471f-a8cf-8cd770dcc258 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 943 time: 0.1943862 Dec 21 22:50:49.945540 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Bound port: f75b160c-bdc7-4cff-a901-9c208a510221, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6d4617-1365-4a27-890f-b6212a6c7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:50:49.945906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:50.012354 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7a88b16a-d566-41fc-b3e1-a8b4e31286be req-52121131-b1df-453a-a86b-f936bb2dbc11 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e3abd15-7c8c-4bba-88c3-79d535971dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1186881 Dec 21 22:50:50.014998 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a088393c-43c0-4a22-a054-0d06b075702c req-3edb894c-aabe-4d43-9ce7-0384a2245025 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549312 Dec 21 22:50:50.048080 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] For port f75b160c-bdc7-4cff-a901-9c208a510221, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:50:50.053906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] For port f75b160c-bdc7-4cff-a901-9c208a510221, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f75b160c-bdc7-4cff-a901-9c208a510221,segment=NetworkSegment(1f6d4617-1365-4a27-890f-b6212a6c7aea),segment_id=1f6d4617-1365-4a27-890f-b6212a6c7aea)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:50:50.084750 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b7b23d5b-2c98-44a8-a6c5-f3350eb90396 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:50.148616 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:50.228595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port b7b23d5b-2c98-44a8-a6c5-f3350eb90396 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:50.229038 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:50.251032 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7a88b16a-d566-41fc-b3e1-a8b4e31286be req-826b22f1-5a7c-48a5-9a73-54ad7d8f3c67 service neutron] 10.222.0.49 "GET /v2.0/networks/4e3abd15-7c8c-4bba-88c3-79d535971dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303669 Dec 21 22:50:50.293167 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811abf17-98c0-4d06-a716-8f2286b79855 None None] Pushing event updated for resources: {'Port': ['ID=f75b160c-bdc7-4cff-a901-9c208a510221,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:50.298521 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Routers {'c43d176e-3d3a-4ca1-accb-054ba77b603d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:50:50.299127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:50:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c43d176e-3d3a-4ca1-accb-054ba77b603d'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:50.396409 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7a88b16a-d566-41fc-b3e1-a8b4e31286be req-56e88e31-07cc-4949-bfa9-dc7c242c2b3b service neutron] 10.222.0.49 "GET /v2.0/networks/4e3abd15-7c8c-4bba-88c3-79d535971dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375515 Dec 21 22:50:50.545986 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] Set router c43d176e-3d3a-4ca1-accb-054ba77b603d gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:50:50.860400 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'name': 'tempest-TestEncryptedCinderVolumes-1774731557-router', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:30Z', 'updated_at': '2021-12-21T22:50:33Z', 'revision_number': 4, 'project_id': '5c2af960f92a4dc6a51941d13ee9790c', 'gw_port': {'id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:31Z', 'updated_at': '2021-12-21T22:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': 'f75b160c-bdc7-4cff-a901-9c208a510221', 'name': '', 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c', 'mac_address': 'fa:16:3e:76:d2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cccd7160-ff20-4947-a806-4a0b015fce56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:33Z', 'updated_at': '2021-12-21T22:50:50Z', 'revision_number': 4, 'project_id': '5c2af960f92a4dc6a51941d13ee9790c', 'subnets': [{'id': 'cccd7160-ff20-4947-a806-4a0b015fce56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:50.864508 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6adb7d-fb91-4731-a5ec-c8fca3ee2fb3 None None] The sync data for ids ['c43d176e-3d3a-4ca1-accb-054ba77b603d'] in dv-neutron-822520-1-hyperv is: [{'id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'name': 'tempest-TestEncryptedCinderVolumes-1774731557-router', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:30Z', 'updated_at': '2021-12-21T22:50:33Z', 'revision_number': 4, 'project_id': '5c2af960f92a4dc6a51941d13ee9790c', 'gw_port': {'id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:31Z', 'updated_at': '2021-12-21T22:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': 'f75b160c-bdc7-4cff-a901-9c208a510221', 'name': '', 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c', 'mac_address': 'fa:16:3e:76:d2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cccd7160-ff20-4947-a806-4a0b015fce56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:33Z', 'updated_at': '2021-12-21T22:50:50Z', 'revision_number': 4, 'project_id': '5c2af960f92a4dc6a51941d13ee9790c', 'subnets': [{'id': 'cccd7160-ff20-4947-a806-4a0b015fce56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:50:51.229898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62521301-6be5-4a04-819c-8dc1dfcf22e7 req-27585033-2cf9-48f8-9ceb-da7233194473 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:51.231511 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-62521301-6be5-4a04-819c-8dc1dfcf22e7 req-27585033-2cf9-48f8-9ceb-da7233194473 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 943 time: 0.0839176 Dec 21 22:50:51.286379 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-62521301-6be5-4a04-819c-8dc1dfcf22e7 req-6f18e63b-b44d-4792-b6c9-32bc56568dff tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481102 Dec 21 22:50:51.382943 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 7c38e64f-0476-49cf-91b9-faacaa209ae3 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:50:51.419310 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Sync routers for ids ['e64d3783-c554-411f-b8ae-a6a2048f09c5'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:50:51.432152 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Routers {'e64d3783-c554-411f-b8ae-a6a2048f09c5'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:50:51.432950 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:50:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e64d3783-c554-411f-b8ae-a6a2048f09c5'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:51.563990 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 7c38e64f-0476-49cf-91b9-faacaa209ae3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7c38e64f-0476-49cf-91b9-faacaa209ae3,segment=NetworkSegment(1f6d4617-1365-4a27-890f-b6212a6c7aea),segment_id=1f6d4617-1365-4a27-890f-b6212a6c7aea)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:51.580595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '7c38e64f-0476-49cf-91b9-faacaa209ae3', 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde', 'port_id': '7c38e64f-0476-49cf-91b9-faacaa209ae3', 'mac_address': 'fa:16:3e:fe:24:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cccd7160-ff20-4947-a806-4a0b015fce56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:50:51.614923 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Set router e64d3783-c554-411f-b8ae-a6a2048f09c5 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:50:51.634472 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:51.652336 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c38e64f-0476-49cf-91b9-faacaa209ae3 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:50:51.667539 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 7c38e64f-0476-49cf-91b9-faacaa209ae3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7c38e64f-0476-49cf-91b9-faacaa209ae3,segment=NetworkSegment(1f6d4617-1365-4a27-890f-b6212a6c7aea),segment_id=1f6d4617-1365-4a27-890f-b6212a6c7aea)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:51.740461 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:51.809622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=7c38e64f-0476-49cf-91b9-faacaa209ae3,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:51.919011 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'name': 'tempest-TestEncryptedCinderVolumes-1899340726-router', 'tenant_id': 'bcc057319c3647e69eb69bd840e2b925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b7b23d5b-2c98-44a8-a6c5-f3350eb90396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:37Z', 'updated_at': '2021-12-21T22:50:41Z', 'revision_number': 4, 'project_id': 'bcc057319c3647e69eb69bd840e2b925', 'gw_port': {'id': 'b7b23d5b-2c98-44a8-a6c5-f3350eb90396', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:38Z', 'updated_at': '2021-12-21T22:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '66ef9d2f-7eb1-4805-af2c-4126841321fa', 'name': '', 'network_id': '92aabc49-c1c0-4060-abb7-42bf4cdce7a3', 'tenant_id': 'bcc057319c3647e69eb69bd840e2b925', 'mac_address': 'fa:16:3e:28:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dc5d00-d1e6-4198-bef9-8655533f524f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:40Z', 'updated_at': '2021-12-21T22:50:41Z', 'revision_number': 2, 'project_id': 'bcc057319c3647e69eb69bd840e2b925', 'subnets': [{'id': 'f2dc5d00-d1e6-4198-bef9-8655533f524f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:51.922695 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Checking router: e64d3783-c554-411f-b8ae-a6a2048f09c5 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:50:51.923037 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Updating router e64d3783-c554-411f-b8ae-a6a2048f09c5 port 66ef9d2f-7eb1-4805-af2c-4126841321fa binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:50:51.972382 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:51.992499 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['7c38e64f-0476-49cf-91b9-faacaa209ae3'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:50:52.087284 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f75b160c-bdc7-4cff-a901-9c208a510221 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:52.271735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port f75b160c-bdc7-4cff-a901-9c208a510221 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:52.277351 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port f75b160c-bdc7-4cff-a901-9c208a510221 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:52.277906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:52.396882 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:52.411206 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:52.431892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port f75b160c-bdc7-4cff-a901-9c208a510221, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f75b160c-bdc7-4cff-a901-9c208a510221,segment=NetworkSegment(1f6d4617-1365-4a27-890f-b6212a6c7aea),segment_id=1f6d4617-1365-4a27-890f-b6212a6c7aea)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:52.469078 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Transition to ACTIVE for port object 66ef9d2f-7eb1-4805-af2c-4126841321fa will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:50:52.497110 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f98537-1c0a-4c95-9c58-38f4e72c9462 req-a15464c1-67fe-4c68-a477-e208a91ae682 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:52.499243 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a5f98537-1c0a-4c95-9c58-38f4e72c9462 req-a15464c1-67fe-4c68-a477-e208a91ae682 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 944 time: 0.0866938 Dec 21 22:50:52.512359 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:52.540985 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:52.557730 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a5f98537-1c0a-4c95-9c58-38f4e72c9462 req-27f0190e-5195-4c78-ad38-e126e5d0a5ad tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520678 Dec 21 22:50:52.590614 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=f75b160c-bdc7-4cff-a901-9c208a510221,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:52.700380 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf17ee-6846-479e-90b8-9a57ffbe47ab None None] Pushing event updated for resources: {'Port': ['ID=66ef9d2f-7eb1-4805-af2c-4126841321fa,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:52.791043 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Attempting to bind port 66ef9d2f-7eb1-4805-af2c-4126841321fa on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:50:52.791399 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Attempting to bind port 66ef9d2f-7eb1-4805-af2c-4126841321fa by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '39ff14f6-f773-4f94-b823-7671233cc209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92aabc49-c1c0-4060-abb7-42bf4cdce7a3'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:50:52.791745 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Attempting to bind port 66ef9d2f-7eb1-4805-af2c-4126841321fa on network 92aabc49-c1c0-4060-abb7-42bf4cdce7a3 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:50:52.798104 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:50:52.798460 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Checking segment: {'id': '39ff14f6-f773-4f94-b823-7671233cc209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92aabc49-c1c0-4060-abb7-42bf4cdce7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:50:52.799023 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:52.799207 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Bound using segment: {'id': '39ff14f6-f773-4f94-b823-7671233cc209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92aabc49-c1c0-4060-abb7-42bf4cdce7a3'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:50:52.799653 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Bound port: 66ef9d2f-7eb1-4805-af2c-4126841321fa, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ff14f6-f773-4f94-b823-7671233cc209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '92aabc49-c1c0-4060-abb7-42bf4cdce7a3'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:50:52.800007 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:52.889161 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] For port 66ef9d2f-7eb1-4805-af2c-4126841321fa, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:50:52.892104 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] For port 66ef9d2f-7eb1-4805-af2c-4126841321fa, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=66ef9d2f-7eb1-4805-af2c-4126841321fa,segment=NetworkSegment(39ff14f6-f773-4f94-b823-7671233cc209),segment_id=39ff14f6-f773-4f94-b823-7671233cc209)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:50:52.940971 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:53.018447 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf17ee-6846-479e-90b8-9a57ffbe47ab None None] Pushing event updated for resources: {'Port': ['ID=66ef9d2f-7eb1-4805-af2c-4126841321fa,revision_number=4']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:53.023575 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Routers {'e64d3783-c554-411f-b8ae-a6a2048f09c5'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:50:53.024160 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:50:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e64d3783-c554-411f-b8ae-a6a2048f09c5'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:53.203220 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] Set router e64d3783-c554-411f-b8ae-a6a2048f09c5 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:50:53.382822 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 7c38e64f-0476-49cf-91b9-faacaa209ae3 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:53.504973 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'name': 'tempest-TestEncryptedCinderVolumes-1899340726-router', 'tenant_id': 'bcc057319c3647e69eb69bd840e2b925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b7b23d5b-2c98-44a8-a6c5-f3350eb90396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:37Z', 'updated_at': '2021-12-21T22:50:41Z', 'revision_number': 4, 'project_id': 'bcc057319c3647e69eb69bd840e2b925', 'gw_port': {'id': 'b7b23d5b-2c98-44a8-a6c5-f3350eb90396', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:38Z', 'updated_at': '2021-12-21T22:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '66ef9d2f-7eb1-4805-af2c-4126841321fa', 'name': '', 'network_id': '92aabc49-c1c0-4060-abb7-42bf4cdce7a3', 'tenant_id': 'bcc057319c3647e69eb69bd840e2b925', 'mac_address': 'fa:16:3e:28:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dc5d00-d1e6-4198-bef9-8655533f524f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:40Z', 'updated_at': '2021-12-21T22:50:52Z', 'revision_number': 4, 'project_id': 'bcc057319c3647e69eb69bd840e2b925', 'subnets': [{'id': 'f2dc5d00-d1e6-4198-bef9-8655533f524f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:50:53.506656 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 7c38e64f-0476-49cf-91b9-faacaa209ae3 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:53.509086 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa426843-5f79-41f6-a71e-c213c4c160d3 None None] The sync data for ids ['e64d3783-c554-411f-b8ae-a6a2048f09c5'] in dv-neutron-822520-1-hyperv is: [{'id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'name': 'tempest-TestEncryptedCinderVolumes-1899340726-router', 'tenant_id': 'bcc057319c3647e69eb69bd840e2b925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b7b23d5b-2c98-44a8-a6c5-f3350eb90396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:37Z', 'updated_at': '2021-12-21T22:50:41Z', 'revision_number': 4, 'project_id': 'bcc057319c3647e69eb69bd840e2b925', 'gw_port': {'id': 'b7b23d5b-2c98-44a8-a6c5-f3350eb90396', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:38Z', 'updated_at': '2021-12-21T22:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '66ef9d2f-7eb1-4805-af2c-4126841321fa', 'name': '', 'network_id': '92aabc49-c1c0-4060-abb7-42bf4cdce7a3', 'tenant_id': 'bcc057319c3647e69eb69bd840e2b925', 'mac_address': 'fa:16:3e:28:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2dc5d00-d1e6-4198-bef9-8655533f524f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:40Z', 'updated_at': '2021-12-21T22:50:52Z', 'revision_number': 4, 'project_id': 'bcc057319c3647e69eb69bd840e2b925', 'subnets': [{'id': 'f2dc5d00-d1e6-4198-bef9-8655533f524f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:50:53.511670 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 7c38e64f-0476-49cf-91b9-faacaa209ae3 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:53.512024 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:53.652084 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:53.680440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2c71e3-57b7-4dd9-9c30-760b867bcf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c38e64f-0476-49cf-91b9-faacaa209ae3'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:50:53.690952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 7c38e64f-0476-49cf-91b9-faacaa209ae3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7c38e64f-0476-49cf-91b9-faacaa209ae3,segment=NetworkSegment(1f6d4617-1365-4a27-890f-b6212a6c7aea),segment_id=1f6d4617-1365-4a27-890f-b6212a6c7aea)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:53.745819 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2c71e3-57b7-4dd9-9c30-760b867bcf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c38e64f-0476-49cf-91b9-faacaa209ae3', 'code': 200} Dec 21 22:50:53.784680 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc154cb2-a364-4c32-bd85-fc9d31bb75fb req-fc7efdbe-fb52-4550-b21a-c5b895dec278 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:53.786900 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-dc154cb2-a364-4c32-bd85-fc9d31bb75fb req-fc7efdbe-fb52-4550-b21a-c5b895dec278 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 944 time: 0.0820336 Dec 21 22:50:53.792550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:53.843728 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-dc154cb2-a364-4c32-bd85-fc9d31bb75fb req-5358daf4-e3d2-4eb5-8f9c-ddc9a6944ab7 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446985 Dec 21 22:50:53.870007 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=7c38e64f-0476-49cf-91b9-faacaa209ae3,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:54.130498 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1db6436b-8c83-4ad9-8602-b63ab802c10e req-53a87369-ab10-4aed-ac17-5f58d18a751e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 1098 time: 0.0750544 Dec 21 22:50:54.140918 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 66ef9d2f-7eb1-4805-af2c-4126841321fa up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:54.178853 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1db6436b-8c83-4ad9-8602-b63ab802c10e req-b1acb6ea-ea6a-4432-93dc-378327936c46 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387828 Dec 21 22:50:54.272317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 66ef9d2f-7eb1-4805-af2c-4126841321fa completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:50:54.277748 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 66ef9d2f-7eb1-4805-af2c-4126841321fa triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:54.278165 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:54.398474 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:54.431520 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 66ef9d2f-7eb1-4805-af2c-4126841321fa, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=66ef9d2f-7eb1-4805-af2c-4126841321fa,segment=NetworkSegment(39ff14f6-f773-4f94-b823-7671233cc209),segment_id=39ff14f6-f773-4f94-b823-7671233cc209)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:50:54.483809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:54.484607 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f75b160c-bdc7-4cff-a901-9c208a510221 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:54.596585 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=66ef9d2f-7eb1-4805-af2c-4126841321fa,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:50:54.610480 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port f75b160c-bdc7-4cff-a901-9c208a510221 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:54.610845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:55.044058 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf6a2b-5ecb-4fcf-814d-bbcfc950de2d req-029461e7-967c-4d4b-9e60-a958fc1c6cda tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:55.045475 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-23cf6a2b-5ecb-4fcf-814d-bbcfc950de2d req-029461e7-967c-4d4b-9e60-a958fc1c6cda tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 945 time: 0.0792480 Dec 21 22:50:55.089325 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-23cf6a2b-5ecb-4fcf-814d-bbcfc950de2d req-882d9b28-5241-4d2a-8367-175a70d84968 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383384 Dec 21 22:50:56.059665 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 66ef9d2f-7eb1-4805-af2c-4126841321fa up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:50:56.129123 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 66ef9d2f-7eb1-4805-af2c-4126841321fa triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:50:56.129491 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:56.295010 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109a03f-41c2-491d-a231-6a75759680f1 req-d3544437-845c-4266-b6b2-a11ad3a91ff0 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:56.296421 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1109a03f-41c2-491d-a231-6a75759680f1 req-d3544437-845c-4266-b6b2-a11ad3a91ff0 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 945 time: 0.0841815 Dec 21 22:50:56.341106 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1109a03f-41c2-491d-a231-6a75759680f1 req-cdab6689-276e-4065-984e-92176ec09b69 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390999 Dec 21 22:50:56.532789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6a17e-4b38-4533-83a8-1272b9bb2daa req-db1d1669-8eba-4f12-99c8-dc523c3eae8b tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:50:56.534176 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3af6a17e-4b38-4533-83a8-1272b9bb2daa req-db1d1669-8eba-4f12-99c8-dc523c3eae8b tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 945 time: 0.0751853 Dec 21 22:50:56.579896 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3af6a17e-4b38-4533-83a8-1272b9bb2daa req-646fbcde-e5f9-4f90-bafc-3299e0e794d6 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402722 Dec 21 22:50:57.289576 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8e9c5c60-ecda-4832-968d-58b67f40a199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:50:59.644027 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fd277c4f-c882-4ac6-b282-c3c4e3bd1db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:00.768142 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:00.799743 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:02.294803 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:08.730578 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:51:14.809702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075fa1d-c298-434f-9834-c64a0004c0fb req-467ebe92-f234-43ae-af0d-1e9b8d140a63 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:14.811782 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5075fa1d-c298-434f-9834-c64a0004c0fb req-467ebe92-f234-43ae-af0d-1e9b8d140a63 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 945 time: 0.0819211 Dec 21 22:51:14.859458 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5075fa1d-c298-434f-9834-c64a0004c0fb req-de99978c-fc75-4445-a960-00b97918f9b2 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391197 Dec 21 22:51:15.620586 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:16.056995 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7223b-faea-4c9b-80b6-1ef7e4eab3a3 req-355954ab-82b7-4feb-82a1-f5ad1085587b tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:16.058476 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a5b7223b-faea-4c9b-80b6-1ef7e4eab3a3 req-355954ab-82b7-4feb-82a1-f5ad1085587b tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 945 time: 0.0772288 Dec 21 22:51:16.107812 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a5b7223b-faea-4c9b-80b6-1ef7e4eab3a3 req-e5fc0492-5f4a-429a-ae70-e473a17c1d7f tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438120 Dec 21 22:51:16.378319 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ea85a-7899-42da-98d5-b45812f8108d req-5129e067-43e0-4dd4-b960-0f4f09cbbc3b tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:16.379764 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-601ea85a-7899-42da-98d5-b45812f8108d req-5129e067-43e0-4dd4-b960-0f4f09cbbc3b tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 945 time: 0.0768123 Dec 21 22:51:16.449452 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-601ea85a-7899-42da-98d5-b45812f8108d req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Deleting port 7c38e64f-0476-49cf-91b9-faacaa209ae3 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:51:16.450099 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-601ea85a-7899-42da-98d5-b45812f8108d req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:16.687725 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-601ea85a-7899-42da-98d5-b45812f8108d req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] For port 7c38e64f-0476-49cf-91b9-faacaa209ae3, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=7c38e64f-0476-49cf-91b9-faacaa209ae3,segment=NetworkSegment(1f6d4617-1365-4a27-890f-b6212a6c7aea),segment_id=1f6d4617-1365-4a27-890f-b6212a6c7aea)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:51:16.687994 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-601ea85a-7899-42da-98d5-b45812f8108d req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:16.810476 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-601ea85a-7899-42da-98d5-b45812f8108d req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Calling delete_port for 7c38e64f-0476-49cf-91b9-faacaa209ae3 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:51:17.008867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-601ea85a-7899-42da-98d5-b45812f8108d req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:17.024831 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['7c38e64f-0476-49cf-91b9-faacaa209ae3'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:51:17.057974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Pushing event deleted for resources: {'Port': ['ID=7c38e64f-0476-49cf-91b9-faacaa209ae3,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:51:17.097443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:17.097788 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:17.098154 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:17.099135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:17.099432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:17.099759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:17.100084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:17.100405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:17.100722 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:17.101043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:17.101362 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:17.146224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-601ea85a-7899-42da-98d5-b45812f8108d req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] No DVR routers for this DVR port 7c38e64f-0476-49cf-91b9-faacaa209ae3 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:51:17.148811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-601ea85a-7899-42da-98d5-b45812f8108d req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:17.152878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb2c71e3-57b7-4dd9-9c30-760b867bcf81', 'name': 'network-vif-deleted', 'tag': '7c38e64f-0476-49cf-91b9-faacaa209ae3'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:51:17.214916 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb2c71e3-57b7-4dd9-9c30-760b867bcf81', 'name': 'network-vif-deleted', 'tag': '7c38e64f-0476-49cf-91b9-faacaa209ae3', 'status': 'completed', 'code': 200} Dec 21 22:51:17.221093 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-601ea85a-7899-42da-98d5-b45812f8108d req-33778539-96ee-4eee-9955-dbad8232837a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.49 "DELETE /v2.0/ports/7c38e64f-0476-49cf-91b9-faacaa209ae3 HTTP/1.1" status: 204 len: 173 time: 0.8360207 Dec 21 22:51:17.300387 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-0d2c28ae-54c1-4693-abd5-c78b035307ea req-1b060c36-ea1b-4f19-92aa-f03324772ddf tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Synchronizing usage tracker for tenant:5c2af960f92a4dc6a51941d13ee9790c on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:51:17.369396 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-0d2c28ae-54c1-4693-abd5-c78b035307ea req-1b060c36-ea1b-4f19-92aa-f03324772ddf tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Unset dirty status for tenant:5c2af960f92a4dc6a51941d13ee9790c on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:51:17.370683 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d2c28ae-54c1-4693-abd5-c78b035307ea req-1b060c36-ea1b-4f19-92aa-f03324772ddf tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb2c71e3-57b7-4dd9-9c30-760b867bcf81 HTTP/1.1" status: 200 len: 210 time: 0.1112561 Dec 21 22:51:19.249786 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-9a7ecbed-5fd7-482b-b555-8598728dd65d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:19.251239 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-9a7ecbed-5fd7-482b-b555-8598728dd65d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/networks?id=4e3abd15-7c8c-4bba-88c3-79d535971dde HTTP/1.1" status: 200 len: 817 time: 0.2257116 Dec 21 22:51:19.266975 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-24e1532f-d959-4b7c-bc96-18bf458d2c0f tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/quotas/5c2af960f92a4dc6a51941d13ee9790c HTTP/1.1" status: 200 len: 375 time: 0.0104110 Dec 21 22:51:19.345461 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-d9f02df3-cb33-433e-ae82-a5c46cf0f5c0 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5c2af960f92a4dc6a51941d13ee9790c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736151 Dec 21 22:51:19.478807 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-88c21762-0a06-4dda-b580-4dffc9757d76 service neutron] 10.222.0.37 "GET /v2.0/networks/4e3abd15-7c8c-4bba-88c3-79d535971dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218703 Dec 21 22:51:19.491857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 7c38e64f-0476-49cf-91b9-faacaa209ae3 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:51:19.527601 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 7c38e64f-0476-49cf-91b9-faacaa209ae3 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:51:19.527859 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 7c38e64f-0476-49cf-91b9-faacaa209ae3 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:51:19.613811 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-dfeaaa9a-dd57-4f51-a582-a48d4af87664 service neutron] 10.222.0.37 "GET /v2.0/networks/4e3abd15-7c8c-4bba-88c3-79d535971dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294398 Dec 21 22:51:19.888977 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a07b4fca-2ffb-44ba-a857-c133dcf8005b req-5a632077-578e-4886-a9b1-8def8e10a1b8 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 210 time: 0.0419340 Dec 21 22:51:21.057474 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cdecfbd4-c1c7-45f2-af33-d0b6cb3f87ef req-2258cbc6-3e6b-4665-b016-9cff6ee09ca3 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 210 time: 0.0458751 Dec 21 22:51:21.680887 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-d9afc26b-e5a0-43a5-9e66-ccbe3b27b374 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:21.682234 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-d9afc26b-e5a0-43a5-9e66-ccbe3b27b374 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.49 "GET /v2.0/networks?id=4e3abd15-7c8c-4bba-88c3-79d535971dde HTTP/1.1" status: 200 len: 817 time: 0.1433377 Dec 21 22:51:21.708588 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-55169f8f-8893-41d0-976f-7c483a678256 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Request body: {'port': {'device_id': '7a38dd70-ae79-4d85-827b-d30ff69ee782', 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde', 'admin_state_up': True, 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:51:21.841578 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-55169f8f-8893-41d0-976f-7c483a678256 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:51:21.850747 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-55169f8f-8893-41d0-976f-7c483a678256 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:51:21.911825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-55169f8f-8893-41d0-976f-7c483a678256 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Made reservation on behalf of 5c2af960f92a4dc6a51941d13ee9790c for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:51:21.915973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-55169f8f-8893-41d0-976f-7c483a678256 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:22.075888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-55169f8f-8893-41d0-976f-7c483a678256 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Allocated IP 172.20.0.8 (4e3abd15-7c8c-4bba-88c3-79d535971dde/cccd7160-ff20-4947-a806-4a0b015fce56/b6363937-bab1-4213-851d-cdfccd4f0832) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:51:22.221107 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-39c83232-69f5-408c-9a56-0410e7d92c94 req-2f53db24-0d30-4414-81e1-477aac16b417 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 210 time: 0.0410464 Dec 21 22:51:22.280402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-55169f8f-8893-41d0-976f-7c483a678256 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:22.296160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-55169f8f-8893-41d0-976f-7c483a678256 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Transition to ACTIVE for port object b6363937-bab1-4213-851d-cdfccd4f0832 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:51:22.402202 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-55169f8f-8893-41d0-976f-7c483a678256 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:22.475321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-55169f8f-8893-41d0-976f-7c483a678256 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Network 4e3abd15-7c8c-4bba-88c3-79d535971dde is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:51:22.478432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-55169f8f-8893-41d0-976f-7c483a678256 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:51:22.482371 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-55169f8f-8893-41d0-976f-7c483a678256 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:51:22.513557 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55169f8f-8893-41d0-976f-7c483a678256 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Pushing event updated for resources: {'Port': ['ID=b6363937-bab1-4213-851d-cdfccd4f0832,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:51:22.549376 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-55169f8f-8893-41d0-976f-7c483a678256 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:22.549984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-55169f8f-8893-41d0-976f-7c483a678256 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:22.627430 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-55169f8f-8893-41d0-976f-7c483a678256 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9227777 Dec 21 22:51:22.645383 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Request body: {'port': {'device_id': '7a38dd70-ae79-4d85-827b-d30ff69ee782', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:51:22.734568 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-21180045-f338-47e8-97ab-aeb53dae1445 None None] Provisioning for port b6363937-bab1-4213-851d-cdfccd4f0832 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:51:22.740053 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-21180045-f338-47e8-97ab-aeb53dae1445 None None] Provisioning complete for port b6363937-bab1-4213-851d-cdfccd4f0832 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:51:22.740426 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-21180045-f338-47e8-97ab-aeb53dae1445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:22.753736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:22.792446 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-21180045-f338-47e8-97ab-aeb53dae1445 None None] Port b6363937-bab1-4213-851d-cdfccd4f0832 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:51:23.238886 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6363937-bab1-4213-851d-cdfccd4f0832 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:51:23.246475 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:23.262430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Transition to ACTIVE for port object b6363937-bab1-4213-851d-cdfccd4f0832 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:51:23.324015 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:23.500498 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Pushing event updated for resources: {'Port': ['ID=b6363937-bab1-4213-851d-cdfccd4f0832,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:51:23.604574 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d631921-22fd-451d-a793-75c0c36c3e1c req-77fc1ea9-4cb4-48fa-b1c9-5a2adafde070 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:23.605251 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-8d631921-22fd-451d-a793-75c0c36c3e1c req-77fc1ea9-4cb4-48fa-b1c9-5a2adafde070 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Synchronizing usage tracker for tenant:5c2af960f92a4dc6a51941d13ee9790c on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:51:23.635391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Attempting to bind port b6363937-bab1-4213-851d-cdfccd4f0832 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:51:23.635715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Attempting to bind port b6363937-bab1-4213-851d-cdfccd4f0832 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '1f6d4617-1365-4a27-890f-b6212a6c7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:51:23.636032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Attempting to bind port b6363937-bab1-4213-851d-cdfccd4f0832 on network 4e3abd15-7c8c-4bba-88c3-79d535971dde {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:51:23.641604 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Port b6363937-bab1-4213-851d-cdfccd4f0832 on network 4e3abd15-7c8c-4bba-88c3-79d535971dde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:51:23.641952 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Attempting to bind port b6363937-bab1-4213-851d-cdfccd4f0832 on network 4e3abd15-7c8c-4bba-88c3-79d535971dde {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:51:23.648016 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:51:23.648904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Checking segment: {'id': '1f6d4617-1365-4a27-890f-b6212a6c7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:51:23.649286 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Bound using segment: {'id': '1f6d4617-1365-4a27-890f-b6212a6c7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:51:23.649686 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Bound port: b6363937-bab1-4213-851d-cdfccd4f0832, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f6d4617-1365-4a27-890f-b6212a6c7aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:51:23.650031 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:23.725877 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-8d631921-22fd-451d-a793-75c0c36c3e1c req-77fc1ea9-4cb4-48fa-b1c9-5a2adafde070 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Unset dirty status for tenant:5c2af960f92a4dc6a51941d13ee9790c on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:51:23.727793 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8d631921-22fd-451d-a793-75c0c36c3e1c req-77fc1ea9-4cb4-48fa-b1c9-5a2adafde070 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 943 time: 0.3716407 Dec 21 22:51:23.754732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] For port b6363937-bab1-4213-851d-cdfccd4f0832, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:51:23.771843 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] For port b6363937-bab1-4213-851d-cdfccd4f0832, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b6363937-bab1-4213-851d-cdfccd4f0832,segment=NetworkSegment(1f6d4617-1365-4a27-890f-b6212a6c7aea),segment_id=1f6d4617-1365-4a27-890f-b6212a6c7aea)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:51:23.783159 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8d631921-22fd-451d-a793-75c0c36c3e1c req-82f134f2-de3d-483d-9296-5b65f1790338 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498888 Dec 21 22:51:23.849890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:23.914574 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:23.915971 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] 10.222.0.49 "PUT /v2.0/ports/b6363937-bab1-4213-851d-cdfccd4f0832 HTTP/1.1" status: 200 len: 1093 time: 1.2749541 Dec 21 22:51:23.916386 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a38dd70-ae79-4d85-827b-d30ff69ee782', 'tag': 'b6363937-bab1-4213-851d-cdfccd4f0832'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:51:23.938856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412f95d-b508-4f9f-9f5d-93ef0000e869 service neutron] Pushing event updated for resources: {'Port': ['ID=b6363937-bab1-4213-851d-cdfccd4f0832,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:51:23.977711 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a38dd70-ae79-4d85-827b-d30ff69ee782', 'tag': 'b6363937-bab1-4213-851d-cdfccd4f0832', 'status': 'completed', 'code': 200} Dec 21 22:51:24.077697 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4d10c88e-654a-434c-b805-f0548d496bdf req-03b7501c-5065-49b2-a941-cca4d23d734f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c2af960f92a4dc6a51941d13ee9790c&device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 1096 time: 0.0726850 Dec 21 22:51:24.224035 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10c88e-654a-434c-b805-f0548d496bdf req-3d7d9719-78a0-4293-931e-6bc6ad0870da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:24.225471 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4d10c88e-654a-434c-b805-f0548d496bdf req-3d7d9719-78a0-4293-931e-6bc6ad0870da service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=5c2af960f92a4dc6a51941d13ee9790c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1359406 Dec 21 22:51:24.364369 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10c88e-654a-434c-b805-f0548d496bdf req-54443b80-663f-48e9-9b62-3351e24c6f0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:24.365772 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4d10c88e-654a-434c-b805-f0548d496bdf req-54443b80-663f-48e9-9b62-3351e24c6f0f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310096 Dec 21 22:51:24.474819 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-5b648b70-77c1-459f-9e4c-4ad4ef9d0ca7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5c2af960f92a4dc6a51941d13ee9790c&device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 1096 time: 0.0706007 Dec 21 22:51:24.545469 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-67d99a8e-3155-4228-be81-13ee6a53136a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6363937-bab1-4213-851d-cdfccd4f0832 HTTP/1.1" status: 200 len: 217 time: 0.0598061 Dec 21 22:51:24.612741 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-dd07f5ce-2a18-4e27-8718-705f9df499aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:24.614126 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-dd07f5ce-2a18-4e27-8718-705f9df499aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cccd7160-ff20-4947-a806-4a0b015fce56 HTTP/1.1" status: 200 len: 856 time: 0.0581546 Dec 21 22:51:24.689366 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-b70bbc32-f800-44f0-a363-2b95ad3fac85 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e3abd15-7c8c-4bba-88c3-79d535971dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657964 Dec 21 22:51:24.822043 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-c15b70f4-ca20-4aaf-86e2-bdbc0381cfa6 service neutron] 10.222.0.49 "GET /v2.0/networks/4e3abd15-7c8c-4bba-88c3-79d535971dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254396 Dec 21 22:51:24.963877 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-036ff5ac-0e55-4c8f-9702-3bfd1050a8c5 req-f8cab939-5b7e-4939-bb77-428db7739fe9 service neutron] 10.222.0.49 "GET /v2.0/networks/4e3abd15-7c8c-4bba-88c3-79d535971dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317837 Dec 21 22:51:25.250429 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a8dee-65bc-44aa-ab5c-3e4aa55bdf46 req-7585f403-fbd3-4b9b-adbe-4df63ecc2ad0 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:25.251881 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5f9a8dee-65bc-44aa-ab5c-3e4aa55bdf46 req-7585f403-fbd3-4b9b-adbe-4df63ecc2ad0 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 943 time: 0.3315952 Dec 21 22:51:25.298038 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5f9a8dee-65bc-44aa-ab5c-3e4aa55bdf46 req-162bd9bd-cb6a-4205-82c9-631bdd162256 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405834 Dec 21 22:51:26.567799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71858198-5478-4f2c-85fb-35c520a2e2ac req-49fc1acb-ed88-42b4-833c-df7ac6c1f285 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:26.569148 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-71858198-5478-4f2c-85fb-35c520a2e2ac req-49fc1acb-ed88-42b4-833c-df7ac6c1f285 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 943 time: 0.1484950 Dec 21 22:51:26.614639 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-71858198-5478-4f2c-85fb-35c520a2e2ac req-b96734c6-0c87-497b-a294-698d8f9669e5 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393529 Dec 21 22:51:27.249515 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-237b74ab-5ecf-4eb1-800d-0880b6e50421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:27.553647 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b6363937-bab1-4213-851d-cdfccd4f0832 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:51:27.718254 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port b6363937-bab1-4213-851d-cdfccd4f0832, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b6363937-bab1-4213-851d-cdfccd4f0832,segment=NetworkSegment(1f6d4617-1365-4a27-890f-b6212a6c7aea),segment_id=1f6d4617-1365-4a27-890f-b6212a6c7aea)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:51:27.732060 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'b6363937-bab1-4213-851d-cdfccd4f0832', 'network_id': '4e3abd15-7c8c-4bba-88c3-79d535971dde', 'port_id': 'b6363937-bab1-4213-851d-cdfccd4f0832', 'mac_address': 'fa:16:3e:d2:3f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cccd7160-ff20-4947-a806-4a0b015fce56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:51:27.787474 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:27.805163 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6363937-bab1-4213-851d-cdfccd4f0832 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:51:27.816370 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d45d5e-0b7e-4f18-b128-b8326aeec783 req-ecef2b24-5685-45f3-b617-4585de2898e6 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:27.817876 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-41d45d5e-0b7e-4f18-b128-b8326aeec783 req-ecef2b24-5685-45f3-b617-4585de2898e6 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 943 time: 0.0785365 Dec 21 22:51:27.820780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port b6363937-bab1-4213-851d-cdfccd4f0832, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b6363937-bab1-4213-851d-cdfccd4f0832,segment=NetworkSegment(1f6d4617-1365-4a27-890f-b6212a6c7aea),segment_id=1f6d4617-1365-4a27-890f-b6212a6c7aea)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:51:27.864156 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-41d45d5e-0b7e-4f18-b128-b8326aeec783 req-700196e6-38af-4dd2-b025-43bf63f26904 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399153 Dec 21 22:51:27.893180 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:27.958464 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=b6363937-bab1-4213-851d-cdfccd4f0832,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:51:28.136824 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['b6363937-bab1-4213-851d-cdfccd4f0832'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:51:29.059654 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0411f-99a4-4650-a490-9bc960c9f099 req-84bde43d-2d0c-4e34-96ee-122e7bf33fc5 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:29.061091 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4da0411f-99a4-4650-a490-9bc960c9f099 req-84bde43d-2d0c-4e34-96ee-122e7bf33fc5 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 944 time: 0.0756445 Dec 21 22:51:29.105210 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4da0411f-99a4-4650-a490-9bc960c9f099 req-872c31bd-9527-4105-8ee1-6ed3ab7acc51 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386584 Dec 21 22:51:29.569595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b6363937-bab1-4213-851d-cdfccd4f0832 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:51:29.710482 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5a64b756-1845-48f9-8359-5939ca379dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:29.738780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port b6363937-bab1-4213-851d-cdfccd4f0832 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:51:29.743900 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port b6363937-bab1-4213-851d-cdfccd4f0832 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:51:29.744259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:29.857006 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:29.882336 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a38dd70-ae79-4d85-827b-d30ff69ee782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6363937-bab1-4213-851d-cdfccd4f0832'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:51:29.892481 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port b6363937-bab1-4213-851d-cdfccd4f0832, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b6363937-bab1-4213-851d-cdfccd4f0832,segment=NetworkSegment(1f6d4617-1365-4a27-890f-b6212a6c7aea),segment_id=1f6d4617-1365-4a27-890f-b6212a6c7aea)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:51:29.937056 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a38dd70-ae79-4d85-827b-d30ff69ee782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6363937-bab1-4213-851d-cdfccd4f0832', 'code': 200} Dec 21 22:51:29.962803 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:30.033161 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=b6363937-bab1-4213-851d-cdfccd4f0832,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:51:30.285082 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1faa87a6-132a-4170-9911-5c6c4626c44f req-54f28091-497b-4884-aaa4-19eadc688162 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 1098 time: 0.0706975 Dec 21 22:51:30.303702 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85a970-1377-43c4-ac66-bd066efbb6b1 req-0a84d8f7-93df-499a-8cfc-dc40d142a7fc tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:30.305126 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bc85a970-1377-43c4-ac66-bd066efbb6b1 req-0a84d8f7-93df-499a-8cfc-dc40d142a7fc tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 945 time: 0.0812821 Dec 21 22:51:30.332167 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1faa87a6-132a-4170-9911-5c6c4626c44f req-1a7bdab5-7f6b-4db2-a86b-a5d206458ada service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370371 Dec 21 22:51:30.351832 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bc85a970-1377-43c4-ac66-bd066efbb6b1 req-e5e958dd-919d-439e-9a78-e1d07ea76c12 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403106 Dec 21 22:51:30.795665 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:30.841633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:31.548116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03ed51-fae8-497c-adac-2bd26530d73e req-a8eb5216-4fcc-4ca5-a9c9-c6aa54420bd2 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:31.549527 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ce03ed51-fae8-497c-adac-2bd26530d73e req-a8eb5216-4fcc-4ca5-a9c9-c6aa54420bd2 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 945 time: 0.0761364 Dec 21 22:51:31.599900 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ce03ed51-fae8-497c-adac-2bd26530d73e req-32c0d17d-ef76-43c7-b30c-3e03e8be274d tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440421 Dec 21 22:51:32.368115 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:32.797132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6050754-ce11-4d20-a0ff-d45d6a8e9c27 req-66467d7e-0398-4a04-adf6-fed4f83f8e4a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:32.798673 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f6050754-ce11-4d20-a0ff-d45d6a8e9c27 req-66467d7e-0398-4a04-adf6-fed4f83f8e4a tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 945 time: 0.0760841 Dec 21 22:51:32.846890 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f6050754-ce11-4d20-a0ff-d45d6a8e9c27 req-64347a3d-b670-40cb-8736-40b68763f600 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427244 Dec 21 22:51:33.035777 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8351b-f836-467f-a4bf-39bf7a54e663 req-140ba90f-f2da-48a8-b5c4-ff132a0f0c4f tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:33.037189 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dea8351b-f836-467f-a4bf-39bf7a54e663 req-140ba90f-f2da-48a8-b5c4-ff132a0f0c4f tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 945 time: 0.0741031 Dec 21 22:51:33.082230 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dea8351b-f836-467f-a4bf-39bf7a54e663 req-81606441-4c22-4109-b4ac-1237001d5d34 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389235 Dec 21 22:51:45.597660 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:45.734477 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:51:51.346287 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f49761-197a-4ca9-b459-beff5618accb req-f5690752-7047-41fe-b7e1-07d7d973fc29 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:51.347702 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-28f49761-197a-4ca9-b459-beff5618accb req-f5690752-7047-41fe-b7e1-07d7d973fc29 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 945 time: 0.0793288 Dec 21 22:51:51.393664 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-28f49761-197a-4ca9-b459-beff5618accb req-d8ec7443-1dd7-402d-85c3-46d9eb08de56 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 Dec 21 22:51:52.592508 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5a2e3-30ce-4349-9a99-95946d823a8a req-4359ec0a-d5f8-4966-b1fb-ec315e9e21bd tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:52.593867 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4ea5a2e3-30ce-4349-9a99-95946d823a8a req-4359ec0a-d5f8-4966-b1fb-ec315e9e21bd tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 945 time: 0.0777307 Dec 21 22:51:52.639027 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4ea5a2e3-30ce-4349-9a99-95946d823a8a req-a321cb7d-8f71-4f77-9e64-474d414597f3 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/security-groups?id=f9d473e5-d336-4c34-bc5e-0667565a7660&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395215 Dec 21 22:51:52.903021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00acdb-b0bf-487a-9750-0be7026f970e req-c517aa56-dee5-4464-8bdd-ba188eceb23b tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:51:52.904312 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3a00acdb-b0bf-487a-9750-0be7026f970e req-c517aa56-dee5-4464-8bdd-ba188eceb23b tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.49 "GET /v2.0/ports?device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 945 time: 0.0741365 Dec 21 22:51:52.977291 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-3a00acdb-b0bf-487a-9750-0be7026f970e req-2e71d3fa-f3cc-46b8-909e-4bbbfa1c8196 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Deleting port b6363937-bab1-4213-851d-cdfccd4f0832 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:51:52.977622 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3a00acdb-b0bf-487a-9750-0be7026f970e req-2e71d3fa-f3cc-46b8-909e-4bbbfa1c8196 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:53.216382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-3a00acdb-b0bf-487a-9750-0be7026f970e req-2e71d3fa-f3cc-46b8-909e-4bbbfa1c8196 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] For port b6363937-bab1-4213-851d-cdfccd4f0832, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b6363937-bab1-4213-851d-cdfccd4f0832,segment=NetworkSegment(1f6d4617-1365-4a27-890f-b6212a6c7aea),segment_id=1f6d4617-1365-4a27-890f-b6212a6c7aea)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:51:53.216729 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3a00acdb-b0bf-487a-9750-0be7026f970e req-2e71d3fa-f3cc-46b8-909e-4bbbfa1c8196 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:53.340866 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-3a00acdb-b0bf-487a-9750-0be7026f970e req-2e71d3fa-f3cc-46b8-909e-4bbbfa1c8196 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Calling delete_port for b6363937-bab1-4213-851d-cdfccd4f0832 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:51:53.561346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3a00acdb-b0bf-487a-9750-0be7026f970e req-2e71d3fa-f3cc-46b8-909e-4bbbfa1c8196 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:53.577191 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['b6363937-bab1-4213-851d-cdfccd4f0832'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:51:53.614299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71d3fa-f3cc-46b8-909e-4bbbfa1c8196 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Pushing event deleted for resources: {'Port': ['ID=b6363937-bab1-4213-851d-cdfccd4f0832,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:51:53.687888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a00acdb-b0bf-487a-9750-0be7026f970e req-2e71d3fa-f3cc-46b8-909e-4bbbfa1c8196 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] No DVR routers for this DVR port b6363937-bab1-4213-851d-cdfccd4f0832 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:51:53.690339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3a00acdb-b0bf-487a-9750-0be7026f970e req-2e71d3fa-f3cc-46b8-909e-4bbbfa1c8196 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:53.694401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a38dd70-ae79-4d85-827b-d30ff69ee782', 'name': 'network-vif-deleted', 'tag': 'b6363937-bab1-4213-851d-cdfccd4f0832'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:51:53.758160 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a38dd70-ae79-4d85-827b-d30ff69ee782', 'name': 'network-vif-deleted', 'tag': 'b6363937-bab1-4213-851d-cdfccd4f0832', 'status': 'completed', 'code': 200} Dec 21 22:51:53.802534 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3a00acdb-b0bf-487a-9750-0be7026f970e req-2e71d3fa-f3cc-46b8-909e-4bbbfa1c8196 tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.49 "DELETE /v2.0/ports/b6363937-bab1-4213-851d-cdfccd4f0832 HTTP/1.1" status: 204 len: 173 time: 0.8897758 Dec 21 22:51:53.809304 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-d9f15c7d-3088-488e-99cc-29e95dc96d10 req-4d34035a-7f17-4578-998c-9409ed38efcf tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Synchronizing usage tracker for tenant:5c2af960f92a4dc6a51941d13ee9790c on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:51:53.883549 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-d9f15c7d-3088-488e-99cc-29e95dc96d10 req-4d34035a-7f17-4578-998c-9409ed38efcf tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] Unset dirty status for tenant:5c2af960f92a4dc6a51941d13ee9790c on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:51:53.886186 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d9f15c7d-3088-488e-99cc-29e95dc96d10 req-4d34035a-7f17-4578-998c-9409ed38efcf tempest-TestEncryptedCinderVolumes-1203412318 tempest-TestEncryptedCinderVolumes-1203412318-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a38dd70-ae79-4d85-827b-d30ff69ee782 HTTP/1.1" status: 200 len: 210 time: 0.1205678 Dec 21 22:51:55.090214 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44590) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:55.563646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-88019c42-550b-4186-b13a-6990b38dac7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:56.147805 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-88019c42-550b-4186-b13a-6990b38dac7d admin admin] Deleting port f75b160c-bdc7-4cff-a901-9c208a510221 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:51:56.148491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-88019c42-550b-4186-b13a-6990b38dac7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:56.315579 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-88019c42-550b-4186-b13a-6990b38dac7d admin admin] For port f75b160c-bdc7-4cff-a901-9c208a510221, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f75b160c-bdc7-4cff-a901-9c208a510221,segment=NetworkSegment(1f6d4617-1365-4a27-890f-b6212a6c7aea),segment_id=1f6d4617-1365-4a27-890f-b6212a6c7aea)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:51:56.315862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-88019c42-550b-4186-b13a-6990b38dac7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:56.436867 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-88019c42-550b-4186-b13a-6990b38dac7d admin admin] Calling delete_port for f75b160c-bdc7-4cff-a901-9c208a510221 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:51:56.666780 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-88019c42-550b-4186-b13a-6990b38dac7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:56.711277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88019c42-550b-4186-b13a-6990b38dac7d admin admin] Pushing event deleted for resources: {'Port': ['ID=f75b160c-bdc7-4cff-a901-9c208a510221,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:51:57.085800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-88019c42-550b-4186-b13a-6990b38dac7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:57.266475 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d5ed4328-f52f-42e3-a34f-7811efd29791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:57.654779 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88019c42-550b-4186-b13a-6990b38dac7d admin admin] Router c43d176e-3d3a-4ca1-accb-054ba77b603d has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:51:57.709438 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b6363937-bab1-4213-851d-cdfccd4f0832 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:51:57.744222 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: b6363937-bab1-4213-851d-cdfccd4f0832 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:51:57.744699 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b6363937-bab1-4213-851d-cdfccd4f0832 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:51:57.852632 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88019c42-550b-4186-b13a-6990b38dac7d admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:51:57.862610 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9a8423-3a2a-44c2-84cc-1e0a4d86fd86 None None] Sync routers for ids ['c43d176e-3d3a-4ca1-accb-054ba77b603d'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:51:57.874527 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9a8423-3a2a-44c2-84cc-1e0a4d86fd86 None None] Routers {'c43d176e-3d3a-4ca1-accb-054ba77b603d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:51:57.875121 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1f9a8423-3a2a-44c2-84cc-1e0a4d86fd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:51:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c43d176e-3d3a-4ca1-accb-054ba77b603d'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:51:57.929240 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-88019c42-550b-4186-b13a-6990b38dac7d admin admin] 10.222.0.37 "PUT /v2.0/routers/c43d176e-3d3a-4ca1-accb-054ba77b603d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8377275 Dec 21 22:51:57.932315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44594) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:58.047971 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-1f9a8423-3a2a-44c2-84cc-1e0a4d86fd86 None None] Set router c43d176e-3d3a-4ca1-accb-054ba77b603d gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:51:58.131407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:58.375057 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1f9a8423-3a2a-44c2-84cc-1e0a4d86fd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'name': 'tempest-TestEncryptedCinderVolumes-1774731557-router', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:30Z', 'updated_at': '2021-12-21T22:51:56Z', 'revision_number': 5, 'project_id': '5c2af960f92a4dc6a51941d13ee9790c', 'gw_port': {'id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:31Z', 'updated_at': '2021-12-21T22:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:51:58.378901 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9a8423-3a2a-44c2-84cc-1e0a4d86fd86 None None] Checking router: c43d176e-3d3a-4ca1-accb-054ba77b603d for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:51:58.389355 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9a8423-3a2a-44c2-84cc-1e0a4d86fd86 None None] Routers {'c43d176e-3d3a-4ca1-accb-054ba77b603d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:51:58.389993 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1f9a8423-3a2a-44c2-84cc-1e0a4d86fd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:51:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['c43d176e-3d3a-4ca1-accb-054ba77b603d'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:51:58.420314 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:58.487167 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Deleting port 63012489-b996-4b27-b96d-50c2276b3bd0 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:51:58.487684 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:58.564333 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-1f9a8423-3a2a-44c2-84cc-1e0a4d86fd86 None None] Set router c43d176e-3d3a-4ca1-accb-054ba77b603d gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:51:58.660929 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] For port 63012489-b996-4b27-b96d-50c2276b3bd0, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=63012489-b996-4b27-b96d-50c2276b3bd0,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:51:58.661307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:58.781340 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Calling delete_port for 63012489-b996-4b27-b96d-50c2276b3bd0 owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:51:58.845111 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1f9a8423-3a2a-44c2-84cc-1e0a4d86fd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'name': 'tempest-TestEncryptedCinderVolumes-1774731557-router', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:30Z', 'updated_at': '2021-12-21T22:51:56Z', 'revision_number': 5, 'project_id': '5c2af960f92a4dc6a51941d13ee9790c', 'gw_port': {'id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:31Z', 'updated_at': '2021-12-21T22:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:51:58.848908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9a8423-3a2a-44c2-84cc-1e0a4d86fd86 None None] The sync data for ids ['c43d176e-3d3a-4ca1-accb-054ba77b603d'] in dv-neutron-822520-1-hyperv is: [{'id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'name': 'tempest-TestEncryptedCinderVolumes-1774731557-router', 'tenant_id': '5c2af960f92a4dc6a51941d13ee9790c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161'}], 'enable_snat': True}, 'gw_port_id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:30Z', 'updated_at': '2021-12-21T22:51:56Z', 'revision_number': 5, 'project_id': '5c2af960f92a4dc6a51941d13ee9790c', 'gw_port': {'id': '63012489-b996-4b27-b96d-50c2276b3bd0', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:62:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43d176e-3d3a-4ca1-accb-054ba77b603d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:31Z', 'updated_at': '2021-12-21T22:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:51:59.020155 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:59.062514 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Pushing event deleted for resources: {'Port': ['ID=63012489-b996-4b27-b96d-50c2276b3bd0,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:51:59.105932 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:59.106220 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:59.106553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:59.106875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:59.107197 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:59.107518 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:59.107832 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:59.108144 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:59.108455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:59.108764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:59.109073 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:51:59.301761 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:59.557009 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:59.561152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:59.671668 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:59.672074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c43d176e-3d3a-4ca1-accb-054ba77b603d {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:51:59.683897 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db2e986d-4e8f-4c65-b059-50d21e9193d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:59.688176 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:59.689541 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9aa73ce5-4d0a-4fbf-8835-b66f0227c002 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c43d176e-3d3a-4ca1-accb-054ba77b603d HTTP/1.1" status: 204 len: 168 time: 1.7562099 Dec 21 22:51:59.693088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44598) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:51:59.758393 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-389924ae-48f1-4e7a-810d-64ad23623650 admin admin] Deleting subnet cccd7160-ff20-4947-a806-4a0b015fce56 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:51:59.762234 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-389924ae-48f1-4e7a-810d-64ad23623650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:59.811171 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-389924ae-48f1-4e7a-810d-64ad23623650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:51:59.888867 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-389924ae-48f1-4e7a-810d-64ad23623650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:00.109470 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-389924ae-48f1-4e7a-810d-64ad23623650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:00.152660 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389924ae-48f1-4e7a-810d-64ad23623650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cccd7160-ff20-4947-a806-4a0b015fce56,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:00.154661 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-389924ae-48f1-4e7a-810d-64ad23623650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:00.163323 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-389924ae-48f1-4e7a-810d-64ad23623650 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cccd7160-ff20-4947-a806-4a0b015fce56 HTTP/1.1" status: 204 len: 168 time: 0.4668794 Dec 21 22:52:00.163534 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407378b2-aee6-4c1a-9b65-2736f289223f None None] Network 4e3abd15-7c8c-4bba-88c3-79d535971dde requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:52:00.163707 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44602) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:00.176767 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 63012489-b996-4b27-b96d-50c2276b3bd0 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:52:00.218724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 63012489-b996-4b27-b96d-50c2276b3bd0 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:52:00.223996 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 63012489-b996-4b27-b96d-50c2276b3bd0 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:52:00.223996 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f75b160c-bdc7-4cff-a901-9c208a510221 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:52:00.266034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: f75b160c-bdc7-4cff-a901-9c208a510221 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:52:00.266365 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f75b160c-bdc7-4cff-a901-9c208a510221 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:52:00.274361 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:00.285390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] Deleting port 47f39a8f-e176-4f7e-b072-978d55e9fecb {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:52:00.285721 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:00.477547 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea00a09e-a912-439e-9d3f-1cc892905854 None None] DHCP port deletion for 4e3abd15-7c8c-4bba-88c3-79d535971dde request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:52:00.482690 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ea00a09e-a912-439e-9d3f-1cc892905854 None None] Deleting port 47f39a8f-e176-4f7e-b072-978d55e9fecb {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:52:00.483049 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ea00a09e-a912-439e-9d3f-1cc892905854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:00.488621 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] For port 47f39a8f-e176-4f7e-b072-978d55e9fecb, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=47f39a8f-e176-4f7e-b072-978d55e9fecb,segment=NetworkSegment(1f6d4617-1365-4a27-890f-b6212a6c7aea),segment_id=1f6d4617-1365-4a27-890f-b6212a6c7aea)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:52:00.488966 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:00.605933 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] Calling delete_port for 47f39a8f-e176-4f7e-b072-978d55e9fecb owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:52:00.680298 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ea00a09e-a912-439e-9d3f-1cc892905854 None None] For port 47f39a8f-e176-4f7e-b072-978d55e9fecb, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=47f39a8f-e176-4f7e-b072-978d55e9fecb,segment=NetworkSegment(1f6d4617-1365-4a27-890f-b6212a6c7aea),segment_id=1f6d4617-1365-4a27-890f-b6212a6c7aea)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:52:00.680683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ea00a09e-a912-439e-9d3f-1cc892905854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:00.757798 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:00.807165 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] Pushing event deleted for resources: {'Port': ['ID=47f39a8f-e176-4f7e-b072-978d55e9fecb,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:00.811896 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] No DVR routers for this DVR port 47f39a8f-e176-4f7e-b072-978d55e9fecb on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:52:00.818406 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ea00a09e-a912-439e-9d3f-1cc892905854 None None] Calling delete_port for 47f39a8f-e176-4f7e-b072-978d55e9fecb owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:52:00.875358 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:00.896344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-ea00a09e-a912-439e-9d3f-1cc892905854 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:52:00.896710 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-ea00a09e-a912-439e-9d3f-1cc892905854 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:52:00.934044 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:00.935395 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:00.959082 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e3abd15-7c8c-4bba-88c3-79d535971dde']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:00.971595 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6d4617-1365-4a27-890f-b6212a6c7aea') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:00.971884 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6d4617-1365-4a27-890f-b6212a6c7aea') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:00.983644 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:00.998832 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:01.004835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:52:01.005177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:52:01.018143 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:52:01.128895 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:01.144834 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:01.155178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e3abd15-7c8c-4bba-88c3-79d535971dde,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:01.213437 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-295acb93-97a6-4c13-98cc-70f3fc3a921d admin admin] 10.222.0.37 "DELETE /v2.0/networks/4e3abd15-7c8c-4bba-88c3-79d535971dde HTTP/1.1" status: 204 len: 168 time: 1.0452175 Dec 21 22:52:01.213768 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44606) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:01.398096 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ea00a09e-a912-439e-9d3f-1cc892905854 None None] Deleting port 47f39a8f-e176-4f7e-b072-978d55e9fecb {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:52:01.398429 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ea00a09e-a912-439e-9d3f-1cc892905854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:01.465852 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ea00a09e-a912-439e-9d3f-1cc892905854 None None] The port '47f39a8f-e176-4f7e-b072-978d55e9fecb' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:52:01.605402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bec63fe9-4cd6-43c5-b8a3-97840a2da042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:02.083856 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 47f39a8f-e176-4f7e-b072-978d55e9fecb no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:52:02.117330 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 47f39a8f-e176-4f7e-b072-978d55e9fecb {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:52:02.117672 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 47f39a8f-e176-4f7e-b072-978d55e9fecb not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:52:02.315371 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-bec63fe9-4cd6-43c5-b8a3-97840a2da042 admin admin] Deleting port 66ef9d2f-7eb1-4805-af2c-4126841321fa {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:52:02.315916 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bec63fe9-4cd6-43c5-b8a3-97840a2da042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:02.323693 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:02.484979 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-bec63fe9-4cd6-43c5-b8a3-97840a2da042 admin admin] For port 66ef9d2f-7eb1-4805-af2c-4126841321fa, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=66ef9d2f-7eb1-4805-af2c-4126841321fa,segment=NetworkSegment(39ff14f6-f773-4f94-b823-7671233cc209),segment_id=39ff14f6-f773-4f94-b823-7671233cc209)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:52:02.485329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bec63fe9-4cd6-43c5-b8a3-97840a2da042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:02.605826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-bec63fe9-4cd6-43c5-b8a3-97840a2da042 admin admin] Calling delete_port for 66ef9d2f-7eb1-4805-af2c-4126841321fa owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:52:02.869733 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bec63fe9-4cd6-43c5-b8a3-97840a2da042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:02.915278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec63fe9-4cd6-43c5-b8a3-97840a2da042 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ef9d2f-7eb1-4805-af2c-4126841321fa,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:03.200047 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-bec63fe9-4cd6-43c5-b8a3-97840a2da042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:03.847864 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec63fe9-4cd6-43c5-b8a3-97840a2da042 admin admin] Router e64d3783-c554-411f-b8ae-a6a2048f09c5 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:52:04.044610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec63fe9-4cd6-43c5-b8a3-97840a2da042 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:52:04.057250 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826ea7e-9868-4290-8e35-6a0dcab21f78 None None] Sync routers for ids ['e64d3783-c554-411f-b8ae-a6a2048f09c5'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:52:04.057813 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-bec63fe9-4cd6-43c5-b8a3-97840a2da042 admin admin] 10.222.0.37 "PUT /v2.0/routers/e64d3783-c554-411f-b8ae-a6a2048f09c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8402574 Dec 21 22:52:04.058167 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44610) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:04.067763 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826ea7e-9868-4290-8e35-6a0dcab21f78 None None] Routers {'e64d3783-c554-411f-b8ae-a6a2048f09c5'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:52:04.068581 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-8826ea7e-9868-4290-8e35-6a0dcab21f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:52:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e64d3783-c554-411f-b8ae-a6a2048f09c5'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:04.245763 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-8826ea7e-9868-4290-8e35-6a0dcab21f78 None None] Set router e64d3783-c554-411f-b8ae-a6a2048f09c5 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:52:04.258466 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b614ca78-cd87-4601-beb9-d73ed571e246 admin admin] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:04.450408 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b614ca78-cd87-4601-beb9-d73ed571e246 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:04.517667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-b614ca78-cd87-4601-beb9-d73ed571e246 admin admin] Deleting port b7b23d5b-2c98-44a8-a6c5-f3350eb90396 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:52:04.517902 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b614ca78-cd87-4601-beb9-d73ed571e246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:04.531898 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-8826ea7e-9868-4290-8e35-6a0dcab21f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'name': 'tempest-TestEncryptedCinderVolumes-1899340726-router', 'tenant_id': 'bcc057319c3647e69eb69bd840e2b925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.196'}], 'enable_snat': True}, 'gw_port_id': 'b7b23d5b-2c98-44a8-a6c5-f3350eb90396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:37Z', 'updated_at': '2021-12-21T22:52:02Z', 'revision_number': 5, 'project_id': 'bcc057319c3647e69eb69bd840e2b925', 'gw_port': {'id': 'b7b23d5b-2c98-44a8-a6c5-f3350eb90396', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d6:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:50:38Z', 'updated_at': '2021-12-21T22:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:04.535644 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826ea7e-9868-4290-8e35-6a0dcab21f78 None None] Checking router: e64d3783-c554-411f-b8ae-a6a2048f09c5 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:52:04.546093 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8826ea7e-9868-4290-8e35-6a0dcab21f78 None None] Routers {'e64d3783-c554-411f-b8ae-a6a2048f09c5'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:52:04.546689 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-8826ea7e-9868-4290-8e35-6a0dcab21f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:52:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e64d3783-c554-411f-b8ae-a6a2048f09c5'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:04.723559 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-8826ea7e-9868-4290-8e35-6a0dcab21f78 None None] Set router e64d3783-c554-411f-b8ae-a6a2048f09c5 gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:52:04.782987 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-b614ca78-cd87-4601-beb9-d73ed571e246 admin admin] For port b7b23d5b-2c98-44a8-a6c5-f3350eb90396, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b7b23d5b-2c98-44a8-a6c5-f3350eb90396,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:52:04.783226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b614ca78-cd87-4601-beb9-d73ed571e246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:04.825017 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-8826ea7e-9868-4290-8e35-6a0dcab21f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'name': 'tempest-TestEncryptedCinderVolumes-1899340726-router', 'tenant_id': 'bcc057319c3647e69eb69bd840e2b925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:37Z', 'updated_at': '2021-12-21T22:52:04Z', 'revision_number': 6, 'project_id': 'bcc057319c3647e69eb69bd840e2b925', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:04.828825 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8826ea7e-9868-4290-8e35-6a0dcab21f78 None None] The sync data for ids ['e64d3783-c554-411f-b8ae-a6a2048f09c5'] in dv-neutron-822520-1-hyperv is: [{'id': 'e64d3783-c554-411f-b8ae-a6a2048f09c5', 'name': 'tempest-TestEncryptedCinderVolumes-1899340726-router', 'tenant_id': 'bcc057319c3647e69eb69bd840e2b925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:50:37Z', 'updated_at': '2021-12-21T22:52:04Z', 'revision_number': 6, 'project_id': 'bcc057319c3647e69eb69bd840e2b925', 'gw_port_host': None}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:52:04.902202 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-b614ca78-cd87-4601-beb9-d73ed571e246 admin admin] Calling delete_port for b7b23d5b-2c98-44a8-a6c5-f3350eb90396 owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:52:05.115859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b614ca78-cd87-4601-beb9-d73ed571e246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:05.161271 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614ca78-cd87-4601-beb9-d73ed571e246 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7b23d5b-2c98-44a8-a6c5-f3350eb90396,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:05.385566 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b614ca78-cd87-4601-beb9-d73ed571e246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:05.632280 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b614ca78-cd87-4601-beb9-d73ed571e246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:05.636618 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b614ca78-cd87-4601-beb9-d73ed571e246 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:05.744621 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b614ca78-cd87-4601-beb9-d73ed571e246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:05.745194 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b614ca78-cd87-4601-beb9-d73ed571e246 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e64d3783-c554-411f-b8ae-a6a2048f09c5 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:52:05.757324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b614ca78-cd87-4601-beb9-d73ed571e246 admin admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:05.758469 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b614ca78-cd87-4601-beb9-d73ed571e246 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e64d3783-c554-411f-b8ae-a6a2048f09c5 HTTP/1.1" status: 204 len: 168 time: 1.6993606 Dec 21 22:52:05.761583 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44614) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:05.821460 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1a858a-6222-4c40-8281-7b3c08d24223 admin admin] Deleting subnet f2dc5d00-d1e6-4198-bef9-8655533f524f {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:52:05.825551 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0c1a858a-6222-4c40-8281-7b3c08d24223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:05.873668 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0c1a858a-6222-4c40-8281-7b3c08d24223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:05.951657 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0c1a858a-6222-4c40-8281-7b3c08d24223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:06.084057 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0c1a858a-6222-4c40-8281-7b3c08d24223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:06.089257 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b7b23d5b-2c98-44a8-a6c5-f3350eb90396 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:52:06.121566 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: b7b23d5b-2c98-44a8-a6c5-f3350eb90396 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:52:06.121803 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b7b23d5b-2c98-44a8-a6c5-f3350eb90396 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:52:06.122232 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 66ef9d2f-7eb1-4805-af2c-4126841321fa no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:52:06.122643 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a858a-6222-4c40-8281-7b3c08d24223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2dc5d00-d1e6-4198-bef9-8655533f524f,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:06.127500 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0c1a858a-6222-4c40-8281-7b3c08d24223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:06.133467 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0c1a858a-6222-4c40-8281-7b3c08d24223 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f2dc5d00-d1e6-4198-bef9-8655533f524f HTTP/1.1" status: 204 len: 168 time: 0.3708930 Dec 21 22:52:06.137789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44618) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:06.191463 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc501cbd-4cfc-4a36-a1fc-66825b90cc58 None None] Network 92aabc49-c1c0-4060-abb7-42bf4cdce7a3 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:52:06.211562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 66ef9d2f-7eb1-4805-af2c-4126841321fa {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:52:06.211781 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 66ef9d2f-7eb1-4805-af2c-4126841321fa not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:52:06.334340 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:06.345166 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] Deleting port 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:52:06.345493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:06.437583 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ef7f00-f038-480a-ab03-257e046b3b00 None None] DHCP port deletion for 92aabc49-c1c0-4060-abb7-42bf4cdce7a3 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:52:06.441756 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef7f00-f038-480a-ab03-257e046b3b00 None None] Deleting port 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:52:06.442161 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7f00-f038-480a-ab03-257e046b3b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:06.549227 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] For port 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d,segment=NetworkSegment(39ff14f6-f773-4f94-b823-7671233cc209),segment_id=39ff14f6-f773-4f94-b823-7671233cc209)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:52:06.549462 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:06.641566 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-c5ef7f00-f038-480a-ab03-257e046b3b00 None None] For port 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d,segment=NetworkSegment(39ff14f6-f773-4f94-b823-7671233cc209),segment_id=39ff14f6-f773-4f94-b823-7671233cc209)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:52:06.641943 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7f00-f038-480a-ab03-257e046b3b00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:06.668943 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] Calling delete_port for 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:52:06.761976 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef7f00-f038-480a-ab03-257e046b3b00 None None] Calling delete_port for 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:52:06.831779 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:06.836484 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-c5ef7f00-f038-480a-ab03-257e046b3b00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:52:06.836830 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-c5ef7f00-f038-480a-ab03-257e046b3b00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:52:06.877172 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:06.880969 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] No DVR routers for this DVR port 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:52:06.993649 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:07.017360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92aabc49-c1c0-4060-abb7-42bf4cdce7a3']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:07.029509 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ff14f6-f773-4f94-b823-7671233cc209') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:07.029800 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ff14f6-f773-4f94-b823-7671233cc209') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:07.041322 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:07.056724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:07.062594 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:52:07.063726 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:52:07.075792 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:52:07.200950 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:07.217198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:07.227938 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=92aabc49-c1c0-4060-abb7-42bf4cdce7a3,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:07.233689 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-56dce950-1dd6-4a0b-b1d4-8b8e09a57c59 admin admin] 10.222.0.37 "DELETE /v2.0/networks/92aabc49-c1c0-4060-abb7-42bf4cdce7a3 HTTP/1.1" status: 204 len: 168 time: 1.0925899 Dec 21 22:52:07.338830 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef7f00-f038-480a-ab03-257e046b3b00 None None] Deleting port 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:52:07.339406 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c5ef7f00-f038-480a-ab03-257e046b3b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:07.406771 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c5ef7f00-f038-480a-ab03-257e046b3b00 None None] The port '95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:52:07.711639 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44624) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:07.762280 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0a8e6148-dd1e-49be-823e-7b7b5ef39a13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c2af960f92a4dc6a51941d13ee9790c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493748 Dec 21 22:52:07.764732 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44628) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:07.827505 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a59ab629-2958-4bf6-ae4d-b33cafc2643e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:07.851763 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a59ab629-2958-4bf6-ae4d-b33cafc2643e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:07.978991 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a59ab629-2958-4bf6-ae4d-b33cafc2643e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:07.994497 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ab629-2958-4bf6-ae4d-b33cafc2643e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d473e5-d336-4c34-bc5e-0667565a7660,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:08.074769 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a59ab629-2958-4bf6-ae4d-b33cafc2643e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:08.078230 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a59ab629-2958-4bf6-ae4d-b33cafc2643e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9d473e5-d336-4c34-bc5e-0667565a7660 HTTP/1.1" status: 204 len: 168 time: 0.3102696 Dec 21 22:52:08.086528 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:52:08.119344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:52:08.119685 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 95fb4ae5-2e91-46e3-ab88-7fa1eb86f70d not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:52:08.749618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44636) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:08.803778 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a8d6b4b1-232f-4b2b-8644-96bd347cf6cd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcc057319c3647e69eb69bd840e2b925&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529175 Dec 21 22:52:08.806348 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44640) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:08.864846 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c056251d-ec5e-4a96-83fe-d7591b6969ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:08.889763 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c056251d-ec5e-4a96-83fe-d7591b6969ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:09.007274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c056251d-ec5e-4a96-83fe-d7591b6969ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:09.021781 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056251d-ec5e-4a96-83fe-d7591b6969ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5c6749-c4c2-47e1-80dc-ca915390b341,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:09.029508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c056251d-ec5e-4a96-83fe-d7591b6969ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:09.030638 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c056251d-ec5e-4a96-83fe-d7591b6969ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc5c6749-c4c2-47e1-80dc-ca915390b341 HTTP/1.1" status: 204 len: 168 time: 0.2232683 Dec 21 22:52:10.216448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44662) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:10.344173 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1659976428-network', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:10.348857 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:52:10.352663 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Usage tracker for resource:network and tenant:dd4152f424eb4d2198663244a7130a99 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:52:10.355509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:52:10.361537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:52:10.498326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Made reservation on behalf of dd4152f424eb4d2198663244a7130a99 for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:52:10.500494 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:10.513380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:10.543503 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:52:10.547181 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Usage tracker for resource:security_group_rule and tenant:dd4152f424eb4d2198663244a7130a99 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:52:10.549842 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:52:10.555417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:52:10.622677 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:10.688452 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:10.717861 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:52:10.726500 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1592d196-d12e-4e83-9513-009266515c6e,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:10.731826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:10.732788 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Added segment 5bd18094-1eaf-487b-b8b1-48d754296c52 of type vlan for network eb31e4a9-471b-4a8c-85d3-76be58791d19 Dec 21 22:52:10.761405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:10.860414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:10.861239 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:10.861807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:10.961394 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] Pushing event updated for resources: {'Network': ['ID=eb31e4a9-471b-4a8c-85d3-76be58791d19,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:10.971396 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network eb31e4a9-471b-4a8c-85d3-76be58791d19 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:52:10.982062 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-40d8eaf7-3e93-4ecf-b5c6-34c0f5362742 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7625306 Dec 21 22:52:10.982846 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44668) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:10.988054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-471ec5d8-4a7b-4164-a20f-fe5f711d7fcf admin admin] Request body: {'subnet': {'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1659976428-subnet', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'ip_version': 4}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:10.992794 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-471ec5d8-4a7b-4164-a20f-fe5f711d7fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:52:10.996854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-471ec5d8-4a7b-4164-a20f-fe5f711d7fcf admin admin] Usage tracker for resource:subnet and tenant:dd4152f424eb4d2198663244a7130a99 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:52:10.999705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-471ec5d8-4a7b-4164-a20f-fe5f711d7fcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:52:11.005452 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-471ec5d8-4a7b-4164-a20f-fe5f711d7fcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:52:11.083048 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471ec5d8-4a7b-4164-a20f-fe5f711d7fcf admin admin] Made reservation on behalf of dd4152f424eb4d2198663244a7130a99 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:52:11.085340 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-471ec5d8-4a7b-4164-a20f-fe5f711d7fcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:11.329358 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-471ec5d8-4a7b-4164-a20f-fe5f711d7fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:11.409424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ec5d8-4a7b-4164-a20f-fe5f711d7fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:11.423921 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471ec5d8-4a7b-4164-a20f-fe5f711d7fcf admin admin] Checking segment: {'id': '5bd18094-1eaf-487b-b8b1-48d754296c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:52:11.424273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471ec5d8-4a7b-4164-a20f-fe5f711d7fcf admin admin] Network hostable DHCP agents. Network: eb31e4a9-471b-4a8c-85d3-76be58791d19, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:52:11.488895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471ec5d8-4a7b-4164-a20f-fe5f711d7fcf admin admin] Network eb31e4a9-471b-4a8c-85d3-76be58791d19 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:52:11.578537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-471ec5d8-4a7b-4164-a20f-fe5f711d7fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, eb31e4a9-471b-4a8c-85d3-76be58791d19) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:52:11.582431 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471ec5d8-4a7b-4164-a20f-fe5f711d7fcf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:11.582929 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-471ec5d8-4a7b-4164-a20f-fe5f711d7fcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:11.588127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21884e33-6dde-4b4d-abea-2c9af7a7e657 None None] Network eb31e4a9-471b-4a8c-85d3-76be58791d19 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:52:11.695622 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-471ec5d8-4a7b-4164-a20f-fe5f711d7fcf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7117715 Dec 21 22:52:11.698505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44672) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:11.703617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1659976428-router', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:11.708117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:52:11.712000 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Usage tracker for resource:router and tenant:dd4152f424eb4d2198663244a7130a99 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:52:11.715491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:52:11.721046 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:52:11.799892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-eb31e4a9-471b-4a8c-85d3-76be58791d19', 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'fixed_ips': [{'subnet_id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:52:11.800710 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:11.815016 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:11.816089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:11.835165 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:11.952139 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Allocated IP 172.20.0.2 (eb31e4a9-471b-4a8c-85d3-76be58791d19/cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec/fb2db07d-9c5d-4245-8895-7f17a97d8a56) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:52:12.054880 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:12.148800 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:12.158800 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Transition to ACTIVE for port object fb2db07d-9c5d-4245-8895-7f17a97d8a56 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:52:12.176860 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Transition to ACTIVE for port object fb2db07d-9c5d-4245-8895-7f17a97d8a56 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:52:12.236056 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:12.341222 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Network eb31e4a9-471b-4a8c-85d3-76be58791d19 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:52:12.344136 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:52:12.348578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:52:12.350522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Pushing event updated for resources: {'Port': ['ID=fb2db07d-9c5d-4245-8895-7f17a97d8a56,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:12.362146 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:12.362484 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:12.362821 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:12.363186 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:12.363510 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:12.363827 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:12.364141 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:12.364456 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:12.364768 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:12.365076 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:12.365386 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:12.404911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:12.438163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:12.444607 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Attempting to bind port fb2db07d-9c5d-4245-8895-7f17a97d8a56 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:52:12.444971 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Attempting to bind port fb2db07d-9c5d-4245-8895-7f17a97d8a56 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '5bd18094-1eaf-487b-b8b1-48d754296c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:52:12.445320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Attempting to bind port fb2db07d-9c5d-4245-8895-7f17a97d8a56 on network eb31e4a9-471b-4a8c-85d3-76be58791d19 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:52:12.452679 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:52:12.453042 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Checking segment: {'id': '5bd18094-1eaf-487b-b8b1-48d754296c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:52:12.453428 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:12.453809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Bound using segment: {'id': '5bd18094-1eaf-487b-b8b1-48d754296c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:52:12.454284 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Bound port: fb2db07d-9c5d-4245-8895-7f17a97d8a56, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd18094-1eaf-487b-b8b1-48d754296c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:52:12.454647 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:12.547208 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] For port fb2db07d-9c5d-4245-8895-7f17a97d8a56, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:52:12.550252 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] For port fb2db07d-9c5d-4245-8895-7f17a97d8a56, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=fb2db07d-9c5d-4245-8895-7f17a97d8a56,segment=NetworkSegment(5bd18094-1eaf-487b-b8b1-48d754296c52),segment_id=5bd18094-1eaf-487b-b8b1-48d754296c52)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:52:12.570088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Allocated IP 172.26.3.95 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/dce8489f-514c-4680-a65d-bd22bfea136b) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:52:12.638223 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:12.721372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49453a2-e60b-4b80-b3ac-1aff010943a2 None None] Pushing event updated for resources: {'Port': ['ID=fb2db07d-9c5d-4245-8895-7f17a97d8a56,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:12.728845 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:12.803910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:12.889394 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:52:12.892273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:52:12.896741 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:52:12.921851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=dce8489f-514c-4680-a65d-bd22bfea136b,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:13.127318 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:13.127970 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:13.409869 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Router e29b9599-f5b3-4e75-8c49-92f882428efa is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:52:13.615486 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:52:13.627502 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Sync routers for ids ['e29b9599-f5b3-4e75-8c49-92f882428efa'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:52:13.641526 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Routers {'e29b9599-f5b3-4e75-8c49-92f882428efa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:52:13.642223 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:52:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e29b9599-f5b3-4e75-8c49-92f882428efa'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:13.693192 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec6e6e6-d486-4e2a-aeba-4f0277b746d0 None None] Network eb31e4a9-471b-4a8c-85d3-76be58791d19 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:52:13.717957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:13.719371 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5a966512-71c9-41a3-93a0-09778a02b8e9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0199409 Dec 21 22:52:13.721853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44676) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:13.966168 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Set router e29b9599-f5b3-4e75-8c49-92f882428efa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:52:14.013189 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c455f18d-e1e3-4c51-90ca-294b75bf5f5f None None] Provisioning for port fb2db07d-9c5d-4245-8895-7f17a97d8a56 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:52:14.138358 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device fb2db07d-9c5d-4245-8895-7f17a97d8a56 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:52:14.391749 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'name': 'tempest-TestMinimumBasicScenario-1659976428-router', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:11Z', 'updated_at': '2021-12-21T22:52:13Z', 'revision_number': 3, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'gw_port': {'id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:07:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:12Z', 'updated_at': '2021-12-21T22:52:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:14.397162 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Checking router: e29b9599-f5b3-4e75-8c49-92f882428efa for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:52:14.397582 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Updating router e29b9599-f5b3-4e75-8c49-92f882428efa port dce8489f-514c-4680-a65d-bd22bfea136b binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:52:14.432434 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port fb2db07d-9c5d-4245-8895-7f17a97d8a56 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:52:14.446763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port fb2db07d-9c5d-4245-8895-7f17a97d8a56 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:14.447646 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:14.500642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:14.601718 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:14.711907 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:14.732604 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-7663d87f-bc5f-4844-a2c0-5f42766a257c None None] Provisioning complete for port fb2db07d-9c5d-4245-8895-7f17a97d8a56 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:14.732971 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7663d87f-bc5f-4844-a2c0-5f42766a257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:14.816098 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Allocated IP 172.20.0.1 (eb31e4a9-471b-4a8c-85d3-76be58791d19/cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec/96f8a69c-4c35-4151-80cf-1bf866cb7dd8) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:52:14.914516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port fb2db07d-9c5d-4245-8895-7f17a97d8a56, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=fb2db07d-9c5d-4245-8895-7f17a97d8a56,segment=NetworkSegment(5bd18094-1eaf-487b-b8b1-48d754296c52),segment_id=5bd18094-1eaf-487b-b8b1-48d754296c52)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:52:14.963791 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:14.980302 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Transition to ACTIVE for port object 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:52:14.981764 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:15.089767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:15.117584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=fb2db07d-9c5d-4245-8895-7f17a97d8a56,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:15.133314 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:15.145170 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Transition to ACTIVE for port object dce8489f-514c-4680-a65d-bd22bfea136b will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:52:15.160225 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Network eb31e4a9-471b-4a8c-85d3-76be58791d19 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:52:15.163105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:52:15.168208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:52:15.192830 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Pushing event updated for resources: {'Port': ['ID=96f8a69c-4c35-4151-80cf-1bf866cb7dd8,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:15.215813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:15.223487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:15.295501 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Attempting to bind port dce8489f-514c-4680-a65d-bd22bfea136b on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:52:15.295865 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Attempting to bind port dce8489f-514c-4680-a65d-bd22bfea136b by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:52:15.296217 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Attempting to bind port dce8489f-514c-4680-a65d-bd22bfea136b on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:52:15.319278 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:52:15.319710 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:52:15.320143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:15.320523 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:52:15.320996 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Bound port: dce8489f-514c-4680-a65d-bd22bfea136b, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:52:15.321356 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:15.363508 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bd579-acdd-4921-82f9-9fb4f16be264 None None] Pushing event updated for resources: {'Port': ['ID=dce8489f-514c-4680-a65d-bd22bfea136b,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:15.407120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:15.414348 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] For port dce8489f-514c-4680-a65d-bd22bfea136b, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:52:15.418001 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] For port dce8489f-514c-4680-a65d-bd22bfea136b, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=dce8489f-514c-4680-a65d-bd22bfea136b,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:52:15.469538 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-54f9111e-5fe0-4f43-a2ed-1d8d4fdcd8cd None None] Provisioning for port 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:52:15.474380 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-54f9111e-5fe0-4f43-a2ed-1d8d4fdcd8cd None None] Provisioning complete for port 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:15.474748 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-54f9111e-5fe0-4f43-a2ed-1d8d4fdcd8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:15.507706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:15.598165 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-54f9111e-5fe0-4f43-a2ed-1d8d4fdcd8cd None None] Port 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:52:15.615646 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bd579-acdd-4921-82f9-9fb4f16be264 None None] Pushing event updated for resources: {'Port': ['ID=dce8489f-514c-4680-a65d-bd22bfea136b,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:15.623637 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Routers {'e29b9599-f5b3-4e75-8c49-92f882428efa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:52:15.624312 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:52:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e29b9599-f5b3-4e75-8c49-92f882428efa'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:15.629595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:15.675922 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:15.721222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:15.801808 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] Set router e29b9599-f5b3-4e75-8c49-92f882428efa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:52:15.829032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Pushing event updated for resources: {'Port': ['ID=96f8a69c-4c35-4151-80cf-1bf866cb7dd8,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:15.832320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:15.969930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Network eb31e4a9-471b-4a8c-85d3-76be58791d19 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:52:15.971207 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:52:16.120638 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device fb2db07d-9c5d-4245-8895-7f17a97d8a56 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:52:16.223683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port fb2db07d-9c5d-4245-8895-7f17a97d8a56 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:16.223683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:16.248712 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'name': 'tempest-TestMinimumBasicScenario-1659976428-router', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:11Z', 'updated_at': '2021-12-21T22:52:15Z', 'revision_number': 4, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'gw_port': {'id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:07:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:12Z', 'updated_at': '2021-12-21T22:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '96f8a69c-4c35-4151-80cf-1bf866cb7dd8', 'name': '', 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'mac_address': 'fa:16:3e:32:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:14Z', 'updated_at': '2021-12-21T22:52:14Z', 'revision_number': 1, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'subnets': [{'id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:16.280444 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab381d4-8884-48d0-93f6-d2300d78788b None None] The sync data for ids ['e29b9599-f5b3-4e75-8c49-92f882428efa'] in dv-neutron-822520-1-hyperv is: [{'id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'name': 'tempest-TestMinimumBasicScenario-1659976428-router', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:11Z', 'updated_at': '2021-12-21T22:52:15Z', 'revision_number': 4, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'gw_port': {'id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:07:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:12Z', 'updated_at': '2021-12-21T22:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '96f8a69c-4c35-4151-80cf-1bf866cb7dd8', 'name': '', 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'mac_address': 'fa:16:3e:32:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:14Z', 'updated_at': '2021-12-21T22:52:14Z', 'revision_number': 1, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'subnets': [{'id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:52:16.302094 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-60ca41b4-8144-4d25-b5d7-01d53c125322 None None] Provisioning complete for port 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:16.302467 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-60ca41b4-8144-4d25-b5d7-01d53c125322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:16.404744 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-60ca41b4-8144-4d25-b5d7-01d53c125322 None None] Port 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:52:16.518397 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Router e29b9599-f5b3-4e75-8c49-92f882428efa has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:52:16.746433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:52:16.755695 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b85e5593-07c1-4988-b4b7-f584619213d2 admin admin] 10.222.0.37 "PUT /v2.0/routers/e29b9599-f5b3-4e75-8c49-92f882428efa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0327818 Dec 21 22:52:17.898184 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44698) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:17.904727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-170788073-network', 'tenant_id': 'f22504d79db84350b0e0db3ade709e5d'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:17.909464 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:52:17.913444 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Usage tracker for resource:network and tenant:f22504d79db84350b0e0db3ade709e5d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:52:17.916487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:52:17.922813 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:52:17.997078 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Made reservation on behalf of f22504d79db84350b0e0db3ade709e5d for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:52:17.999379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:18.012113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:18.042289 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:52:18.046087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Usage tracker for resource:security_group_rule and tenant:f22504d79db84350b0e0db3ade709e5d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:52:18.048929 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:52:18.054618 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:52:18.120834 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:18.124793 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dce8489f-514c-4680-a65d-bd22bfea136b up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:52:18.206625 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:18.240508 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:52:18.249061 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b748428-0877-43ec-b42c-55fd8fbfa7ca,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:18.254308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:18.254646 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Added segment ef91df36-163d-46c2-87cc-b06d2e3d3168 of type vlan for network 8caff91a-006f-4ad1-bfc5-b2a608f115c3 Dec 21 22:52:18.258342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port dce8489f-514c-4680-a65d-bd22bfea136b completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:52:18.268399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port dce8489f-514c-4680-a65d-bd22bfea136b triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:18.268399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:18.287727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:18.380342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:18.380553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:18.381340 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:18.381905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:18.396157 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port dce8489f-514c-4680-a65d-bd22bfea136b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=dce8489f-514c-4680-a65d-bd22bfea136b,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:52:18.483276 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] Pushing event updated for resources: {'Network': ['ID=8caff91a-006f-4ad1-bfc5-b2a608f115c3,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:18.483544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:18.535957 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7cc0e2db-9e6f-4453-9040-ad1defd8508a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6366940 Dec 21 22:52:18.538759 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44702) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:18.544203 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-8919a41d-ada1-4fe5-96d7-4069841a705d admin admin] Request body: {'subnet': {'network_id': '8caff91a-006f-4ad1-bfc5-b2a608f115c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-170788073-subnet', 'tenant_id': 'f22504d79db84350b0e0db3ade709e5d', 'ip_version': 4}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:18.549129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8919a41d-ada1-4fe5-96d7-4069841a705d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:52:18.552087 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 8caff91a-006f-4ad1-bfc5-b2a608f115c3 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:52:18.552994 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8919a41d-ada1-4fe5-96d7-4069841a705d admin admin] Usage tracker for resource:subnet and tenant:f22504d79db84350b0e0db3ade709e5d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:52:18.555920 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-8919a41d-ada1-4fe5-96d7-4069841a705d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:52:18.561788 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-8919a41d-ada1-4fe5-96d7-4069841a705d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:52:18.631820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8919a41d-ada1-4fe5-96d7-4069841a705d admin admin] Made reservation on behalf of f22504d79db84350b0e0db3ade709e5d for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:52:18.634842 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8919a41d-ada1-4fe5-96d7-4069841a705d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:18.679007 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=dce8489f-514c-4680-a65d-bd22bfea136b,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:18.901422 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8919a41d-ada1-4fe5-96d7-4069841a705d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:18.970847 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919a41d-ada1-4fe5-96d7-4069841a705d admin admin] Pushing event updated for resources: {'Subnet': ['ID=21bc99a6-42b2-49f9-9cb8-e16438496998,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:18.988178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919a41d-ada1-4fe5-96d7-4069841a705d admin admin] Checking segment: {'id': 'ef91df36-163d-46c2-87cc-b06d2e3d3168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8caff91a-006f-4ad1-bfc5-b2a608f115c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:52:18.988526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8919a41d-ada1-4fe5-96d7-4069841a705d admin admin] Network hostable DHCP agents. Network: 8caff91a-006f-4ad1-bfc5-b2a608f115c3, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:52:19.097867 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8919a41d-ada1-4fe5-96d7-4069841a705d admin admin] Network 8caff91a-006f-4ad1-bfc5-b2a608f115c3 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:52:19.163096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-8919a41d-ada1-4fe5-96d7-4069841a705d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 8caff91a-006f-4ad1-bfc5-b2a608f115c3) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:52:19.167010 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8919a41d-ada1-4fe5-96d7-4069841a705d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:19.167675 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8919a41d-ada1-4fe5-96d7-4069841a705d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:19.172078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194fedb0-c265-4882-92f9-f53128cc8a7a None None] Network 8caff91a-006f-4ad1-bfc5-b2a608f115c3 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:52:19.341592 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8919a41d-ada1-4fe5-96d7-4069841a705d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8018105 Dec 21 22:52:19.344123 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44706) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:19.349138 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-170788073-router', 'tenant_id': 'f22504d79db84350b0e0db3ade709e5d', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:19.354409 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:52:19.358589 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Usage tracker for resource:router and tenant:f22504d79db84350b0e0db3ade709e5d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:52:19.361428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:52:19.367701 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:52:19.389419 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-8caff91a-006f-4ad1-bfc5-b2a608f115c3', 'network_id': '8caff91a-006f-4ad1-bfc5-b2a608f115c3', 'tenant_id': 'f22504d79db84350b0e0db3ade709e5d', 'fixed_ips': [{'subnet_id': '21bc99a6-42b2-49f9-9cb8-e16438496998'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:52:19.390381 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:19.433267 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:19.434350 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:19.456930 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:19.538854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Allocated IP 172.20.0.2 (8caff91a-006f-4ad1-bfc5-b2a608f115c3/21bc99a6-42b2-49f9-9cb8-e16438496998/3f1314cc-773e-45d2-aa79-afc172671905) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:52:19.663154 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:19.743276 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:19.753935 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Transition to ACTIVE for port object 3f1314cc-773e-45d2-aa79-afc172671905 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:52:19.772881 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Transition to ACTIVE for port object 3f1314cc-773e-45d2-aa79-afc172671905 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:52:19.841557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:19.912528 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Network 8caff91a-006f-4ad1-bfc5-b2a608f115c3 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:52:19.913363 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Pushing event updated for resources: {'Port': ['ID=3f1314cc-773e-45d2-aa79-afc172671905,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:19.915911 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:52:19.916406 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:19.917981 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:52:19.954574 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:20.010659 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Attempting to bind port 3f1314cc-773e-45d2-aa79-afc172671905 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:52:20.010940 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Attempting to bind port 3f1314cc-773e-45d2-aa79-afc172671905 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'ef91df36-163d-46c2-87cc-b06d2e3d3168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8caff91a-006f-4ad1-bfc5-b2a608f115c3'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:52:20.011290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Attempting to bind port 3f1314cc-773e-45d2-aa79-afc172671905 on network 8caff91a-006f-4ad1-bfc5-b2a608f115c3 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:52:20.018523 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:52:20.018992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Checking segment: {'id': 'ef91df36-163d-46c2-87cc-b06d2e3d3168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8caff91a-006f-4ad1-bfc5-b2a608f115c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:52:20.019379 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:20.019757 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Bound using segment: {'id': 'ef91df36-163d-46c2-87cc-b06d2e3d3168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8caff91a-006f-4ad1-bfc5-b2a608f115c3'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:52:20.020202 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Bound port: 3f1314cc-773e-45d2-aa79-afc172671905, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef91df36-163d-46c2-87cc-b06d2e3d3168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8caff91a-006f-4ad1-bfc5-b2a608f115c3'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:52:20.020560 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:20.096991 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Allocated IP 172.26.3.214 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/ac9f740a-255e-4b65-a27f-e36f5eb99b88) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:52:20.108294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dce8489f-514c-4680-a65d-bd22bfea136b up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:52:20.148693 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] For port 3f1314cc-773e-45d2-aa79-afc172671905, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:52:20.166822 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] For port 3f1314cc-773e-45d2-aa79-afc172671905, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=3f1314cc-773e-45d2-aa79-afc172671905,segment=NetworkSegment(ef91df36-163d-46c2-87cc-b06d2e3d3168),segment_id=ef91df36-163d-46c2-87cc-b06d2e3d3168)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:52:20.187029 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port dce8489f-514c-4680-a65d-bd22bfea136b triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:20.187707 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:20.241714 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:20.250346 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:20.340820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:20.371398 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335c363-d001-48f0-b886-245d714e60e3 None None] Pushing event updated for resources: {'Port': ['ID=3f1314cc-773e-45d2-aa79-afc172671905,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:20.409243 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:52:20.412231 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:52:20.416822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:52:20.445400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Pushing event updated for resources: {'Port': ['ID=ac9f740a-255e-4b65-a27f-e36f5eb99b88,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:20.659678 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:20.660407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:20.938454 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Router bebfcc4f-cb09-4c72-9c8f-777179eda53b is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:52:21.146473 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:52:21.156773 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Sync routers for ids ['bebfcc4f-cb09-4c72-9c8f-777179eda53b'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:52:21.172653 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Routers {'bebfcc4f-cb09-4c72-9c8f-777179eda53b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:52:21.173252 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:52:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['bebfcc4f-cb09-4c72-9c8f-777179eda53b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:21.236222 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:21.237462 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f6d1b78f-4a11-4355-acce-7ad973654413 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8924022 Dec 21 22:52:21.240311 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44710) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:52:21.298124 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff1c777-e3e8-40b5-8bfd-7e26a271d695 None None] Network 8caff91a-006f-4ad1-bfc5-b2a608f115c3 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:52:21.359128 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Set router bebfcc4f-cb09-4c72-9c8f-777179eda53b gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:52:21.465506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-50649483-ee7c-4936-b0ee-f8ac08ecc4a6 None None] Provisioning for port 3f1314cc-773e-45d2-aa79-afc172671905 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:52:21.656441 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'name': 'tempest-TestMinimumBasicScenario-170788073-router', 'tenant_id': 'f22504d79db84350b0e0db3ade709e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ac9f740a-255e-4b65-a27f-e36f5eb99b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:19Z', 'updated_at': '2021-12-21T22:52:20Z', 'revision_number': 3, 'project_id': 'f22504d79db84350b0e0db3ade709e5d', 'gw_port': {'id': 'ac9f740a-255e-4b65-a27f-e36f5eb99b88', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:19Z', 'updated_at': '2021-12-21T22:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:21.660543 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Checking router: bebfcc4f-cb09-4c72-9c8f-777179eda53b for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:52:21.660878 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Updating router bebfcc4f-cb09-4c72-9c8f-777179eda53b port ac9f740a-255e-4b65-a27f-e36f5eb99b88 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:52:21.721634 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:22.038992 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:22.050741 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Transition to ACTIVE for port object ac9f740a-255e-4b65-a27f-e36f5eb99b88 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:52:22.097416 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:22.117816 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:22.126291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 3f1314cc-773e-45d2-aa79-afc172671905 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:52:22.204518 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Attempting to bind port ac9f740a-255e-4b65-a27f-e36f5eb99b88 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:52:22.205102 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Attempting to bind port ac9f740a-255e-4b65-a27f-e36f5eb99b88 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:52:22.205231 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Attempting to bind port ac9f740a-255e-4b65-a27f-e36f5eb99b88 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:52:22.211388 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9734e-f3dc-451f-8f38-b9be39388f1f None None] Pushing event updated for resources: {'Port': ['ID=ac9f740a-255e-4b65-a27f-e36f5eb99b88,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:22.217765 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:52:22.218146 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:52:22.218537 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:22.218959 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:52:22.219421 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Bound port: ac9f740a-255e-4b65-a27f-e36f5eb99b88, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:52:22.219779 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:22.246949 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 3f1314cc-773e-45d2-aa79-afc172671905 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:52:22.252325 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 3f1314cc-773e-45d2-aa79-afc172671905 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:22.252689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:22.260641 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9734e-f3dc-451f-8f38-b9be39388f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:22.261231 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9734e-f3dc-451f-8f38-b9be39388f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:22.261722 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9734e-f3dc-451f-8f38-b9be39388f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:22.262228 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9734e-f3dc-451f-8f38-b9be39388f1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:22.262710 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9734e-f3dc-451f-8f38-b9be39388f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:22.263216 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9734e-f3dc-451f-8f38-b9be39388f1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:22.263691 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9734e-f3dc-451f-8f38-b9be39388f1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:22.264176 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9734e-f3dc-451f-8f38-b9be39388f1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:22.264656 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9734e-f3dc-451f-8f38-b9be39388f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:22.265126 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9734e-f3dc-451f-8f38-b9be39388f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:22.265606 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e9734e-f3dc-451f-8f38-b9be39388f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:22.310717 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] For port ac9f740a-255e-4b65-a27f-e36f5eb99b88, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:52:22.313960 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] For port ac9f740a-255e-4b65-a27f-e36f5eb99b88, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ac9f740a-255e-4b65-a27f-e36f5eb99b88,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:52:22.336796 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Allocated IP 172.20.0.1 (8caff91a-006f-4ad1-bfc5-b2a608f115c3/21bc99a6-42b2-49f9-9cb8-e16438496998/f1cfef1f-94dd-4fc9-9b9d-95fa9376651d) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:52:22.375521 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:22.401844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:22.435904 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 3f1314cc-773e-45d2-aa79-afc172671905, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=3f1314cc-773e-45d2-aa79-afc172671905,segment=NetworkSegment(ef91df36-163d-46c2-87cc-b06d2e3d3168),segment_id=ef91df36-163d-46c2-87cc-b06d2e3d3168)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:52:22.458943 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Routers {'bebfcc4f-cb09-4c72-9c8f-777179eda53b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:52:22.459539 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:52:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['bebfcc4f-cb09-4c72-9c8f-777179eda53b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:22.487083 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:22.503158 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Transition to ACTIVE for port object f1cfef1f-94dd-4fc9-9b9d-95fa9376651d will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:52:22.511128 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:22.547870 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9734e-f3dc-451f-8f38-b9be39388f1f None None] Pushing event updated for resources: {'Port': ['ID=ac9f740a-255e-4b65-a27f-e36f5eb99b88,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:22.584098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=3f1314cc-773e-45d2-aa79-afc172671905,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:22.598416 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:22.664842 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] Set router bebfcc4f-cb09-4c72-9c8f-777179eda53b gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:52:22.670054 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Network 8caff91a-006f-4ad1-bfc5-b2a608f115c3 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:52:22.672909 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:52:22.678070 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:52:22.702270 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=f1cfef1f-94dd-4fc9-9b9d-95fa9376651d,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:22.736490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:22.792091 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:52:22.885337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:22.960291 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'name': 'tempest-TestMinimumBasicScenario-170788073-router', 'tenant_id': 'f22504d79db84350b0e0db3ade709e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ac9f740a-255e-4b65-a27f-e36f5eb99b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:19Z', 'updated_at': '2021-12-21T22:52:20Z', 'revision_number': 3, 'project_id': 'f22504d79db84350b0e0db3ade709e5d', 'gw_port': {'id': 'ac9f740a-255e-4b65-a27f-e36f5eb99b88', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:19Z', 'updated_at': '2021-12-21T22:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:22.964844 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640fbb8-b04b-4466-8aa0-a7ae10b3c7d0 None None] The sync data for ids ['bebfcc4f-cb09-4c72-9c8f-777179eda53b'] in dv-neutron-822520-1-hyperv is: [{'id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'name': 'tempest-TestMinimumBasicScenario-170788073-router', 'tenant_id': 'f22504d79db84350b0e0db3ade709e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ac9f740a-255e-4b65-a27f-e36f5eb99b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:19Z', 'updated_at': '2021-12-21T22:52:20Z', 'revision_number': 3, 'project_id': 'f22504d79db84350b0e0db3ade709e5d', 'gw_port': {'id': 'ac9f740a-255e-4b65-a27f-e36f5eb99b88', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:19Z', 'updated_at': '2021-12-21T22:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:52:22.989884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5159c9f2-eb31-4a3a-a21a-7f3dd62f0754 None None] Provisioning for port f1cfef1f-94dd-4fc9-9b9d-95fa9376651d completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:52:22.995205 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5159c9f2-eb31-4a3a-a21a-7f3dd62f0754 None None] Provisioning complete for port f1cfef1f-94dd-4fc9-9b9d-95fa9376651d triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:22.995680 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5159c9f2-eb31-4a3a-a21a-7f3dd62f0754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:23.047107 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5159c9f2-eb31-4a3a-a21a-7f3dd62f0754 None None] Port f1cfef1f-94dd-4fc9-9b9d-95fa9376651d cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:52:23.110855 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:23.168760 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:23.273693 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:23.278605 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=f1cfef1f-94dd-4fc9-9b9d-95fa9376651d,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:23.510352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Network 8caff91a-006f-4ad1-bfc5-b2a608f115c3 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:52:23.511493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:52:23.777112 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-82f81f45-f983-45f5-bf9c-3ea1f230ce37 None None] Provisioning complete for port f1cfef1f-94dd-4fc9-9b9d-95fa9376651d triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:23.777714 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-82f81f45-f983-45f5-bf9c-3ea1f230ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:23.831645 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-82f81f45-f983-45f5-bf9c-3ea1f230ce37 None None] Port f1cfef1f-94dd-4fc9-9b9d-95fa9376651d cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:52:23.893722 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Router bebfcc4f-cb09-4c72-9c8f-777179eda53b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:52:24.097972 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:52:24.102498 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 3f1314cc-773e-45d2-aa79-afc172671905 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:52:24.108172 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b7d89a5d-fb25-49fd-aac1-069f8beb3bd4 admin admin] 10.222.0.37 "PUT /v2.0/routers/bebfcc4f-cb09-4c72-9c8f-777179eda53b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8665504 Dec 21 22:52:24.172052 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 3f1314cc-773e-45d2-aa79-afc172671905 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:24.172419 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:27.283832 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1db80a9b-8bef-49cc-85a1-a3944bf01bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:29.646998 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-56945f15-9c63-48ec-83a2-a69351891d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:29.880601 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Sync routers for ids ['e29b9599-f5b3-4e75-8c49-92f882428efa'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:52:29.902443 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Routers {'e29b9599-f5b3-4e75-8c49-92f882428efa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:52:29.903298 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:52:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e29b9599-f5b3-4e75-8c49-92f882428efa'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:30.107985 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Set router e29b9599-f5b3-4e75-8c49-92f882428efa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:52:30.150913 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ac9f740a-255e-4b65-a27f-e36f5eb99b88 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:52:30.459985 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port ac9f740a-255e-4b65-a27f-e36f5eb99b88 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:52:30.471894 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port ac9f740a-255e-4b65-a27f-e36f5eb99b88 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:30.479279 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:30.559728 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'name': 'tempest-TestMinimumBasicScenario-1659976428-router', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:11Z', 'updated_at': '2021-12-21T22:52:15Z', 'revision_number': 4, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'gw_port': {'id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:12Z', 'updated_at': '2021-12-21T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '96f8a69c-4c35-4151-80cf-1bf866cb7dd8', 'name': '', 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'mac_address': 'fa:16:3e:32:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:14Z', 'updated_at': '2021-12-21T22:52:15Z', 'revision_number': 2, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'subnets': [{'id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:30.591674 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Checking router: e29b9599-f5b3-4e75-8c49-92f882428efa for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:52:30.591674 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Updating router e29b9599-f5b3-4e75-8c49-92f882428efa port 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:52:30.662297 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:30.671497 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:30.700769 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port ac9f740a-255e-4b65-a27f-e36f5eb99b88, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ac9f740a-255e-4b65-a27f-e36f5eb99b88,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:52:30.767369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:30.854188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:30.874727 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:30.903325 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=ac9f740a-255e-4b65-a27f-e36f5eb99b88,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:31.175447 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:31.189961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Transition to ACTIVE for port object 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:52:31.248957 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:31.384347 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a207f1-5e97-4df4-b648-41b6d57b7db8 None None] Pushing event updated for resources: {'Port': ['ID=96f8a69c-4c35-4151-80cf-1bf866cb7dd8,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:31.474140 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Attempting to bind port 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:52:31.474846 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Attempting to bind port 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '5bd18094-1eaf-487b-b8b1-48d754296c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:52:31.475716 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Attempting to bind port 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 on network eb31e4a9-471b-4a8c-85d3-76be58791d19 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:52:31.483798 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:52:31.484547 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Checking segment: {'id': '5bd18094-1eaf-487b-b8b1-48d754296c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:52:31.485156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:31.485934 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Bound using segment: {'id': '5bd18094-1eaf-487b-b8b1-48d754296c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:52:31.486710 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Bound port: 96f8a69c-4c35-4151-80cf-1bf866cb7dd8, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd18094-1eaf-487b-b8b1-48d754296c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:52:31.487300 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:31.588373 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] For port 96f8a69c-4c35-4151-80cf-1bf866cb7dd8, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:52:31.591628 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] For port 96f8a69c-4c35-4151-80cf-1bf866cb7dd8, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=96f8a69c-4c35-4151-80cf-1bf866cb7dd8,segment=NetworkSegment(5bd18094-1eaf-487b-b8b1-48d754296c52),segment_id=5bd18094-1eaf-487b-b8b1-48d754296c52)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:52:31.734323 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:31.837884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a207f1-5e97-4df4-b648-41b6d57b7db8 None None] Pushing event updated for resources: {'Port': ['ID=96f8a69c-4c35-4151-80cf-1bf866cb7dd8,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:31.837884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Routers {'e29b9599-f5b3-4e75-8c49-92f882428efa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:52:31.837884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:52:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e29b9599-f5b3-4e75-8c49-92f882428efa'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:32.017506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] Set router e29b9599-f5b3-4e75-8c49-92f882428efa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:52:32.151127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:52:32.395197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:32.422226 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:52:32.429445 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:32.429786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:32.485791 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'name': 'tempest-TestMinimumBasicScenario-1659976428-router', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:11Z', 'updated_at': '2021-12-21T22:52:15Z', 'revision_number': 4, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'gw_port': {'id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:12Z', 'updated_at': '2021-12-21T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '96f8a69c-4c35-4151-80cf-1bf866cb7dd8', 'name': '', 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'mac_address': 'fa:16:3e:32:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:14Z', 'updated_at': '2021-12-21T22:52:31Z', 'revision_number': 4, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'subnets': [{'id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:32.493052 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4360ec6f-e39a-4813-a9f5-d180a224304f None None] The sync data for ids ['e29b9599-f5b3-4e75-8c49-92f882428efa'] in dv-neutron-822520-1-hyperv is: [{'id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'name': 'tempest-TestMinimumBasicScenario-1659976428-router', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:11Z', 'updated_at': '2021-12-21T22:52:15Z', 'revision_number': 4, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'gw_port': {'id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:12Z', 'updated_at': '2021-12-21T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '96f8a69c-4c35-4151-80cf-1bf866cb7dd8', 'name': '', 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'mac_address': 'fa:16:3e:32:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:14Z', 'updated_at': '2021-12-21T22:52:31Z', 'revision_number': 4, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'subnets': [{'id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:52:32.588973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:32.630693 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 96f8a69c-4c35-4151-80cf-1bf866cb7dd8, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=96f8a69c-4c35-4151-80cf-1bf866cb7dd8,segment=NetworkSegment(5bd18094-1eaf-487b-b8b1-48d754296c52),segment_id=5bd18094-1eaf-487b-b8b1-48d754296c52)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:52:32.647596 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Sync routers for ids ['bebfcc4f-cb09-4c72-9c8f-777179eda53b'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:52:32.662429 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Routers {'bebfcc4f-cb09-4c72-9c8f-777179eda53b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:52:32.663206 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:52:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['bebfcc4f-cb09-4c72-9c8f-777179eda53b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:32.706494 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:32.707533 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ac9f740a-255e-4b65-a27f-e36f5eb99b88 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:52:32.856981 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Set router bebfcc4f-cb09-4c72-9c8f-777179eda53b gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:52:32.898914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port ac9f740a-255e-4b65-a27f-e36f5eb99b88 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:32.900337 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:32.952013 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=96f8a69c-4c35-4151-80cf-1bf866cb7dd8,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:33.234710 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'name': 'tempest-TestMinimumBasicScenario-170788073-router', 'tenant_id': 'f22504d79db84350b0e0db3ade709e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ac9f740a-255e-4b65-a27f-e36f5eb99b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:19Z', 'updated_at': '2021-12-21T22:52:22Z', 'revision_number': 4, 'project_id': 'f22504d79db84350b0e0db3ade709e5d', 'gw_port': {'id': 'ac9f740a-255e-4b65-a27f-e36f5eb99b88', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:19Z', 'updated_at': '2021-12-21T22:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': 'f1cfef1f-94dd-4fc9-9b9d-95fa9376651d', 'name': '', 'network_id': '8caff91a-006f-4ad1-bfc5-b2a608f115c3', 'tenant_id': 'f22504d79db84350b0e0db3ade709e5d', 'mac_address': 'fa:16:3e:94:3b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc99a6-42b2-49f9-9cb8-e16438496998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:22Z', 'updated_at': '2021-12-21T22:52:22Z', 'revision_number': 2, 'project_id': 'f22504d79db84350b0e0db3ade709e5d', 'subnets': [{'id': '21bc99a6-42b2-49f9-9cb8-e16438496998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:33.238543 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Checking router: bebfcc4f-cb09-4c72-9c8f-777179eda53b for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:52:33.238885 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Updating router bebfcc4f-cb09-4c72-9c8f-777179eda53b port f1cfef1f-94dd-4fc9-9b9d-95fa9376651d binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:52:33.295758 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:33.653762 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:33.665279 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Transition to ACTIVE for port object f1cfef1f-94dd-4fc9-9b9d-95fa9376651d will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:52:33.717917 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:33.873978 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ba8b5-207e-4d4a-a4ac-e46cc1e45962 None None] Pushing event updated for resources: {'Port': ['ID=f1cfef1f-94dd-4fc9-9b9d-95fa9376651d,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:33.971874 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Attempting to bind port f1cfef1f-94dd-4fc9-9b9d-95fa9376651d on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:52:33.972412 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Attempting to bind port f1cfef1f-94dd-4fc9-9b9d-95fa9376651d by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'ef91df36-163d-46c2-87cc-b06d2e3d3168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8caff91a-006f-4ad1-bfc5-b2a608f115c3'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:52:33.972869 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Attempting to bind port f1cfef1f-94dd-4fc9-9b9d-95fa9376651d on network 8caff91a-006f-4ad1-bfc5-b2a608f115c3 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:52:33.981291 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:52:33.981776 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Checking segment: {'id': 'ef91df36-163d-46c2-87cc-b06d2e3d3168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8caff91a-006f-4ad1-bfc5-b2a608f115c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:52:33.982848 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:33.984233 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Bound using segment: {'id': 'ef91df36-163d-46c2-87cc-b06d2e3d3168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8caff91a-006f-4ad1-bfc5-b2a608f115c3'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:52:33.984795 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Bound port: f1cfef1f-94dd-4fc9-9b9d-95fa9376651d, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef91df36-163d-46c2-87cc-b06d2e3d3168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8caff91a-006f-4ad1-bfc5-b2a608f115c3'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:52:33.985235 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:34.110137 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] For port f1cfef1f-94dd-4fc9-9b9d-95fa9376651d, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:52:34.113199 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] For port f1cfef1f-94dd-4fc9-9b9d-95fa9376651d, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f1cfef1f-94dd-4fc9-9b9d-95fa9376651d,segment=NetworkSegment(ef91df36-163d-46c2-87cc-b06d2e3d3168),segment_id=ef91df36-163d-46c2-87cc-b06d2e3d3168)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:52:34.137449 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:52:34.173850 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:34.268994 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:34.269520 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:34.304845 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ba8b5-207e-4d4a-a4ac-e46cc1e45962 None None] Pushing event updated for resources: {'Port': ['ID=f1cfef1f-94dd-4fc9-9b9d-95fa9376651d,revision_number=4']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:34.329885 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Routers {'bebfcc4f-cb09-4c72-9c8f-777179eda53b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:52:34.330530 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:52:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['bebfcc4f-cb09-4c72-9c8f-777179eda53b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:34.527982 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] Set router bebfcc4f-cb09-4c72-9c8f-777179eda53b gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:52:34.865023 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'name': 'tempest-TestMinimumBasicScenario-170788073-router', 'tenant_id': 'f22504d79db84350b0e0db3ade709e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ac9f740a-255e-4b65-a27f-e36f5eb99b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:19Z', 'updated_at': '2021-12-21T22:52:22Z', 'revision_number': 4, 'project_id': 'f22504d79db84350b0e0db3ade709e5d', 'gw_port': {'id': 'ac9f740a-255e-4b65-a27f-e36f5eb99b88', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:19Z', 'updated_at': '2021-12-21T22:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': 'f1cfef1f-94dd-4fc9-9b9d-95fa9376651d', 'name': '', 'network_id': '8caff91a-006f-4ad1-bfc5-b2a608f115c3', 'tenant_id': 'f22504d79db84350b0e0db3ade709e5d', 'mac_address': 'fa:16:3e:94:3b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc99a6-42b2-49f9-9cb8-e16438496998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:22Z', 'updated_at': '2021-12-21T22:52:34Z', 'revision_number': 4, 'project_id': 'f22504d79db84350b0e0db3ade709e5d', 'subnets': [{'id': '21bc99a6-42b2-49f9-9cb8-e16438496998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:52:34.869954 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00342a4a-ea69-43d8-a35b-ff65c64bd3fa None None] The sync data for ids ['bebfcc4f-cb09-4c72-9c8f-777179eda53b'] in dv-neutron-822520-1-hyperv is: [{'id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'name': 'tempest-TestMinimumBasicScenario-170788073-router', 'tenant_id': 'f22504d79db84350b0e0db3ade709e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ac9f740a-255e-4b65-a27f-e36f5eb99b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:19Z', 'updated_at': '2021-12-21T22:52:22Z', 'revision_number': 4, 'project_id': 'f22504d79db84350b0e0db3ade709e5d', 'gw_port': {'id': 'ac9f740a-255e-4b65-a27f-e36f5eb99b88', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:19Z', 'updated_at': '2021-12-21T22:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': 'f1cfef1f-94dd-4fc9-9b9d-95fa9376651d', 'name': '', 'network_id': '8caff91a-006f-4ad1-bfc5-b2a608f115c3', 'tenant_id': 'f22504d79db84350b0e0db3ade709e5d', 'mac_address': 'fa:16:3e:94:3b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21bc99a6-42b2-49f9-9cb8-e16438496998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:22Z', 'updated_at': '2021-12-21T22:52:34Z', 'revision_number': 4, 'project_id': 'f22504d79db84350b0e0db3ade709e5d', 'subnets': [{'id': '21bc99a6-42b2-49f9-9cb8-e16438496998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:52:36.132127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f1cfef1f-94dd-4fc9-9b9d-95fa9376651d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:52:36.259005 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port f1cfef1f-94dd-4fc9-9b9d-95fa9376651d completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:52:36.263355 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port f1cfef1f-94dd-4fc9-9b9d-95fa9376651d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:36.263908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:36.405933 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:36.443012 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port f1cfef1f-94dd-4fc9-9b9d-95fa9376651d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f1cfef1f-94dd-4fc9-9b9d-95fa9376651d,segment=NetworkSegment(ef91df36-163d-46c2-87cc-b06d2e3d3168),segment_id=ef91df36-163d-46c2-87cc-b06d2e3d3168)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:52:36.517514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:36.585226 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=f1cfef1f-94dd-4fc9-9b9d-95fa9376651d,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:37.844759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b70bcf83-696d-4a4a-806e-5512a26b1c2e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:37.845370 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b70bcf83-696d-4a4a-806e-5512a26b1c2e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Synchronizing usage tracker for tenant:dd4152f424eb4d2198663244a7130a99 on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:52:37.940311 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b70bcf83-696d-4a4a-806e-5512a26b1c2e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Unset dirty status for tenant:dd4152f424eb4d2198663244a7130a99 on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:52:37.941449 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b70bcf83-696d-4a4a-806e-5512a26b1c2e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/networks?id=eb31e4a9-471b-4a8c-85d3-76be58791d19 HTTP/1.1" status: 200 len: 815 time: 0.2347913 Dec 21 22:52:37.958339 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-ec16e9fe-13ff-4669-b3fb-91b0aae03e9f tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/quotas/dd4152f424eb4d2198663244a7130a99 HTTP/1.1" status: 200 len: 375 time: 0.0115325 Dec 21 22:52:38.040256 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-f22b0097-1a3d-4d3f-b026-7517df9be535 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Synchronizing usage tracker for tenant:dd4152f424eb4d2198663244a7130a99 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:52:38.109615 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f1cfef1f-94dd-4fc9-9b9d-95fa9376651d up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:52:38.134581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-f22b0097-1a3d-4d3f-b026-7517df9be535 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Unset dirty status for tenant:dd4152f424eb4d2198663244a7130a99 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:52:38.136051 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-f22b0097-1a3d-4d3f-b026-7517df9be535 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dd4152f424eb4d2198663244a7130a99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1729531 Dec 21 22:52:38.180408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port f1cfef1f-94dd-4fc9-9b9d-95fa9376651d triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:38.180768 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:38.275161 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-a1bde826-3aff-4197-80f1-6dd16c7d5745 service neutron] 10.222.0.37 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267900 Dec 21 22:52:38.407103 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-33532140-3e07-4b48-a0a1-5f3af2ec4ecc service neutron] 10.222.0.37 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258934 Dec 21 22:52:38.659443 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3113d794-c59b-4635-89bd-472e1a5da2c3 req-ae31bffc-b23e-4ebb-aebc-369f2fe9f319 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 210 time: 0.0411687 Dec 21 22:52:39.771164 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-98e537dd-afeb-4144-bc23-04f6de785984 req-3daebd09-f56e-4090-8fda-2e7049e05339 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 210 time: 0.0455668 Dec 21 22:52:40.938208 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2a05619c-52cd-4af4-b894-5a67df6144f5 req-f46dc307-2b11-4fbb-bf0c-b63ac468d8b0 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 210 time: 0.0408943 Dec 21 22:52:41.021183 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-41a3fad5-fb54-49c1-8054-3059bbf8218b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:41.022599 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-41a3fad5-fb54-49c1-8054-3059bbf8218b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.49 "GET /v2.0/networks?id=eb31e4a9-471b-4a8c-85d3-76be58791d19 HTTP/1.1" status: 200 len: 815 time: 0.1472187 Dec 21 22:52:41.048354 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Request body: {'port': {'device_id': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'admin_state_up': True, 'tenant_id': 'dd4152f424eb4d2198663244a7130a99'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:41.190975 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:52:41.206294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:52:41.329050 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Made reservation on behalf of dd4152f424eb4d2198663244a7130a99 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:52:41.332084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:41.517227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Allocated IP 172.20.0.11 (eb31e4a9-471b-4a8c-85d3-76be58791d19/cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec/95a2728e-1afc-4874-9e98-b365ccda22fb) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:52:41.843292 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:41.859931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Transition to ACTIVE for port object 95a2728e-1afc-4874-9e98-b365ccda22fb will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:52:41.958900 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:42.079685 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Network eb31e4a9-471b-4a8c-85d3-76be58791d19 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:52:42.081393 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Pushing event updated for resources: {'Port': ['ID=95a2728e-1afc-4874-9e98-b365ccda22fb,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:42.113875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:52:42.122396 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:52:42.219240 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:42.219939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:42.270384 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:42.270832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:42.271234 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:42.271639 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:42.272042 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:42.272441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:42.272837 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:42.273249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:42.273642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:42.274052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:42.274503 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:52:42.314149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ab668-0471-4946-9842-bd8c4502966f req-ada6c843-3f6c-4325-92da-b09ec31d445b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:42.315014 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-605ab668-0471-4946-9842-bd8c4502966f req-ada6c843-3f6c-4325-92da-b09ec31d445b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Synchronizing usage tracker for tenant:dd4152f424eb4d2198663244a7130a99 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:52:42.381880 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-2acd600d-23d4-4423-941e-9d98fe88c5ea tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3375950 Dec 21 22:52:42.443530 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-605ab668-0471-4946-9842-bd8c4502966f req-ada6c843-3f6c-4325-92da-b09ec31d445b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Unset dirty status for tenant:dd4152f424eb4d2198663244a7130a99 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:52:42.444599 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-605ab668-0471-4946-9842-bd8c4502966f req-ada6c843-3f6c-4325-92da-b09ec31d445b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 932 time: 0.3713479 Dec 21 22:52:42.495592 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-605ab668-0471-4946-9842-bd8c4502966f req-977f43bf-f5bc-4214-8056-606be6dc6347 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Synchronizing usage tracker for tenant:dd4152f424eb4d2198663244a7130a99 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:52:42.571163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-605ab668-0471-4946-9842-bd8c4502966f req-977f43bf-f5bc-4214-8056-606be6dc6347 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Unset dirty status for tenant:dd4152f424eb4d2198663244a7130a99 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:52:42.572382 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-605ab668-0471-4946-9842-bd8c4502966f req-977f43bf-f5bc-4214-8056-606be6dc6347 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212375 Dec 21 22:52:42.622318 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ff069cdf-463b-42c7-80f8-12d43871bea9 None None] Provisioning for port 95a2728e-1afc-4874-9e98-b365ccda22fb completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:52:42.630497 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ff069cdf-463b-42c7-80f8-12d43871bea9 None None] Provisioning complete for port 95a2728e-1afc-4874-9e98-b365ccda22fb triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:52:42.630497 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ff069cdf-463b-42c7-80f8-12d43871bea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:42.686299 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ff069cdf-463b-42c7-80f8-12d43871bea9 None None] Port 95a2728e-1afc-4874-9e98-b365ccda22fb cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:52:43.788733 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbea5fd-bcc7-4524-9f4a-aea25d169c88 req-781b41ce-a8a3-451d-acef-422197bc580d tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:43.790224 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0cbea5fd-bcc7-4524-9f4a-aea25d169c88 req-781b41ce-a8a3-451d-acef-422197bc580d tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 932 time: 0.0831671 Dec 21 22:52:43.840832 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0cbea5fd-bcc7-4524-9f4a-aea25d169c88 req-8dca3fbb-25f0-4568-8675-dfc5fadfd9d7 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441635 Dec 21 22:52:45.197456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e900085-1919-4214-924a-0ab65be17e46 req-68f9fb4b-d0f6-4f03-8e3c-a8c288a4c417 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:45.198918 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6e900085-1919-4214-924a-0ab65be17e46 req-68f9fb4b-d0f6-4f03-8e3c-a8c288a4c417 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 932 time: 0.0869250 Dec 21 22:52:45.248477 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6e900085-1919-4214-924a-0ab65be17e46 req-350a8eb7-a6ba-4608-b929-5e4880ab6290 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436206 Dec 21 22:52:45.631928 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:46.461538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c25f1-3569-439e-a019-f0095e64500b req-a133289c-556e-4af0-9df0-fa393ab76833 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:46.463038 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-262c25f1-3569-439e-a019-f0095e64500b req-a133289c-556e-4af0-9df0-fa393ab76833 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 932 time: 0.0816271 Dec 21 22:52:46.515408 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-262c25f1-3569-439e-a019-f0095e64500b req-a27ee403-aa91-4205-8006-3d780c092229 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Dec 21 22:52:47.725318 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63201ac-084b-478f-9e5c-1df86238d5b7 req-6f7a9b2c-3d43-4cd1-886f-5905a1124a53 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:47.726790 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c63201ac-084b-478f-9e5c-1df86238d5b7 req-6f7a9b2c-3d43-4cd1-886f-5905a1124a53 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 932 time: 0.0848963 Dec 21 22:52:47.772565 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c63201ac-084b-478f-9e5c-1df86238d5b7 req-f7d5a986-83ea-47bf-a598-d371649f1c64 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395336 Dec 21 22:52:48.982714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7990a87-9ad1-4f97-9d71-078a84140c08 req-b6adeb90-43aa-4224-a5cf-0f14b8328343 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:48.984650 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f7990a87-9ad1-4f97-9d71-078a84140c08 req-b6adeb90-43aa-4224-a5cf-0f14b8328343 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 932 time: 0.0837753 Dec 21 22:52:49.035931 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f7990a87-9ad1-4f97-9d71-078a84140c08 req-1f342589-dbf8-4a23-92fa-369d2b48d1ed tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449319 Dec 21 22:52:50.255086 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe733f20-4940-4ce8-bd28-014888881167 req-4c0d20aa-c092-49da-9cbe-fb01311a011c tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:50.256797 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fe733f20-4940-4ce8-bd28-014888881167 req-4c0d20aa-c092-49da-9cbe-fb01311a011c tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 932 time: 0.0923202 Dec 21 22:52:50.314826 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fe733f20-4940-4ce8-bd28-014888881167 req-d82347fb-b4d6-4f67-849f-f692f3b1c9e4 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520875 Dec 21 22:52:51.524115 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6a398-f565-469d-a835-ac92d44127c3 req-dc87ecd8-31d6-4e44-bdff-8cb6af523626 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:51.530247 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-02f6a398-f565-469d-a835-ac92d44127c3 req-dc87ecd8-31d6-4e44-bdff-8cb6af523626 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 932 time: 0.0822103 Dec 21 22:52:51.573892 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-02f6a398-f565-469d-a835-ac92d44127c3 req-a9cb9ec8-e068-454c-ae15-90efc6b36d61 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424657 Dec 21 22:52:52.768930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2926c0-1efd-4519-983a-0bf4e8517267 req-ba176fd5-aa47-4ec4-b5d6-8cc5d2733d5b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:52.770311 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3a2926c0-1efd-4519-983a-0bf4e8517267 req-ba176fd5-aa47-4ec4-b5d6-8cc5d2733d5b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 932 time: 0.0760531 Dec 21 22:52:52.816381 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3a2926c0-1efd-4519-983a-0bf4e8517267 req-3111a050-fcc8-43ae-9783-8f04963f27dd tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404239 Dec 21 22:52:53.118357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Request body: {'port': {'device_id': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:52:53.223749 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:53.561185 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a2728e-1afc-4874-9e98-b365ccda22fb {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:52:53.568042 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:53.582890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Transition to ACTIVE for port object 95a2728e-1afc-4874-9e98-b365ccda22fb will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:52:53.646166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:53.773375 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Pushing event updated for resources: {'Port': ['ID=95a2728e-1afc-4874-9e98-b365ccda22fb,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:53.885986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Attempting to bind port 95a2728e-1afc-4874-9e98-b365ccda22fb on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:52:53.886341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Attempting to bind port 95a2728e-1afc-4874-9e98-b365ccda22fb by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '5bd18094-1eaf-487b-b8b1-48d754296c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:52:53.886659 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Attempting to bind port 95a2728e-1afc-4874-9e98-b365ccda22fb on network eb31e4a9-471b-4a8c-85d3-76be58791d19 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:52:53.892948 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Port 95a2728e-1afc-4874-9e98-b365ccda22fb on network eb31e4a9-471b-4a8c-85d3-76be58791d19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:52:53.893260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Attempting to bind port 95a2728e-1afc-4874-9e98-b365ccda22fb on network eb31e4a9-471b-4a8c-85d3-76be58791d19 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:52:53.899695 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:52:53.900017 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Checking segment: {'id': '5bd18094-1eaf-487b-b8b1-48d754296c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:52:53.900385 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Bound using segment: {'id': '5bd18094-1eaf-487b-b8b1-48d754296c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:52:53.900789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Bound port: 95a2728e-1afc-4874-9e98-b365ccda22fb, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd18094-1eaf-487b-b8b1-48d754296c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:52:53.901121 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:53.994206 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] For port 95a2728e-1afc-4874-9e98-b365ccda22fb, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:52:53.997755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] For port 95a2728e-1afc-4874-9e98-b365ccda22fb, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=95a2728e-1afc-4874-9e98-b365ccda22fb,segment=NetworkSegment(5bd18094-1eaf-487b-b8b1-48d754296c52),segment_id=5bd18094-1eaf-487b-b8b1-48d754296c52)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:52:54.019975 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941df79b-4e1a-4526-8fd6-8a6f6a22ac7b req-1e9fb554-7c03-4a53-825a-48c0d561031e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:54.021553 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-941df79b-4e1a-4526-8fd6-8a6f6a22ac7b req-1e9fb554-7c03-4a53-825a-48c0d561031e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 944 time: 0.0768735 Dec 21 22:52:54.061558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:54.067859 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-941df79b-4e1a-4526-8fd6-8a6f6a22ac7b req-0c060687-ae9c-4c8e-89ef-8933ceb022e8 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408115 Dec 21 22:52:54.123557 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:54.124901 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] 10.222.0.49 "PUT /v2.0/ports/95a2728e-1afc-4874-9e98-b365ccda22fb HTTP/1.1" status: 200 len: 1094 time: 1.1316164 Dec 21 22:52:54.125325 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'tag': '95a2728e-1afc-4874-9e98-b365ccda22fb'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:52:54.142383 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069ff59-f23b-484a-9e1b-7caf68be5b83 service neutron] Pushing event updated for resources: {'Port': ['ID=95a2728e-1afc-4874-9e98-b365ccda22fb,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:54.185433 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'tag': '95a2728e-1afc-4874-9e98-b365ccda22fb', 'status': 'completed', 'code': 200} Dec 21 22:52:54.291729 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7a155bab-b143-480c-972b-a4d6f7a5505d req-5018609a-8ef0-4d4c-9154-372cf975bc42 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd4152f424eb4d2198663244a7130a99&device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 1097 time: 0.0765727 Dec 21 22:52:54.521542 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a155bab-b143-480c-972b-a4d6f7a5505d req-26d548c8-0723-4b3b-8039-592c6232852b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:54.522978 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7a155bab-b143-480c-972b-a4d6f7a5505d req-26d548c8-0723-4b3b-8039-592c6232852b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dd4152f424eb4d2198663244a7130a99&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2194712 Dec 21 22:52:54.660773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a155bab-b143-480c-972b-a4d6f7a5505d req-3a604947-4ddb-4762-8dd2-d5cc4d1547ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:54.662078 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7a155bab-b143-480c-972b-a4d6f7a5505d req-3a604947-4ddb-4762-8dd2-d5cc4d1547ad service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295710 Dec 21 22:52:54.769727 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-068414ee-369d-4040-b457-957e1aa68d5e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd4152f424eb4d2198663244a7130a99&device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 1097 time: 0.0670700 Dec 21 22:52:54.843388 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-77b5b5ff-7fcd-4327-bc95-dd6dc9e613a7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a2728e-1afc-4874-9e98-b365ccda22fb HTTP/1.1" status: 200 len: 217 time: 0.0630410 Dec 21 22:52:54.906800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-6b43d0ed-df37-410d-bf6c-d6fd462188d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:54.908163 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-6b43d0ed-df37-410d-bf6c-d6fd462188d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec HTTP/1.1" status: 200 len: 854 time: 0.0554533 Dec 21 22:52:54.987198 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-e5427d2c-7786-4a62-b253-f0cac41fe924 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eb31e4a9-471b-4a8c-85d3-76be58791d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711317 Dec 21 22:52:55.121193 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-f49dc43f-4ee1-4149-b03f-dae274fd593a service neutron] 10.222.0.49 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232636 Dec 21 22:52:55.265872 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0da456ab-e45a-4b21-8376-098b59e90df0 req-00fbc32a-b31c-4ceb-920f-0d377d4e641b service neutron] 10.222.0.49 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336138 Dec 21 22:52:55.268039 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604a784-2de2-4be9-b19a-331aeacb6f7c req-009531ad-1a4f-4c32-99c7-b0d5a8bf2066 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:55.269468 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a604a784-2de2-4be9-b19a-331aeacb6f7c req-009531ad-1a4f-4c32-99c7-b0d5a8bf2066 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 944 time: 0.0804551 Dec 21 22:52:55.321059 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a604a784-2de2-4be9-b19a-331aeacb6f7c req-e58bf067-7d6e-4712-af30-98feb3f2e7f2 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400178 Dec 21 22:52:56.513008 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea0ab0-a01e-444f-a022-38ade4fae5ac req-0b25452e-8e61-4592-97ae-37f81e723cb4 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:56.514452 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-84ea0ab0-a01e-444f-a022-38ade4fae5ac req-0b25452e-8e61-4592-97ae-37f81e723cb4 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 944 time: 0.0739789 Dec 21 22:52:56.557547 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-84ea0ab0-a01e-444f-a022-38ade4fae5ac req-b5dd1651-b996-44ac-9f7e-abcebc1a2d3f tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377901 Dec 21 22:52:57.265783 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4be8abc9-a0b4-4a56-8ea8-7b2cc46e22ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:57.753138 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c740f3-2781-4965-bad2-96307bea3d11 req-abef2f6b-33c5-4f2b-9f6a-5c15d037fe41 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:57.754629 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-37c740f3-2781-4965-bad2-96307bea3d11 req-abef2f6b-33c5-4f2b-9f6a-5c15d037fe41 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 944 time: 0.0763433 Dec 21 22:52:57.799659 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-37c740f3-2781-4965-bad2-96307bea3d11 req-7fb25820-dd54-4574-a8e9-38cb363aee1a tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395923 Dec 21 22:52:57.974197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 95a2728e-1afc-4874-9e98-b365ccda22fb details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:52:58.104402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 95a2728e-1afc-4874-9e98-b365ccda22fb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=95a2728e-1afc-4874-9e98-b365ccda22fb,segment=NetworkSegment(5bd18094-1eaf-487b-b8b1-48d754296c52),segment_id=5bd18094-1eaf-487b-b8b1-48d754296c52)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:52:58.117656 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '95a2728e-1afc-4874-9e98-b365ccda22fb', 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'port_id': '95a2728e-1afc-4874-9e98-b365ccda22fb', 'mac_address': 'fa:16:3e:3f:82:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:52:58.173403 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:58.189878 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a2728e-1afc-4874-9e98-b365ccda22fb {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:52:58.205115 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 95a2728e-1afc-4874-9e98-b365ccda22fb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=95a2728e-1afc-4874-9e98-b365ccda22fb,segment=NetworkSegment(5bd18094-1eaf-487b-b8b1-48d754296c52),segment_id=5bd18094-1eaf-487b-b8b1-48d754296c52)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:52:58.277425 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:58.342274 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=95a2728e-1afc-4874-9e98-b365ccda22fb,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:52:58.527269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['95a2728e-1afc-4874-9e98-b365ccda22fb'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:52:58.996238 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0407922-5832-4712-9fb6-76002775b6ad req-18faab43-ebb1-4ccb-9015-b8a5ae7ab7d4 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:52:58.998222 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0407922-5832-4712-9fb6-76002775b6ad req-18faab43-ebb1-4ccb-9015-b8a5ae7ab7d4 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 945 time: 0.0777245 Dec 21 22:52:59.042380 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0407922-5832-4712-9fb6-76002775b6ad req-4d01d39a-7341-4787-94a7-82a536a1c80c tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386729 Dec 21 22:52:59.671716 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e6848fcb-5cd7-4403-9faa-b74149d9171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:52:59.771983 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:52:59.974250 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 95a2728e-1afc-4874-9e98-b365ccda22fb up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:53:00.097644 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 95a2728e-1afc-4874-9e98-b365ccda22fb completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:53:00.102642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 95a2728e-1afc-4874-9e98-b365ccda22fb triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:53:00.105177 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:00.216988 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:00.243476 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f66c6-a511-43bf-8c8a-021c74f80515 req-d284c5b1-9a7e-4315-837e-1750397207ce tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:00.244024 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a2728e-1afc-4874-9e98-b365ccda22fb'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:53:00.244736 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b27f66c6-a511-43bf-8c8a-021c74f80515 req-d284c5b1-9a7e-4315-837e-1750397207ce tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 945 time: 0.0822580 Dec 21 22:53:00.253801 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 95a2728e-1afc-4874-9e98-b365ccda22fb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=95a2728e-1afc-4874-9e98-b365ccda22fb,segment=NetworkSegment(5bd18094-1eaf-487b-b8b1-48d754296c52),segment_id=5bd18094-1eaf-487b-b8b1-48d754296c52)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:53:00.299500 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b27f66c6-a511-43bf-8c8a-021c74f80515 req-0192675d-9bfa-4767-8da2-489167d20557 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424576 Dec 21 22:53:00.343838 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:00.420543 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=95a2728e-1afc-4874-9e98-b365ccda22fb,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:53:00.457659 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a2728e-1afc-4874-9e98-b365ccda22fb', 'code': 200} Dec 21 22:53:00.766072 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:00.820654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:00.831634 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-827c1418-9e7e-47a7-b43a-743e91d2feb2 req-830268fe-c7fb-4875-8afc-d976f40c9b7b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 1099 time: 0.0690544 Dec 21 22:53:00.881827 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-827c1418-9e7e-47a7-b43a-743e91d2feb2 req-4a450c8b-2344-4bf5-9d5a-98bb18926b51 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399990 Dec 21 22:53:01.492198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940851d0-0633-4a0a-a546-2163f0d91474 req-eb460de2-998f-4083-8d6b-46b928e6bc34 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:01.493622 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-940851d0-0633-4a0a-a546-2163f0d91474 req-eb460de2-998f-4083-8d6b-46b928e6bc34 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 946 time: 0.0754197 Dec 21 22:53:01.538982 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-940851d0-0633-4a0a-a546-2163f0d91474 req-f62ad631-11c7-485e-a6a8-6e391ffffda9 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397720 Dec 21 22:53:02.320504 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:02.734322 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711d99f-fb54-4c22-8629-db6c90e3da05 req-af16965e-261a-493c-b880-f79eefc4f6be tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:02.735756 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c711d99f-fb54-4c22-8629-db6c90e3da05 req-af16965e-261a-493c-b880-f79eefc4f6be tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 946 time: 0.0748816 Dec 21 22:53:02.780185 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c711d99f-fb54-4c22-8629-db6c90e3da05 req-15ef46e1-8d28-4a0e-9a6d-a0a2e3a71323 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390229 Dec 21 22:53:03.070107 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c9fc52-35d6-4fb5-a646-37f45674428a req-b6502e5e-3293-4560-a561-4504d54a12d5 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:03.071552 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f3c9fc52-35d6-4fb5-a646-37f45674428a req-b6502e5e-3293-4560-a561-4504d54a12d5 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 946 time: 0.1724284 Dec 21 22:53:03.116952 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f3c9fc52-35d6-4fb5-a646-37f45674428a req-cc0d13da-eeff-4296-a9e3-895c7e5edede tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389433 Dec 21 22:53:03.538170 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44299c-0169-475e-bc52-51f83052a355 req-39b91a4e-481d-4dbd-873c-849174a3021e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:03.539606 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9c44299c-0169-475e-bc52-51f83052a355 req-39b91a4e-481d-4dbd-873c-849174a3021e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 946 time: 0.0769200 Dec 21 22:53:03.584626 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9c44299c-0169-475e-bc52-51f83052a355 req-40bddd54-6932-495d-a9a7-2786ff2003ba tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387626 Dec 21 22:53:14.816131 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d5d33d1b-faf4-40df-be83-dd38304faf51 req-88ec89e4-f72e-42a5-96af-52b0b92fc0d4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723095 Dec 21 22:53:14.958025 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d5d33d1b-faf4-40df-be83-dd38304faf51 req-3b95d6f5-b546-448b-9e48-1dbc58d5a78a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd4152f424eb4d2198663244a7130a99&device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 1099 time: 0.0672808 Dec 21 22:53:15.103225 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d33d1b-faf4-40df-be83-dd38304faf51 req-177a51c6-0e5f-48de-9d04-a299f896e15b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:15.104623 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d5d33d1b-faf4-40df-be83-dd38304faf51 req-177a51c6-0e5f-48de-9d04-a299f896e15b service neutron] 10.222.0.49 "GET /v2.0/networks?id=eb31e4a9-471b-4a8c-85d3-76be58791d19 HTTP/1.1" status: 200 len: 916 time: 0.1258981 Dec 21 22:53:15.275477 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d5d33d1b-faf4-40df-be83-dd38304faf51 req-1a1323d1-39a9-4430-908d-ff90561329af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a2728e-1afc-4874-9e98-b365ccda22fb HTTP/1.1" status: 200 len: 217 time: 0.1637902 Dec 21 22:53:15.339942 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d33d1b-faf4-40df-be83-dd38304faf51 req-f37c310a-bd3f-4f59-9a0c-3a75c031f33e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:15.342057 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d5d33d1b-faf4-40df-be83-dd38304faf51 req-f37c310a-bd3f-4f59-9a0c-3a75c031f33e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec HTTP/1.1" status: 200 len: 854 time: 0.0582595 Dec 21 22:53:15.420223 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d5d33d1b-faf4-40df-be83-dd38304faf51 req-48266b66-5d77-44ad-b3f1-88a917c4319a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eb31e4a9-471b-4a8c-85d3-76be58791d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700591 Dec 21 22:53:15.559267 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d5d33d1b-faf4-40df-be83-dd38304faf51 req-427f0cca-bb30-46fe-a3c0-9fcc49dd4dba service neutron] 10.222.0.49 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317782 Dec 21 22:53:15.671723 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:15.690548 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d5d33d1b-faf4-40df-be83-dd38304faf51 req-2337859a-4ea0-4eee-b948-90c56454e528 service neutron] 10.222.0.49 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244628 Dec 21 22:53:16.677474 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc81c39-650b-4502-82e9-1e64c607f5dd req-25216626-0d54-4177-96f7-2f9e3e7cc885 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:16.678935 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2cc81c39-650b-4502-82e9-1e64c607f5dd req-25216626-0d54-4177-96f7-2f9e3e7cc885 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 946 time: 0.0760741 Dec 21 22:53:16.729212 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2cc81c39-650b-4502-82e9-1e64c607f5dd req-11caf0b3-5277-4936-82c6-26785251d5e3 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449266 Dec 21 22:53:16.762576 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44906) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:53:16.900183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-db4a2390-041e-4116-807b-2a0e499478c9 tempest-TestMinimumBasicScenario-1679459577 tempest-TestMinimumBasicScenario-1679459577-project-admin] Synchronizing usage tracker for tenant:f22504d79db84350b0e0db3ade709e5d on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:53:16.977192 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-db4a2390-041e-4116-807b-2a0e499478c9 tempest-TestMinimumBasicScenario-1679459577 tempest-TestMinimumBasicScenario-1679459577-project-admin] Unset dirty status for tenant:f22504d79db84350b0e0db3ade709e5d on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:53:16.978329 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-db4a2390-041e-4116-807b-2a0e499478c9 tempest-TestMinimumBasicScenario-1679459577 tempest-TestMinimumBasicScenario-1679459577-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 1094 time: 0.2147338 Dec 21 22:53:16.981379 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44912) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:53:16.986581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': '95a2728e-1afc-4874-9e98-b365ccda22fb', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:53:16.991954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:53:16.995663 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Usage tracker for resource:floatingip and tenant:dd4152f424eb4d2198663244a7130a99 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:53:16.998652 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:53:17.004187 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:53:17.077301 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:17.207016 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:17.337889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Allocated IP 172.26.3.136 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/7209d636-e8a9-4c74-ba85-92cb06388f65) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:53:17.482448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:17.560870 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:17.626429 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:53:17.629452 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:53:17.632030 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:53:17.675865 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Pushing event updated for resources: {'Port': ['ID=7209d636-e8a9-4c74-ba85-92cb06388f65,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:53:17.701734 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:53:17.701734 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:53:17.701734 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:53:17.701734 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:53:17.701734 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:53:17.701734 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:53:17.701734 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:53:17.702889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:53:17.702889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:53:17.702889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:53:17.703204 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:53:18.161911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:18.271440 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:18.552728 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:18.611381 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:18.713000 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Pushing event updated for resources: {'Port': ['ID=7209d636-e8a9-4c74-ba85-92cb06388f65,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:53:18.731736 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:18.921115 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Floating IP a5000780-a1ff-4877-a736-cedc33657758 associated. External IP: 172.26.3.136, port: 95a2728e-1afc-4874-9e98-b365ccda22fb. Dec 21 22:53:19.305386 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Router e29b9599-f5b3-4e75-8c49-92f882428efa has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:53:19.506211 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:53:19.516256 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3ee15-6d37-4345-be7d-303f5e757e72 None None] Sync routers for ids ['e29b9599-f5b3-4e75-8c49-92f882428efa'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:53:19.527643 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3ee15-6d37-4345-be7d-303f5e757e72 None None] Routers {'e29b9599-f5b3-4e75-8c49-92f882428efa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:53:19.528303 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-77c3ee15-6d37-4345-be7d-303f5e757e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:53:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e29b9599-f5b3-4e75-8c49-92f882428efa'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:53:19.594770 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:19.648209 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-973f5da1-aa54-4b33-b70c-51af47884f9e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6657720 Dec 21 22:53:19.649171 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'tag': '95a2728e-1afc-4874-9e98-b365ccda22fb'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:53:19.651103 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44916) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:53:19.657254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-331fbb51-eeb9-4559-a156-43045e98ce9b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-597819735', 'description': 'tempest-secgroup-smoke-597819735 description', 'project_id': 'dd4152f424eb4d2198663244a7130a99'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:53:19.663612 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-331fbb51-eeb9-4559-a156-43045e98ce9b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:53:19.673856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-331fbb51-eeb9-4559-a156-43045e98ce9b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:53:19.708038 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-77c3ee15-6d37-4345-be7d-303f5e757e72 None None] Set router e29b9599-f5b3-4e75-8c49-92f882428efa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:53:19.766641 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-331fbb51-eeb9-4559-a156-43045e98ce9b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:19.785400 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'tag': '95a2728e-1afc-4874-9e98-b365ccda22fb', 'status': 'completed', 'code': 200} Dec 21 22:53:19.805804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-331fbb51-eeb9-4559-a156-43045e98ce9b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:53:19.838808 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-331fbb51-eeb9-4559-a156-43045e98ce9b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Usage tracker for resource:security_group_rule and tenant:dd4152f424eb4d2198663244a7130a99 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:53:19.845317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-331fbb51-eeb9-4559-a156-43045e98ce9b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:53:19.855430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-331fbb51-eeb9-4559-a156-43045e98ce9b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:53:19.933514 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-096b038d-0d87-416a-a947-a8af104b9ab6 req-c4975809-b0f2-4381-a1dd-1b56a968252c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd4152f424eb4d2198663244a7130a99&device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 1099 time: 0.1249261 Dec 21 22:53:19.936135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-331fbb51-eeb9-4559-a156-43045e98ce9b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:20.027332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-331fbb51-eeb9-4559-a156-43045e98ce9b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:20.083812 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-77c3ee15-6d37-4345-be7d-303f5e757e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'name': 'tempest-TestMinimumBasicScenario-1659976428-router', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:11Z', 'updated_at': '2021-12-21T22:52:15Z', 'revision_number': 4, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'gw_port': {'id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:12Z', 'updated_at': '2021-12-21T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'a5000780-a1ff-4877-a736-cedc33657758', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'floating_ip_address': '172.26.3.136', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'port_id': '95a2728e-1afc-4874-9e98-b365ccda22fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'mac_address': 'fa:16:3e:3f:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:53:18Z', 'updated_at': '2021-12-21T22:53:18Z', 'revision_number': 0, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f8a69c-4c35-4151-80cf-1bf866cb7dd8', 'name': '', 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'mac_address': 'fa:16:3e:32:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:14Z', 'updated_at': '2021-12-21T22:52:32Z', 'revision_number': 5, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'subnets': [{'id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:53:20.087658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3ee15-6d37-4345-be7d-303f5e757e72 None None] Checking router: e29b9599-f5b3-4e75-8c49-92f882428efa for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:53:20.099170 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3ee15-6d37-4345-be7d-303f5e757e72 None None] Routers {'e29b9599-f5b3-4e75-8c49-92f882428efa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:53:20.103640 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fbb51-eeb9-4559-a156-43045e98ce9b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed48404-9813-4360-955f-4fd64c46719f,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:53:20.103802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-77c3ee15-6d37-4345-be7d-303f5e757e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:53:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e29b9599-f5b3-4e75-8c49-92f882428efa'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:53:20.113179 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b038d-0d87-416a-a947-a8af104b9ab6 req-eb19fe2b-73e2-4374-834d-da10d34462da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:20.114660 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-096b038d-0d87-416a-a947-a8af104b9ab6 req-eb19fe2b-73e2-4374-834d-da10d34462da service neutron] 10.222.0.49 "GET /v2.0/networks?id=eb31e4a9-471b-4a8c-85d3-76be58791d19 HTTP/1.1" status: 200 len: 916 time: 0.1713183 Dec 21 22:53:20.175520 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-331fbb51-eeb9-4559-a156-43045e98ce9b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:20.176675 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-331fbb51-eeb9-4559-a156-43045e98ce9b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5246077 Dec 21 22:53:20.179811 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44924) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:53:20.186082 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-3899a90f-c9a0-41f6-abc3-8857eb9ef42e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Request body: {'security_group_rule': {'security_group_id': 'eed48404-9813-4360-955f-4fd64c46719f', 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:53:20.192292 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3899a90f-c9a0-41f6-abc3-8857eb9ef42e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:53:20.204076 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3899a90f-c9a0-41f6-abc3-8857eb9ef42e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Usage tracker for resource:security_group_rule and tenant:dd4152f424eb4d2198663244a7130a99 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:53:20.207353 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3899a90f-c9a0-41f6-abc3-8857eb9ef42e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:53:20.215940 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3899a90f-c9a0-41f6-abc3-8857eb9ef42e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:53:20.227482 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-096b038d-0d87-416a-a947-a8af104b9ab6 req-1b3fc413-9801-4f2d-80ec-02aceb629da5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a2728e-1afc-4874-9e98-b365ccda22fb HTTP/1.1" status: 200 len: 1000 time: 0.1037300 Dec 21 22:53:20.289917 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-77c3ee15-6d37-4345-be7d-303f5e757e72 None None] Set router e29b9599-f5b3-4e75-8c49-92f882428efa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:53:20.292155 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b038d-0d87-416a-a947-a8af104b9ab6 req-6c1debb2-2f43-4517-b90f-a16019875c99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:20.293575 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-096b038d-0d87-416a-a947-a8af104b9ab6 req-6c1debb2-2f43-4517-b90f-a16019875c99 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec HTTP/1.1" status: 200 len: 854 time: 0.0594521 Dec 21 22:53:20.301307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3899a90f-c9a0-41f6-abc3-8857eb9ef42e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:20.369671 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3899a90f-c9a0-41f6-abc3-8857eb9ef42e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:20.376742 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-096b038d-0d87-416a-a947-a8af104b9ab6 req-4fbd5c3d-4c50-4c15-9fa4-3c9fef94ae3f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eb31e4a9-471b-4a8c-85d3-76be58791d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742817 Dec 21 22:53:20.460416 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3899a90f-c9a0-41f6-abc3-8857eb9ef42e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:20.487022 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899a90f-c9a0-41f6-abc3-8857eb9ef42e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99f33d8-9995-49b7-b579-cccb2c8e9eac,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:53:20.515367 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-096b038d-0d87-416a-a947-a8af104b9ab6 req-edcd4a6b-c00f-49bd-86d0-5d1ab4a6a7d9 service neutron] 10.222.0.49 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313598 Dec 21 22:53:20.561497 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3899a90f-c9a0-41f6-abc3-8857eb9ef42e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:20.563467 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3899a90f-c9a0-41f6-abc3-8857eb9ef42e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3822639 Dec 21 22:53:20.565908 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 44928) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:53:20.571553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d8e863e0-45ed-4953-a267-88746d162550 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Request body: {'security_group_rule': {'security_group_id': 'eed48404-9813-4360-955f-4fd64c46719f', 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:53:20.578157 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d8e863e0-45ed-4953-a267-88746d162550 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:53:20.582572 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d8e863e0-45ed-4953-a267-88746d162550 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Usage tracker for resource:security_group_rule and tenant:dd4152f424eb4d2198663244a7130a99 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:53:20.585395 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d8e863e0-45ed-4953-a267-88746d162550 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:53:20.591097 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d8e863e0-45ed-4953-a267-88746d162550 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:53:20.648590 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-096b038d-0d87-416a-a947-a8af104b9ab6 req-ec1a641e-b4d0-43e0-b328-eb6e87b611b5 service neutron] 10.222.0.49 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263082 Dec 21 22:53:20.650072 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-77c3ee15-6d37-4345-be7d-303f5e757e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'name': 'tempest-TestMinimumBasicScenario-1659976428-router', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:11Z', 'updated_at': '2021-12-21T22:52:15Z', 'revision_number': 4, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'gw_port': {'id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:12Z', 'updated_at': '2021-12-21T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'a5000780-a1ff-4877-a736-cedc33657758', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'floating_ip_address': '172.26.3.136', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'port_id': '95a2728e-1afc-4874-9e98-b365ccda22fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'mac_address': 'fa:16:3e:3f:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:53:18Z', 'updated_at': '2021-12-21T22:53:18Z', 'revision_number': 0, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f8a69c-4c35-4151-80cf-1bf866cb7dd8', 'name': '', 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'mac_address': 'fa:16:3e:32:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:14Z', 'updated_at': '2021-12-21T22:52:32Z', 'revision_number': 5, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'subnets': [{'id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:53:20.654269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c3ee15-6d37-4345-be7d-303f5e757e72 None None] The sync data for ids ['e29b9599-f5b3-4e75-8c49-92f882428efa'] in dv-neutron-822520-1-hyperv is: [{'id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'name': 'tempest-TestMinimumBasicScenario-1659976428-router', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:11Z', 'updated_at': '2021-12-21T22:52:15Z', 'revision_number': 4, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'gw_port': {'id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:12Z', 'updated_at': '2021-12-21T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'a5000780-a1ff-4877-a736-cedc33657758', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'floating_ip_address': '172.26.3.136', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'port_id': '95a2728e-1afc-4874-9e98-b365ccda22fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'mac_address': 'fa:16:3e:3f:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:53:18Z', 'updated_at': '2021-12-21T22:53:18Z', 'revision_number': 0, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f8a69c-4c35-4151-80cf-1bf866cb7dd8', 'name': '', 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'mac_address': 'fa:16:3e:32:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:14Z', 'updated_at': '2021-12-21T22:52:32Z', 'revision_number': 5, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'subnets': [{'id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:53:20.666729 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d8e863e0-45ed-4953-a267-88746d162550 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:20.731998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d8e863e0-45ed-4953-a267-88746d162550 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:20.809157 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d8e863e0-45ed-4953-a267-88746d162550 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:20.834125 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e863e0-45ed-4953-a267-88746d162550 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45767493-9a2d-402a-bfdd-73a162be6c45,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:53:20.851020 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b97b92-36d5-46c2-8ece-307416ca5974 None None] New status for floating IP a5000780-a1ff-4877-a736-cedc33657758: ACTIVE {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:53:20.897403 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d8e863e0-45ed-4953-a267-88746d162550 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:20.898874 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d8e863e0-45ed-4953-a267-88746d162550 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3318663 Dec 21 22:53:20.901530 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44932) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:53:20.908355 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a226a92f-c99e-4992-b9ba-cb7558ebfa7f tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Request body: {'security_group_rule': {'security_group_id': 'eed48404-9813-4360-955f-4fd64c46719f', 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:53:20.914117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a226a92f-c99e-4992-b9ba-cb7558ebfa7f tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:53:20.917804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a226a92f-c99e-4992-b9ba-cb7558ebfa7f tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Usage tracker for resource:security_group_rule and tenant:dd4152f424eb4d2198663244a7130a99 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:53:20.920878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a226a92f-c99e-4992-b9ba-cb7558ebfa7f tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:53:20.927161 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a226a92f-c99e-4992-b9ba-cb7558ebfa7f tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:53:21.012017 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a226a92f-c99e-4992-b9ba-cb7558ebfa7f tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:21.074899 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a226a92f-c99e-4992-b9ba-cb7558ebfa7f tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:21.142841 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a226a92f-c99e-4992-b9ba-cb7558ebfa7f tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:21.165463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226a92f-c99e-4992-b9ba-cb7558ebfa7f tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d64d5d-2e3d-4cf1-a7ac-4262d4b03885,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:53:21.249071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a226a92f-c99e-4992-b9ba-cb7558ebfa7f tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:21.250498 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a226a92f-c99e-4992-b9ba-cb7558ebfa7f tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3472219 Dec 21 22:53:21.252955 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44936) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:53:21.258475 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-21d2a371-5c83-44dd-a4c8-0cf449252ba6 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Request body: {'security_group_rule': {'security_group_id': 'eed48404-9813-4360-955f-4fd64c46719f', 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:53:21.265241 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-21d2a371-5c83-44dd-a4c8-0cf449252ba6 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:53:21.269027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-21d2a371-5c83-44dd-a4c8-0cf449252ba6 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Usage tracker for resource:security_group_rule and tenant:dd4152f424eb4d2198663244a7130a99 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:53:21.271854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-21d2a371-5c83-44dd-a4c8-0cf449252ba6 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:53:21.277448 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-21d2a371-5c83-44dd-a4c8-0cf449252ba6 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:53:21.357913 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-21d2a371-5c83-44dd-a4c8-0cf449252ba6 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:21.419886 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-21d2a371-5c83-44dd-a4c8-0cf449252ba6 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:21.499744 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-21d2a371-5c83-44dd-a4c8-0cf449252ba6 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:21.524295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2a371-5c83-44dd-a4c8-0cf449252ba6 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32266ef0-a61b-4c7d-90b3-d51b6712c1f3,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:53:21.600401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-21d2a371-5c83-44dd-a4c8-0cf449252ba6 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:21.601727 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-21d2a371-5c83-44dd-a4c8-0cf449252ba6 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3476329 Dec 21 22:53:21.604712 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44940) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:53:21.611172 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-7abb948a-7d2e-4eb1-9a08-6d341d982a5b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Request body: {'security_group_rule': {'security_group_id': 'eed48404-9813-4360-955f-4fd64c46719f', 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:53:21.617114 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7abb948a-7d2e-4eb1-9a08-6d341d982a5b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:53:21.621063 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7abb948a-7d2e-4eb1-9a08-6d341d982a5b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Usage tracker for resource:security_group_rule and tenant:dd4152f424eb4d2198663244a7130a99 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:53:21.625061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-7abb948a-7d2e-4eb1-9a08-6d341d982a5b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:53:21.630794 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-7abb948a-7d2e-4eb1-9a08-6d341d982a5b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:53:21.711760 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-7abb948a-7d2e-4eb1-9a08-6d341d982a5b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Project dd4152f424eb4d2198663244a7130a99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:53:21.718292 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7abb948a-7d2e-4eb1-9a08-6d341d982a5b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:21.781125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7abb948a-7d2e-4eb1-9a08-6d341d982a5b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:21.859878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7abb948a-7d2e-4eb1-9a08-6d341d982a5b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:21.882365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb948a-7d2e-4eb1-9a08-6d341d982a5b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a58fb6c-ea82-43a8-ad75-f60bb43958bf,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:53:21.945947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7abb948a-7d2e-4eb1-9a08-6d341d982a5b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:21.947183 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7abb948a-7d2e-4eb1-9a08-6d341d982a5b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3414998 Dec 21 22:53:21.949890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 44944) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:53:21.955543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-17a588c3-5d9c-412e-9d78-a16a8f52b4d0 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Request body: {'security_group_rule': {'security_group_id': 'eed48404-9813-4360-955f-4fd64c46719f', 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:53:21.961373 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-17a588c3-5d9c-412e-9d78-a16a8f52b4d0 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:53:21.965161 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-17a588c3-5d9c-412e-9d78-a16a8f52b4d0 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Usage tracker for resource:security_group_rule and tenant:dd4152f424eb4d2198663244a7130a99 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:53:21.968547 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-17a588c3-5d9c-412e-9d78-a16a8f52b4d0 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:53:21.974195 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-17a588c3-5d9c-412e-9d78-a16a8f52b4d0 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:53:22.051804 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-17a588c3-5d9c-412e-9d78-a16a8f52b4d0 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Project dd4152f424eb4d2198663244a7130a99 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:53:22.058618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-17a588c3-5d9c-412e-9d78-a16a8f52b4d0 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:22.123040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-17a588c3-5d9c-412e-9d78-a16a8f52b4d0 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:22.188591 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-17a588c3-5d9c-412e-9d78-a16a8f52b4d0 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:22.212028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a588c3-5d9c-412e-9d78-a16a8f52b4d0 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e09ba6-561e-4e1a-8d78-5aab370b560c,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:53:22.289124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-17a588c3-5d9c-412e-9d78-a16a8f52b4d0 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:22.290499 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-17a588c3-5d9c-412e-9d78-a16a8f52b4d0 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3396242 Dec 21 22:53:22.420923 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d3d33a9f-ac64-4b8d-80d5-74f54a2b8322 req-cee01b12-3f54-4ddd-aae1-fb9edda911ab tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-597819735&fields=id&tenant_id=dd4152f424eb4d2198663244a7130a99 HTTP/1.1" status: 200 len: 267 time: 0.0407038 Dec 21 22:53:22.502614 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d33a9f-ac64-4b8d-80d5-74f54a2b8322 req-5b8b6824-0b70-4ea7-b661-0b2d4ebc73d9 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:22.504019 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d3d33a9f-ac64-4b8d-80d5-74f54a2b8322 req-5b8b6824-0b70-4ea7-b661-0b2d4ebc73d9 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 946 time: 0.0776997 Dec 21 22:53:22.514841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [req-d3d33a9f-ac64-4b8d-80d5-74f54a2b8322 req-d12dfa16-a43a-4815-bb49-19da5d8db825 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Request body: {'port': {'security_groups': ['1592d196-d12e-4e83-9513-009266515c6e', 'eed48404-9813-4360-955f-4fd64c46719f']}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:53:22.629744 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-d3d33a9f-ac64-4b8d-80d5-74f54a2b8322 req-d12dfa16-a43a-4815-bb49-19da5d8db825 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:22.965518 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [req-d3d33a9f-ac64-4b8d-80d5-74f54a2b8322 req-d12dfa16-a43a-4815-bb49-19da5d8db825 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] For port 95a2728e-1afc-4874-9e98-b365ccda22fb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=95a2728e-1afc-4874-9e98-b365ccda22fb,segment=NetworkSegment(5bd18094-1eaf-487b-b8b1-48d754296c52),segment_id=5bd18094-1eaf-487b-b8b1-48d754296c52)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:53:22.990484 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-d3d33a9f-ac64-4b8d-80d5-74f54a2b8322 req-d12dfa16-a43a-4815-bb49-19da5d8db825 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:23.040567 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-d3d33a9f-ac64-4b8d-80d5-74f54a2b8322 req-d12dfa16-a43a-4815-bb49-19da5d8db825 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:23.052251 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['95a2728e-1afc-4874-9e98-b365ccda22fb'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:53:23.115823 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d33a9f-ac64-4b8d-80d5-74f54a2b8322 req-d12dfa16-a43a-4815-bb49-19da5d8db825 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:23.115823 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-d3d33a9f-ac64-4b8d-80d5-74f54a2b8322 req-d12dfa16-a43a-4815-bb49-19da5d8db825 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:23.119600 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d3d33a9f-ac64-4b8d-80d5-74f54a2b8322 req-d12dfa16-a43a-4815-bb49-19da5d8db825 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "PUT /v2.0/ports/95a2728e-1afc-4874-9e98-b365ccda22fb HTTP/1.1" status: 200 len: 982 time: 0.6092601 Dec 21 22:53:23.122950 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'tag': '95a2728e-1afc-4874-9e98-b365ccda22fb'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:53:23.145055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12dfa16-a43a-4815-bb49-19da5d8db825 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Pushing event updated for resources: {'Port': ['ID=95a2728e-1afc-4874-9e98-b365ccda22fb,revision_number=6']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:53:23.195824 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'tag': '95a2728e-1afc-4874-9e98-b365ccda22fb', 'status': 'completed', 'code': 200} Dec 21 22:53:23.210492 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['95a2728e-1afc-4874-9e98-b365ccda22fb'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:53:23.458940 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ecc7a437-c697-4a3a-ab9d-26c9c873df71 None None] Provisioning complete for port 95a2728e-1afc-4874-9e98-b365ccda22fb triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:53:23.459330 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ecc7a437-c697-4a3a-ab9d-26c9c873df71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:23.495336 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ab9b08ee-0ae8-4053-b5fd-de7542a88a52 req-568b775a-b0da-4d85-b7bd-4551e48079fb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd4152f424eb4d2198663244a7130a99&device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 1138 time: 0.2731266 Dec 21 22:53:23.505963 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711bfb8-507b-4e45-b8c3-9dc6a065104e req-1a775904-8dc0-4c1c-8d07-c354c6da7224 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:23.507362 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d711bfb8-507b-4e45-b8c3-9dc6a065104e req-1a775904-8dc0-4c1c-8d07-c354c6da7224 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 985 time: 0.1036391 Dec 21 22:53:23.648930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-d711bfb8-507b-4e45-b8c3-9dc6a065104e req-31be1718-a15d-4aed-a32c-42cf6b05eeec tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Synchronizing usage tracker for tenant:dd4152f424eb4d2198663244a7130a99 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:53:23.677966 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b08ee-0ae8-4053-b5fd-de7542a88a52 req-406501dc-417c-4c76-8ce5-59b80bd1ca35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:23.679414 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ab9b08ee-0ae8-4053-b5fd-de7542a88a52 req-406501dc-417c-4c76-8ce5-59b80bd1ca35 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eb31e4a9-471b-4a8c-85d3-76be58791d19 HTTP/1.1" status: 200 len: 916 time: 0.1712403 Dec 21 22:53:23.786448 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ab9b08ee-0ae8-4053-b5fd-de7542a88a52 req-13c8846d-27c9-4778-841c-a30d036d8b1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a2728e-1afc-4874-9e98-b365ccda22fb HTTP/1.1" status: 200 len: 1002 time: 0.0998752 Dec 21 22:53:23.826813 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-d711bfb8-507b-4e45-b8c3-9dc6a065104e req-31be1718-a15d-4aed-a32c-42cf6b05eeec tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Unset dirty status for tenant:dd4152f424eb4d2198663244a7130a99 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:53:23.828512 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d711bfb8-507b-4e45-b8c3-9dc6a065104e req-31be1718-a15d-4aed-a32c-42cf6b05eeec tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&id=eed48404-9813-4360-955f-4fd64c46719f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2991302 Dec 21 22:53:23.865294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b08ee-0ae8-4053-b5fd-de7542a88a52 req-016f32f1-dfb3-4655-a300-4b2b374e74e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:23.867125 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ab9b08ee-0ae8-4053-b5fd-de7542a88a52 req-016f32f1-dfb3-4655-a300-4b2b374e74e7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec HTTP/1.1" status: 200 len: 854 time: 0.0725408 Dec 21 22:53:23.951480 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ab9b08ee-0ae8-4053-b5fd-de7542a88a52 req-0538479c-2c62-48ce-ac56-ca9162205358 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eb31e4a9-471b-4a8c-85d3-76be58791d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691342 Dec 21 22:53:24.081896 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ab9b08ee-0ae8-4053-b5fd-de7542a88a52 req-288d41a3-4bde-4487-a69e-524e67caa096 service neutron] 10.222.0.49 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232023 Dec 21 22:53:24.211160 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ab9b08ee-0ae8-4053-b5fd-de7542a88a52 req-99dfc2e3-67cd-4d4f-8a03-5bbbc5c0e8c2 service neutron] 10.222.0.49 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224895 Dec 21 22:53:27.263200 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4d4f6683-9282-43ea-b6be-5758b44db829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:29.668201 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-48d4d210-1eee-43a6-9da4-32d3be76914c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:30.771398 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:30.826700 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:32.386133 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:36.773118 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:53:38.363750 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c66e05-957f-43ce-ab34-37e0d13be5e7 req-496ff012-670e-471d-9cdb-fbad21944ee8 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:38.365264 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-24c66e05-957f-43ce-ab34-37e0d13be5e7 req-496ff012-670e-471d-9cdb-fbad21944ee8 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 985 time: 0.1548908 Dec 21 22:53:38.372446 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-467d0b92-53ce-435a-9053-aca954fa5fe5 req-ae4a92d2-1d8c-4376-9867-2a26b43a5efd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd4152f424eb4d2198663244a7130a99&device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 1138 time: 0.1164243 Dec 21 22:53:38.501925 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-24c66e05-957f-43ce-ab34-37e0d13be5e7 req-4bc62b74-6c77-475c-a52f-f3f242fd0a62 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&id=eed48404-9813-4360-955f-4fd64c46719f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1285241 Dec 21 22:53:38.533063 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d0b92-53ce-435a-9053-aca954fa5fe5 req-c418a6b5-0a7a-4a7e-bf12-7685ded2d289 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:38.534490 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-467d0b92-53ce-435a-9053-aca954fa5fe5 req-c418a6b5-0a7a-4a7e-bf12-7685ded2d289 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eb31e4a9-471b-4a8c-85d3-76be58791d19 HTTP/1.1" status: 200 len: 916 time: 0.1479313 Dec 21 22:53:38.643341 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-467d0b92-53ce-435a-9053-aca954fa5fe5 req-ca61948c-0de9-4603-ab28-2173aedea4df service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a2728e-1afc-4874-9e98-b365ccda22fb HTTP/1.1" status: 200 len: 1002 time: 0.1013331 Dec 21 22:53:38.723893 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d0b92-53ce-435a-9053-aca954fa5fe5 req-8c37b91d-9193-46e5-97d5-f95a4c0dbad0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:38.725298 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-467d0b92-53ce-435a-9053-aca954fa5fe5 req-8c37b91d-9193-46e5-97d5-f95a4c0dbad0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec HTTP/1.1" status: 200 len: 854 time: 0.0755944 Dec 21 22:53:38.801207 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-467d0b92-53ce-435a-9053-aca954fa5fe5 req-6396593e-9424-4754-9b81-1aedf20ba432 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eb31e4a9-471b-4a8c-85d3-76be58791d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662203 Dec 21 22:53:38.933471 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-467d0b92-53ce-435a-9053-aca954fa5fe5 req-bb1374b8-5889-4c24-a4fd-bea8c6d05557 service neutron] 10.222.0.49 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247902 Dec 21 22:53:39.152915 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-467d0b92-53ce-435a-9053-aca954fa5fe5 req-6fe4f9eb-18bb-460a-a9b3-12a5515d8ce0 service neutron] 10.222.0.49 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124627 Dec 21 22:53:39.746734 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc21fde-1d6c-4929-98a7-4ff6cec3c5af req-d8214d59-42aa-4dc0-ba55-b1197914008f tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:39.748153 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-adc21fde-1d6c-4929-98a7-4ff6cec3c5af req-d8214d59-42aa-4dc0-ba55-b1197914008f tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 985 time: 0.0760863 Dec 21 22:53:39.794965 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-adc21fde-1d6c-4929-98a7-4ff6cec3c5af req-4128f93b-507c-4c3f-b279-7d90c5d96a01 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&id=eed48404-9813-4360-955f-4fd64c46719f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405025 Dec 21 22:53:40.994893 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ebab-7d13-45de-b9ef-ec1684c139a1 req-a9517966-1e87-49f1-ae2c-614afe82c88e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:40.996336 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3cd8ebab-7d13-45de-b9ef-ec1684c139a1 req-a9517966-1e87-49f1-ae2c-614afe82c88e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 985 time: 0.0801618 Dec 21 22:53:41.043106 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3cd8ebab-7d13-45de-b9ef-ec1684c139a1 req-9496ff94-c3c6-49fd-813a-92d53797e840 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&id=eed48404-9813-4360-955f-4fd64c46719f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401537 Dec 21 22:53:42.250963 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f451fe-e866-44a8-a3f0-e0d9fb546e0e req-c029ac71-bf66-461a-9c7d-844c83995b0e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:42.252455 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b3f451fe-e866-44a8-a3f0-e0d9fb546e0e req-c029ac71-bf66-461a-9c7d-844c83995b0e tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 985 time: 0.0857649 Dec 21 22:53:42.315061 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b3f451fe-e866-44a8-a3f0-e0d9fb546e0e req-f70cacc5-4e56-44a1-98f5-257b2c8bda16 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&id=eed48404-9813-4360-955f-4fd64c46719f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522926 Dec 21 22:53:43.511027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fb892-4047-40e5-8716-1e12551d8e0c req-a7d8d7a7-f5db-4e5e-b15b-78a3edacdb30 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:43.512364 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7b0fb892-4047-40e5-8716-1e12551d8e0c req-a7d8d7a7-f5db-4e5e-b15b-78a3edacdb30 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 985 time: 0.0756199 Dec 21 22:53:43.558210 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7b0fb892-4047-40e5-8716-1e12551d8e0c req-22e22d3e-aca6-468a-a6ec-72683eb35ea7 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&id=eed48404-9813-4360-955f-4fd64c46719f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392787 Dec 21 22:53:44.753928 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2236a-1023-4712-affd-c81df406db3e req-1576de34-b16e-4796-ac2e-960303f1ba14 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:44.755521 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0ea2236a-1023-4712-affd-c81df406db3e req-1576de34-b16e-4796-ac2e-960303f1ba14 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 985 time: 0.0776954 Dec 21 22:53:44.801829 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0ea2236a-1023-4712-affd-c81df406db3e req-c8aa82a6-1874-4e0c-80a1-c4a483808312 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&id=eed48404-9813-4360-955f-4fd64c46719f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408602 Dec 21 22:53:45.633813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:45.996038 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d43fd-7c51-4b32-bb70-3cefa5e0e515 req-87786576-1274-4f55-8586-5b80ecd6ab8b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:45.997475 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d40d43fd-7c51-4b32-bb70-3cefa5e0e515 req-87786576-1274-4f55-8586-5b80ecd6ab8b tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 985 time: 0.0794783 Dec 21 22:53:46.042946 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d40d43fd-7c51-4b32-bb70-3cefa5e0e515 req-dce63d47-c7a5-4f1b-9730-ca9eedf5a8b5 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&id=eed48404-9813-4360-955f-4fd64c46719f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399065 Dec 21 22:53:47.249445 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3e700-6b02-4d53-a5b8-ab8691f3c9fe req-2d4642b1-c369-420b-9109-cefd3911cbda tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:47.250915 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5fb3e700-6b02-4d53-a5b8-ab8691f3c9fe req-2d4642b1-c369-420b-9109-cefd3911cbda tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 985 time: 0.0810595 Dec 21 22:53:47.298224 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5fb3e700-6b02-4d53-a5b8-ab8691f3c9fe req-96fdacf2-b39b-48db-9ded-4f654eaded0f tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&id=eed48404-9813-4360-955f-4fd64c46719f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415609 Dec 21 22:53:48.491403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2e2b4-c905-4b80-b31d-347f8570b7e9 req-e3c4fe13-425b-4615-a948-2c3487f82933 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:48.492849 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-27c2e2b4-c905-4b80-b31d-347f8570b7e9 req-e3c4fe13-425b-4615-a948-2c3487f82933 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 985 time: 0.0760391 Dec 21 22:53:48.539006 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-27c2e2b4-c905-4b80-b31d-347f8570b7e9 req-d023d31c-0dbf-446e-a4f3-c08e5049f3a2 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&id=eed48404-9813-4360-955f-4fd64c46719f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406311 Dec 21 22:53:49.733587 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3f1c4-7a79-40af-bc35-6542042428b1 req-25dfc7b4-e8dd-4dc8-9f3a-08e525a7d827 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:49.735757 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-75c3f1c4-7a79-40af-bc35-6542042428b1 req-25dfc7b4-e8dd-4dc8-9f3a-08e525a7d827 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 985 time: 0.0770857 Dec 21 22:53:49.784638 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-75c3f1c4-7a79-40af-bc35-6542042428b1 req-37f097f1-caa0-46bf-9551-e632bae73d4c tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&id=eed48404-9813-4360-955f-4fd64c46719f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434506 Dec 21 22:53:50.983035 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada0170-3b5c-4fa4-b685-48f08b152942 req-19982562-d7b7-4b6d-8118-1671dd4f66f7 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:53:50.984640 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eada0170-3b5c-4fa4-b685-48f08b152942 req-19982562-d7b7-4b6d-8118-1671dd4f66f7 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 985 time: 0.0789945 Dec 21 22:53:51.030556 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eada0170-3b5c-4fa4-b685-48f08b152942 req-fd04ca97-183f-482c-8a76-176bc39b58a6 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&id=eed48404-9813-4360-955f-4fd64c46719f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397429 Dec 21 22:53:57.279748 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-10761269-2ce4-4107-bbcc-370bef1e7434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:53:59.657215 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-81786833-31d4-4e70-885e-d60181756549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:00.765360 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:00.825869 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:02.351405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:13.773404 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:54:15.639144 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:15.852664 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-292330ff-3afa-4933-9cbc-6d5798a0ea51 req-c5b7d850-7376-4898-8b2c-65b7a902737b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691080 Dec 21 22:54:15.992256 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-292330ff-3afa-4933-9cbc-6d5798a0ea51 req-9000e0e9-57e2-468b-a703-2b011ce74327 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd4152f424eb4d2198663244a7130a99&device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 1138 time: 0.0718465 Dec 21 22:54:16.136928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292330ff-3afa-4933-9cbc-6d5798a0ea51 req-6d9d9b80-5679-402d-bb6a-a81e0d23e565 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:54:16.138403 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-292330ff-3afa-4933-9cbc-6d5798a0ea51 req-6d9d9b80-5679-402d-bb6a-a81e0d23e565 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eb31e4a9-471b-4a8c-85d3-76be58791d19 HTTP/1.1" status: 200 len: 916 time: 0.1260250 Dec 21 22:54:16.240933 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-292330ff-3afa-4933-9cbc-6d5798a0ea51 req-b48a3639-a35f-444e-a446-52f708414654 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a2728e-1afc-4874-9e98-b365ccda22fb HTTP/1.1" status: 200 len: 1002 time: 0.0959630 Dec 21 22:54:16.302582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292330ff-3afa-4933-9cbc-6d5798a0ea51 req-6dd053d5-41ab-423a-81bb-4fee1b181c05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:54:16.303994 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-292330ff-3afa-4933-9cbc-6d5798a0ea51 req-6dd053d5-41ab-423a-81bb-4fee1b181c05 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec HTTP/1.1" status: 200 len: 854 time: 0.0571077 Dec 21 22:54:16.380166 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-292330ff-3afa-4933-9cbc-6d5798a0ea51 req-fbd1e3a3-5c23-400c-b3b7-7eeaf14ce78f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eb31e4a9-471b-4a8c-85d3-76be58791d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696502 Dec 21 22:54:16.509410 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-292330ff-3afa-4933-9cbc-6d5798a0ea51 req-07e1a95a-01a2-44f9-b172-6496e44942f5 service neutron] 10.222.0.49 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221280 Dec 21 22:54:16.638383 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-292330ff-3afa-4933-9cbc-6d5798a0ea51 req-b3b8fc20-cc96-4f68-b59b-a9b338e75b8e service neutron] 10.222.0.49 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221676 Dec 21 22:54:23.486181 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5a78952c-74c5-4fcb-9bca-348811060a9e req-81b142cc-440d-4b0a-86fb-dcdcf719a642 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-597819735&fields=id&tenant_id=dd4152f424eb4d2198663244a7130a99 HTTP/1.1" status: 200 len: 267 time: 0.0401371 Dec 21 22:54:23.564177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78952c-74c5-4fcb-9bca-348811060a9e req-ed776d13-01f2-4229-8aab-80241f34f256 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:54:23.565511 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5a78952c-74c5-4fcb-9bca-348811060a9e req-ed776d13-01f2-4229-8aab-80241f34f256 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 985 time: 0.0740147 Dec 21 22:54:23.575641 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [req-5a78952c-74c5-4fcb-9bca-348811060a9e req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Request body: {'port': {'security_groups': ['1592d196-d12e-4e83-9513-009266515c6e']}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:23.691258 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-5a78952c-74c5-4fcb-9bca-348811060a9e req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:23.927190 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [req-5a78952c-74c5-4fcb-9bca-348811060a9e req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] For port 95a2728e-1afc-4874-9e98-b365ccda22fb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=95a2728e-1afc-4874-9e98-b365ccda22fb,segment=NetworkSegment(5bd18094-1eaf-487b-b8b1-48d754296c52),segment_id=5bd18094-1eaf-487b-b8b1-48d754296c52)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:54:23.950581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-5a78952c-74c5-4fcb-9bca-348811060a9e req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:24.008649 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-5a78952c-74c5-4fcb-9bca-348811060a9e req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:24.024724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['95a2728e-1afc-4874-9e98-b365ccda22fb'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:54:24.076450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78952c-74c5-4fcb-9bca-348811060a9e req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:54:24.077322 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [req-5a78952c-74c5-4fcb-9bca-348811060a9e req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:24.078716 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5a78952c-74c5-4fcb-9bca-348811060a9e req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "PUT /v2.0/ports/95a2728e-1afc-4874-9e98-b365ccda22fb HTTP/1.1" status: 200 len: 943 time: 0.5074170 Dec 21 22:54:24.079435 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'tag': '95a2728e-1afc-4874-9e98-b365ccda22fb'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:54:24.085853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45006) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:24.119520 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Pushing event updated for resources: {'Port': ['ID=95a2728e-1afc-4874-9e98-b365ccda22fb,revision_number=7']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:24.135412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.136098 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.142374 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.143273 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.143808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.144342 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.144873 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.146102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.146651 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.147167 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.147762 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26506e13-f2a7-4c65-a2df-c67bb9d8ac66 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.152550 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'tag': '95a2728e-1afc-4874-9e98-b365ccda22fb', 'status': 'completed', 'code': 200} Dec 21 22:54:24.163741 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['95a2728e-1afc-4874-9e98-b365ccda22fb'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:54:24.177435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0e6234b-a8ae-4cb3-973e-35170e8f1780 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:24.265420 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0e6234b-a8ae-4cb3-973e-35170e8f1780 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:24.318645 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8d6b405d-bfae-49de-b99f-c099656a21e8 req-13dece4f-ed5b-4174-b252-95ab02036714 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd4152f424eb4d2198663244a7130a99&device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 1099 time: 0.1392801 Dec 21 22:54:24.409800 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ff33b930-9732-4ccb-9fbe-c7e7e8bcc520 None None] Provisioning complete for port 95a2728e-1afc-4874-9e98-b365ccda22fb triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:54:24.410117 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ff33b930-9732-4ccb-9fbe-c7e7e8bcc520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:24.554529 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b405d-bfae-49de-b99f-c099656a21e8 req-a2b73c74-7200-4f78-a831-94039743a7a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:54:24.555934 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8d6b405d-bfae-49de-b99f-c099656a21e8 req-a2b73c74-7200-4f78-a831-94039743a7a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=eb31e4a9-471b-4a8c-85d3-76be58791d19 HTTP/1.1" status: 200 len: 916 time: 0.2271421 Dec 21 22:54:24.609526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0e6234b-a8ae-4cb3-973e-35170e8f1780 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:24.644866 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6234b-a8ae-4cb3-973e-35170e8f1780 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed48404-9813-4360-955f-4fd64c46719f,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:24.666985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e6234b-a8ae-4cb3-973e-35170e8f1780 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.667321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e6234b-a8ae-4cb3-973e-35170e8f1780 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.667648 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e6234b-a8ae-4cb3-973e-35170e8f1780 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.667973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e6234b-a8ae-4cb3-973e-35170e8f1780 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.668296 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e6234b-a8ae-4cb3-973e-35170e8f1780 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.668612 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e6234b-a8ae-4cb3-973e-35170e8f1780 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.668926 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e6234b-a8ae-4cb3-973e-35170e8f1780 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.669240 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e6234b-a8ae-4cb3-973e-35170e8f1780 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.669550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e6234b-a8ae-4cb3-973e-35170e8f1780 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.669858 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e6234b-a8ae-4cb3-973e-35170e8f1780 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.670198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e6234b-a8ae-4cb3-973e-35170e8f1780 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:54:24.689113 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8d6b405d-bfae-49de-b99f-c099656a21e8 req-0c0d2228-f84f-4e70-a7b9-d7da33ec69a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a2728e-1afc-4874-9e98-b365ccda22fb HTTP/1.1" status: 200 len: 1002 time: 0.1257474 Dec 21 22:54:24.741166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b0e6234b-a8ae-4cb3-973e-35170e8f1780 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:24.742264 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b0e6234b-a8ae-4cb3-973e-35170e8f1780 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "DELETE /v2.0/security-groups/eed48404-9813-4360-955f-4fd64c46719f HTTP/1.1" status: 204 len: 168 time: 0.6547959 Dec 21 22:54:24.745122 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45012) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:24.758991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b405d-bfae-49de-b99f-c099656a21e8 req-21a45e51-51d6-402c-b4d2-45908321586d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:54:24.760375 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8d6b405d-bfae-49de-b99f-c099656a21e8 req-21a45e51-51d6-402c-b4d2-45908321586d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec HTTP/1.1" status: 200 len: 854 time: 0.0628846 Dec 21 22:54:24.842175 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8d6b405d-bfae-49de-b99f-c099656a21e8 req-1ee5e944-f254-45e4-a3fc-711075d023c9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eb31e4a9-471b-4a8c-85d3-76be58791d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704355 Dec 21 22:54:24.947334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-8dbde76d-301b-4f3a-9674-07b932eae428 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Deleting port 7209d636-e8a9-4c74-ba85-92cb06388f65 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:54:24.947662 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8dbde76d-301b-4f3a-9674-07b932eae428 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:24.978387 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8d6b405d-bfae-49de-b99f-c099656a21e8 req-54067c09-374d-41c1-85a6-92205e03b4b6 service neutron] 10.222.0.49 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251070 Dec 21 22:54:25.114604 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8d6b405d-bfae-49de-b99f-c099656a21e8 req-6a827e7d-f5d5-4559-89e7-b9d045bec02c service neutron] 10.222.0.49 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256974 Dec 21 22:54:25.117321 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8dbde76d-301b-4f3a-9674-07b932eae428 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:25.117641 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8dbde76d-301b-4f3a-9674-07b932eae428 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:25.323162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-8dbde76d-301b-4f3a-9674-07b932eae428 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Calling delete_port for 7209d636-e8a9-4c74-ba85-92cb06388f65 owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:54:25.530438 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8dbde76d-301b-4f3a-9674-07b932eae428 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:25.576975 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbde76d-301b-4f3a-9674-07b932eae428 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Pushing event deleted for resources: {'Port': ['ID=7209d636-e8a9-4c74-ba85-92cb06388f65,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:25.666225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8dbde76d-301b-4f3a-9674-07b932eae428 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:26.051840 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbde76d-301b-4f3a-9674-07b932eae428 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Router e29b9599-f5b3-4e75-8c49-92f882428efa has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:54:26.249898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbde76d-301b-4f3a-9674-07b932eae428 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:54:26.261602 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d051e4c5-5362-4c3c-8870-63fa60cd45c7 None None] Sync routers for ids ['e29b9599-f5b3-4e75-8c49-92f882428efa'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:54:26.266002 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-8dbde76d-301b-4f3a-9674-07b932eae428 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:26.275658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d051e4c5-5362-4c3c-8870-63fa60cd45c7 None None] Routers {'e29b9599-f5b3-4e75-8c49-92f882428efa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:54:26.276466 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d051e4c5-5362-4c3c-8870-63fa60cd45c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:54:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e29b9599-f5b3-4e75-8c49-92f882428efa'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:26.319087 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8dbde76d-301b-4f3a-9674-07b932eae428 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "DELETE /v2.0/floatingips/a5000780-a1ff-4877-a736-cedc33657758 HTTP/1.1" status: 204 len: 168 time: 1.5728819 Dec 21 22:54:26.319761 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'tag': '95a2728e-1afc-4874-9e98-b365ccda22fb'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:54:26.377804 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'tag': '95a2728e-1afc-4874-9e98-b365ccda22fb', 'status': 'completed', 'code': 200} Dec 21 22:54:26.464298 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-d051e4c5-5362-4c3c-8870-63fa60cd45c7 None None] Set router e29b9599-f5b3-4e75-8c49-92f882428efa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:54:26.476827 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-711478f7-e4ac-4225-95b9-b891395b679c req-d68b7974-d9a7-4cd0-8941-568fbca1b029 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dd4152f424eb4d2198663244a7130a99&device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 1099 time: 0.0720146 Dec 21 22:54:26.619173 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711478f7-e4ac-4225-95b9-b891395b679c req-457dfffd-8eda-452e-badb-f9df920bf84c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:54:26.620605 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-711478f7-e4ac-4225-95b9-b891395b679c req-457dfffd-8eda-452e-badb-f9df920bf84c service neutron] 10.222.0.49 "GET /v2.0/networks?id=eb31e4a9-471b-4a8c-85d3-76be58791d19 HTTP/1.1" status: 200 len: 916 time: 0.1335447 Dec 21 22:54:26.700219 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-711478f7-e4ac-4225-95b9-b891395b679c req-bd369492-c3f5-4239-b62b-f3485bc73aaf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=95a2728e-1afc-4874-9e98-b365ccda22fb HTTP/1.1" status: 200 len: 217 time: 0.0698016 Dec 21 22:54:26.773177 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711478f7-e4ac-4225-95b9-b891395b679c req-1f529f07-35fa-400c-9a4c-575de6d81a00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:54:26.774965 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-711478f7-e4ac-4225-95b9-b891395b679c req-1f529f07-35fa-400c-9a4c-575de6d81a00 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec HTTP/1.1" status: 200 len: 854 time: 0.0630841 Dec 21 22:54:26.793684 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d051e4c5-5362-4c3c-8870-63fa60cd45c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'name': 'tempest-TestMinimumBasicScenario-1659976428-router', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:11Z', 'updated_at': '2021-12-21T22:52:15Z', 'revision_number': 4, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'gw_port': {'id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:12Z', 'updated_at': '2021-12-21T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '96f8a69c-4c35-4151-80cf-1bf866cb7dd8', 'name': '', 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'mac_address': 'fa:16:3e:32:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:14Z', 'updated_at': '2021-12-21T22:52:32Z', 'revision_number': 5, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'subnets': [{'id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:26.797787 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d051e4c5-5362-4c3c-8870-63fa60cd45c7 None None] Checking router: e29b9599-f5b3-4e75-8c49-92f882428efa for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:54:26.809088 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d051e4c5-5362-4c3c-8870-63fa60cd45c7 None None] Routers {'e29b9599-f5b3-4e75-8c49-92f882428efa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:54:26.809701 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d051e4c5-5362-4c3c-8870-63fa60cd45c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:54:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e29b9599-f5b3-4e75-8c49-92f882428efa'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:26.867466 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-711478f7-e4ac-4225-95b9-b891395b679c req-b3aac81d-ad94-4171-9cde-29768952e888 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=eb31e4a9-471b-4a8c-85d3-76be58791d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809104 Dec 21 22:54:26.992725 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-d051e4c5-5362-4c3c-8870-63fa60cd45c7 None None] Set router e29b9599-f5b3-4e75-8c49-92f882428efa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:54:27.012975 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-711478f7-e4ac-4225-95b9-b891395b679c req-57a5ffb2-d7c6-40d8-a474-ffb9830789c2 service neutron] 10.222.0.49 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374767 Dec 21 22:54:27.149201 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-711478f7-e4ac-4225-95b9-b891395b679c req-c0c0b9e5-15e2-4db6-87ac-509dcc5a44d5 service neutron] 10.222.0.49 "GET /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289949 Dec 21 22:54:27.325471 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4b3810a3-45fb-4d49-b578-4c6957750a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:27.346934 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d051e4c5-5362-4c3c-8870-63fa60cd45c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'name': 'tempest-TestMinimumBasicScenario-1659976428-router', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:11Z', 'updated_at': '2021-12-21T22:52:15Z', 'revision_number': 4, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'gw_port': {'id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:12Z', 'updated_at': '2021-12-21T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '96f8a69c-4c35-4151-80cf-1bf866cb7dd8', 'name': '', 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'mac_address': 'fa:16:3e:32:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:14Z', 'updated_at': '2021-12-21T22:52:32Z', 'revision_number': 5, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'subnets': [{'id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:27.350973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d051e4c5-5362-4c3c-8870-63fa60cd45c7 None None] The sync data for ids ['e29b9599-f5b3-4e75-8c49-92f882428efa'] in dv-neutron-822520-1-hyperv is: [{'id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'name': 'tempest-TestMinimumBasicScenario-1659976428-router', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:11Z', 'updated_at': '2021-12-21T22:52:15Z', 'revision_number': 4, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'gw_port': {'id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:12Z', 'updated_at': '2021-12-21T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '96f8a69c-4c35-4151-80cf-1bf866cb7dd8', 'name': '', 'network_id': 'eb31e4a9-471b-4a8c-85d3-76be58791d19', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'mac_address': 'fa:16:3e:32:a4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:14Z', 'updated_at': '2021-12-21T22:52:32Z', 'revision_number': 5, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'subnets': [{'id': 'cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:54:27.574600 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763525d7-e39e-45b8-8b0d-694440375a71 None None] New status for floating IP a5000780-a1ff-4877-a736-cedc33657758: DOWN {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:54:29.667709 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6f8b0693-97e8-40de-aebe-3abb16e39fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:30.770750 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:30.827880 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:32.324351 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82831f71-9f0f-4ea9-95eb-5f0d41c27d84 req-c6631916-4e3a-4848-8267-0b849d1b4da1 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:54:32.325032 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-82831f71-9f0f-4ea9-95eb-5f0d41c27d84 req-c6631916-4e3a-4848-8267-0b849d1b4da1 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Synchronizing usage tracker for tenant:dd4152f424eb4d2198663244a7130a99 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:54:32.328923 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:32.408899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-82831f71-9f0f-4ea9-95eb-5f0d41c27d84 req-c6631916-4e3a-4848-8267-0b849d1b4da1 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Unset dirty status for tenant:dd4152f424eb4d2198663244a7130a99 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:54:32.409988 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-82831f71-9f0f-4ea9-95eb-5f0d41c27d84 req-c6631916-4e3a-4848-8267-0b849d1b4da1 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 946 time: 0.1693122 Dec 21 22:54:32.455650 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-82831f71-9f0f-4ea9-95eb-5f0d41c27d84 req-f1fbda13-a303-4a4b-9a05-3b42f8e52799 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401430 Dec 21 22:54:33.649141 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689f13c-72e0-46ea-958c-4230330222bb req-e0692dfc-9e21-4085-ade5-e06ffc41b8c1 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:54:33.650593 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8689f13c-72e0-46ea-958c-4230330222bb req-e0692dfc-9e21-4085-ade5-e06ffc41b8c1 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 946 time: 0.0763228 Dec 21 22:54:33.698479 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-8689f13c-72e0-46ea-958c-4230330222bb req-65e4b9d7-1680-44ba-8393-e473da6320b8 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Synchronizing usage tracker for tenant:dd4152f424eb4d2198663244a7130a99 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:54:33.781536 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-8689f13c-72e0-46ea-958c-4230330222bb req-65e4b9d7-1680-44ba-8393-e473da6320b8 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Unset dirty status for tenant:dd4152f424eb4d2198663244a7130a99 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:54:33.783084 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8689f13c-72e0-46ea-958c-4230330222bb req-65e4b9d7-1680-44ba-8393-e473da6320b8 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/security-groups?id=1592d196-d12e-4e83-9513-009266515c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269245 Dec 21 22:54:34.164899 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbae3dd-5ef3-4748-b7b0-69f1c3ca11a0 req-32c0a512-2b05-4a36-9b07-5186aa3e2d19 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:54:34.166310 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8bbae3dd-5ef3-4748-b7b0-69f1c3ca11a0 req-32c0a512-2b05-4a36-9b07-5186aa3e2d19 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.49 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 946 time: 0.0744188 Dec 21 22:54:34.240495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-8bbae3dd-5ef3-4748-b7b0-69f1c3ca11a0 req-9f3c7542-9a2a-426c-a288-788bfa3aaa64 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Deleting port 95a2728e-1afc-4874-9e98-b365ccda22fb {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:54:34.240830 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-8bbae3dd-5ef3-4748-b7b0-69f1c3ca11a0 req-9f3c7542-9a2a-426c-a288-788bfa3aaa64 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:34.569929 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-8bbae3dd-5ef3-4748-b7b0-69f1c3ca11a0 req-9f3c7542-9a2a-426c-a288-788bfa3aaa64 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] For port 95a2728e-1afc-4874-9e98-b365ccda22fb, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=95a2728e-1afc-4874-9e98-b365ccda22fb,segment=NetworkSegment(5bd18094-1eaf-487b-b8b1-48d754296c52),segment_id=5bd18094-1eaf-487b-b8b1-48d754296c52)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:54:34.570298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-8bbae3dd-5ef3-4748-b7b0-69f1c3ca11a0 req-9f3c7542-9a2a-426c-a288-788bfa3aaa64 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:34.687838 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-8bbae3dd-5ef3-4748-b7b0-69f1c3ca11a0 req-9f3c7542-9a2a-426c-a288-788bfa3aaa64 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Calling delete_port for 95a2728e-1afc-4874-9e98-b365ccda22fb owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:54:34.890876 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-8bbae3dd-5ef3-4748-b7b0-69f1c3ca11a0 req-9f3c7542-9a2a-426c-a288-788bfa3aaa64 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:34.908417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['95a2728e-1afc-4874-9e98-b365ccda22fb'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:54:34.943875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c7542-9a2a-426c-a288-788bfa3aaa64 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Pushing event deleted for resources: {'Port': ['ID=95a2728e-1afc-4874-9e98-b365ccda22fb,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:34.949220 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e0f5a417-e538-43d4-a2d1-fa600763ecb6 req-49621130-9f59-4244-a567-e3728e7b4457 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c96546-bc18-4344-9e30-a8c4d4c8f059 HTTP/1.1" status: 200 len: 210 time: 0.0419254 Dec 21 22:54:35.014933 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbae3dd-5ef3-4748-b7b0-69f1c3ca11a0 req-9f3c7542-9a2a-426c-a288-788bfa3aaa64 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] No DVR routers for this DVR port 95a2728e-1afc-4874-9e98-b365ccda22fb on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:54:35.017773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-8bbae3dd-5ef3-4748-b7b0-69f1c3ca11a0 req-9f3c7542-9a2a-426c-a288-788bfa3aaa64 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:35.020362 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'name': 'network-vif-deleted', 'tag': '95a2728e-1afc-4874-9e98-b365ccda22fb'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:54:35.068623 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8bbae3dd-5ef3-4748-b7b0-69f1c3ca11a0 req-9f3c7542-9a2a-426c-a288-788bfa3aaa64 tempest-TestMinimumBasicScenario-1052333243 tempest-TestMinimumBasicScenario-1052333243-project] 10.222.0.49 "DELETE /v2.0/ports/95a2728e-1afc-4874-9e98-b365ccda22fb HTTP/1.1" status: 204 len: 173 time: 0.8933296 Dec 21 22:54:35.151242 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c96546-bc18-4344-9e30-a8c4d4c8f059', 'name': 'network-vif-deleted', 'tag': '95a2728e-1afc-4874-9e98-b365ccda22fb', 'status': 'completed', 'code': 200} Dec 21 22:54:38.176899 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45104) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:38.504360 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 95a2728e-1afc-4874-9e98-b365ccda22fb no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:54:38.539080 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 95a2728e-1afc-4874-9e98-b365ccda22fb {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:54:38.539331 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 95a2728e-1afc-4874-9e98-b365ccda22fb not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:54:38.651859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-83a4a6a4-a583-4d52-bf57-5ab44fb68129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:39.232020 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-83a4a6a4-a583-4d52-bf57-5ab44fb68129 admin admin] Deleting port 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:54:39.232756 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-83a4a6a4-a583-4d52-bf57-5ab44fb68129 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:39.405742 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-83a4a6a4-a583-4d52-bf57-5ab44fb68129 admin admin] For port 96f8a69c-4c35-4151-80cf-1bf866cb7dd8, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=96f8a69c-4c35-4151-80cf-1bf866cb7dd8,segment=NetworkSegment(5bd18094-1eaf-487b-b8b1-48d754296c52),segment_id=5bd18094-1eaf-487b-b8b1-48d754296c52)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:54:39.406117 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-83a4a6a4-a583-4d52-bf57-5ab44fb68129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:39.522724 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-83a4a6a4-a583-4d52-bf57-5ab44fb68129 admin admin] Calling delete_port for 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:54:39.780366 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-83a4a6a4-a583-4d52-bf57-5ab44fb68129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:39.827593 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4a6a4-a583-4d52-bf57-5ab44fb68129 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f8a69c-4c35-4151-80cf-1bf866cb7dd8,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:40.117495 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-83a4a6a4-a583-4d52-bf57-5ab44fb68129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:40.766115 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a4a6a4-a583-4d52-bf57-5ab44fb68129 admin admin] Router e29b9599-f5b3-4e75-8c49-92f882428efa has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:54:40.959693 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a4a6a4-a583-4d52-bf57-5ab44fb68129 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:54:40.969737 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d173f808-2e6a-4767-8ff2-f766b510da26 None None] Sync routers for ids ['e29b9599-f5b3-4e75-8c49-92f882428efa'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:54:40.973089 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-83a4a6a4-a583-4d52-bf57-5ab44fb68129 admin admin] 10.222.0.37 "PUT /v2.0/routers/e29b9599-f5b3-4e75-8c49-92f882428efa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7955775 Dec 21 22:54:40.975934 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45110) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:40.988654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d173f808-2e6a-4767-8ff2-f766b510da26 None None] Routers {'e29b9599-f5b3-4e75-8c49-92f882428efa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:54:40.989320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d173f808-2e6a-4767-8ff2-f766b510da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:54:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e29b9599-f5b3-4e75-8c49-92f882428efa'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:41.172571 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-d173f808-2e6a-4767-8ff2-f766b510da26 None None] Set router e29b9599-f5b3-4e75-8c49-92f882428efa gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:54:41.180723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f71fa658-8e71-463a-b8a3-aa2f8f9aeb29 admin admin] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:41.374412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f71fa658-8e71-463a-b8a3-aa2f8f9aeb29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:41.450932 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d173f808-2e6a-4767-8ff2-f766b510da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'name': 'tempest-TestMinimumBasicScenario-1659976428-router', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:11Z', 'updated_at': '2021-12-21T22:54:39Z', 'revision_number': 5, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'gw_port': {'id': 'dce8489f-514c-4680-a65d-bd22bfea136b', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:07:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:12Z', 'updated_at': '2021-12-21T22:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:41.454908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d173f808-2e6a-4767-8ff2-f766b510da26 None None] Checking router: e29b9599-f5b3-4e75-8c49-92f882428efa for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:54:41.465856 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d173f808-2e6a-4767-8ff2-f766b510da26 None None] Routers {'e29b9599-f5b3-4e75-8c49-92f882428efa'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:54:41.466464 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d173f808-2e6a-4767-8ff2-f766b510da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:54:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e29b9599-f5b3-4e75-8c49-92f882428efa'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:41.471178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f71fa658-8e71-463a-b8a3-aa2f8f9aeb29 admin admin] Deleting port dce8489f-514c-4680-a65d-bd22bfea136b {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:54:41.471516 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f71fa658-8e71-463a-b8a3-aa2f8f9aeb29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:41.616445 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-d173f808-2e6a-4767-8ff2-f766b510da26 None None] Set router e29b9599-f5b3-4e75-8c49-92f882428efa gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:54:41.646478 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-f71fa658-8e71-463a-b8a3-aa2f8f9aeb29 admin admin] For port dce8489f-514c-4680-a65d-bd22bfea136b, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=dce8489f-514c-4680-a65d-bd22bfea136b,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:54:41.649089 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f71fa658-8e71-463a-b8a3-aa2f8f9aeb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:41.727238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-d173f808-2e6a-4767-8ff2-f766b510da26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'name': 'tempest-TestMinimumBasicScenario-1659976428-router', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:11Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 6, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:41.731541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d173f808-2e6a-4767-8ff2-f766b510da26 None None] The sync data for ids ['e29b9599-f5b3-4e75-8c49-92f882428efa'] in dv-neutron-822520-1-hyperv is: [{'id': 'e29b9599-f5b3-4e75-8c49-92f882428efa', 'name': 'tempest-TestMinimumBasicScenario-1659976428-router', 'tenant_id': 'dd4152f424eb4d2198663244a7130a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:11Z', 'updated_at': '2021-12-21T22:54:41Z', 'revision_number': 6, 'project_id': 'dd4152f424eb4d2198663244a7130a99', 'gw_port_host': None}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:54:41.868632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-f71fa658-8e71-463a-b8a3-aa2f8f9aeb29 admin admin] Calling delete_port for dce8489f-514c-4680-a65d-bd22bfea136b owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:54:42.090554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f71fa658-8e71-463a-b8a3-aa2f8f9aeb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:42.135153 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:54:42.136199 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fa658-8e71-463a-b8a3-aa2f8f9aeb29 admin admin] Pushing event deleted for resources: {'Port': ['ID=dce8489f-514c-4680-a65d-bd22bfea136b,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:42.172229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:54:42.172590 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 96f8a69c-4c35-4151-80cf-1bf866cb7dd8 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:54:42.357729 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f71fa658-8e71-463a-b8a3-aa2f8f9aeb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:42.613640 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f71fa658-8e71-463a-b8a3-aa2f8f9aeb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:42.617994 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f71fa658-8e71-463a-b8a3-aa2f8f9aeb29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:42.679245 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f71fa658-8e71-463a-b8a3-aa2f8f9aeb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:42.679782 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71fa658-8e71-463a-b8a3-aa2f8f9aeb29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e29b9599-f5b3-4e75-8c49-92f882428efa {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:54:42.692496 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f71fa658-8e71-463a-b8a3-aa2f8f9aeb29 admin admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:42.693844 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f71fa658-8e71-463a-b8a3-aa2f8f9aeb29 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e29b9599-f5b3-4e75-8c49-92f882428efa HTTP/1.1" status: 204 len: 168 time: 1.7165444 Dec 21 22:54:42.696364 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45114) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:42.757169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a167ac-b1c4-41bc-9709-5fd31fa6a246 admin admin] Deleting subnet cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:54:42.760260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-04a167ac-b1c4-41bc-9709-5fd31fa6a246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:42.809357 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-04a167ac-b1c4-41bc-9709-5fd31fa6a246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:42.887068 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-04a167ac-b1c4-41bc-9709-5fd31fa6a246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:43.020259 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-04a167ac-b1c4-41bc-9709-5fd31fa6a246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:43.055151 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a167ac-b1c4-41bc-9709-5fd31fa6a246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:43.061120 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-04a167ac-b1c4-41bc-9709-5fd31fa6a246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:43.066974 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-04a167ac-b1c4-41bc-9709-5fd31fa6a246 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cfe25d21-e4fd-4f6d-8e98-7f39ddbb4bec HTTP/1.1" status: 204 len: 168 time: 0.3692651 Dec 21 22:54:43.067147 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49407d1-9155-4ca4-ae93-01925e228e7e None None] Network eb31e4a9-471b-4a8c-85d3-76be58791d19 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:54:43.069503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45118) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:43.179321 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:43.189764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] Deleting port fb2db07d-9c5d-4245-8895-7f17a97d8a56 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:54:43.193487 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:43.360643 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6958df76-aaac-4dfb-aa31-3488896ef579 None None] DHCP port deletion for eb31e4a9-471b-4a8c-85d3-76be58791d19 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:54:43.365622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-6958df76-aaac-4dfb-aa31-3488896ef579 None None] Deleting port fb2db07d-9c5d-4245-8895-7f17a97d8a56 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:54:43.365992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6958df76-aaac-4dfb-aa31-3488896ef579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:43.488208 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] For port fb2db07d-9c5d-4245-8895-7f17a97d8a56, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=fb2db07d-9c5d-4245-8895-7f17a97d8a56,segment=NetworkSegment(5bd18094-1eaf-487b-b8b1-48d754296c52),segment_id=5bd18094-1eaf-487b-b8b1-48d754296c52)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:54:43.488554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:43.562533 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-6958df76-aaac-4dfb-aa31-3488896ef579 None None] For port fb2db07d-9c5d-4245-8895-7f17a97d8a56, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=fb2db07d-9c5d-4245-8895-7f17a97d8a56,segment=NetworkSegment(5bd18094-1eaf-487b-b8b1-48d754296c52),segment_id=5bd18094-1eaf-487b-b8b1-48d754296c52)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:54:43.562913 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6958df76-aaac-4dfb-aa31-3488896ef579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:43.607490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] Calling delete_port for fb2db07d-9c5d-4245-8895-7f17a97d8a56 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:54:43.682150 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-6958df76-aaac-4dfb-aa31-3488896ef579 None None] Calling delete_port for fb2db07d-9c5d-4245-8895-7f17a97d8a56 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:54:43.735869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:43.754245 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-6958df76-aaac-4dfb-aa31-3488896ef579 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:54:43.754567 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-6958df76-aaac-4dfb-aa31-3488896ef579 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:54:43.782235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2db07d-9c5d-4245-8895-7f17a97d8a56,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:43.788396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] No DVR routers for this DVR port fb2db07d-9c5d-4245-8895-7f17a97d8a56 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:54:43.901928 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:43.926820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb31e4a9-471b-4a8c-85d3-76be58791d19']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:43.938408 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd18094-1eaf-487b-b8b1-48d754296c52') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:43.938694 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd18094-1eaf-487b-b8b1-48d754296c52') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:43.950755 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:43.966376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:43.972349 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:54:43.972727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:54:43.985295 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:54:44.153552 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:44.170613 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:44.174475 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device fb2db07d-9c5d-4245-8895-7f17a97d8a56 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:54:44.183406 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb31e4a9-471b-4a8c-85d3-76be58791d19,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:44.209093 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: fb2db07d-9c5d-4245-8895-7f17a97d8a56 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:54:44.209535 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device fb2db07d-9c5d-4245-8895-7f17a97d8a56 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:54:44.210033 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dce8489f-514c-4680-a65d-bd22bfea136b no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:54:44.242618 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: dce8489f-514c-4680-a65d-bd22bfea136b {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:54:44.242960 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device dce8489f-514c-4680-a65d-bd22bfea136b not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:54:44.250372 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d0912917-723d-46e0-bbf3-b47efda16f82 admin admin] 10.222.0.37 "DELETE /v2.0/networks/eb31e4a9-471b-4a8c-85d3-76be58791d19 HTTP/1.1" status: 204 len: 168 time: 1.1797421 Dec 21 22:54:44.253347 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45122) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:44.255269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-6958df76-aaac-4dfb-aa31-3488896ef579 None None] Deleting port fb2db07d-9c5d-4245-8895-7f17a97d8a56 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:54:44.255721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6958df76-aaac-4dfb-aa31-3488896ef579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:44.326387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-6958df76-aaac-4dfb-aa31-3488896ef579 None None] The port 'fb2db07d-9c5d-4245-8895-7f17a97d8a56' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:54:44.733313 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-281b6e7b-1fca-4a71-bbbf-e6e44428e83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:45.434333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-281b6e7b-1fca-4a71-bbbf-e6e44428e83c admin admin] Deleting port f1cfef1f-94dd-4fc9-9b9d-95fa9376651d {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:54:45.435043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-281b6e7b-1fca-4a71-bbbf-e6e44428e83c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:45.602336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-281b6e7b-1fca-4a71-bbbf-e6e44428e83c admin admin] For port f1cfef1f-94dd-4fc9-9b9d-95fa9376651d, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=f1cfef1f-94dd-4fc9-9b9d-95fa9376651d,segment=NetworkSegment(ef91df36-163d-46c2-87cc-b06d2e3d3168),segment_id=ef91df36-163d-46c2-87cc-b06d2e3d3168)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:54:45.602596 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-281b6e7b-1fca-4a71-bbbf-e6e44428e83c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:45.643050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:45.718882 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-281b6e7b-1fca-4a71-bbbf-e6e44428e83c admin admin] Calling delete_port for f1cfef1f-94dd-4fc9-9b9d-95fa9376651d owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:54:45.964299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-281b6e7b-1fca-4a71-bbbf-e6e44428e83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:46.008285 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b6e7b-1fca-4a71-bbbf-e6e44428e83c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1cfef1f-94dd-4fc9-9b9d-95fa9376651d,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:46.297421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-281b6e7b-1fca-4a71-bbbf-e6e44428e83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:46.947021 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281b6e7b-1fca-4a71-bbbf-e6e44428e83c admin admin] Router bebfcc4f-cb09-4c72-9c8f-777179eda53b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:54:47.144514 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281b6e7b-1fca-4a71-bbbf-e6e44428e83c admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:54:47.152734 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b52217-5974-4595-9dea-2465b979c962 None None] Sync routers for ids ['bebfcc4f-cb09-4c72-9c8f-777179eda53b'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:54:47.165020 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b52217-5974-4595-9dea-2465b979c962 None None] Routers {'bebfcc4f-cb09-4c72-9c8f-777179eda53b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:54:47.165608 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-34b52217-5974-4595-9dea-2465b979c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:54:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['bebfcc4f-cb09-4c72-9c8f-777179eda53b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:47.213028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45126) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:47.213556 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-281b6e7b-1fca-4a71-bbbf-e6e44428e83c admin admin] 10.222.0.37 "PUT /v2.0/routers/bebfcc4f-cb09-4c72-9c8f-777179eda53b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9583781 Dec 21 22:54:47.337807 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-34b52217-5974-4595-9dea-2465b979c962 None None] Set router bebfcc4f-cb09-4c72-9c8f-777179eda53b gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:54:47.414164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-babd027b-8a1f-4798-896e-4f272c2ebd75 admin admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:47.606376 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-babd027b-8a1f-4798-896e-4f272c2ebd75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:47.617951 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-34b52217-5974-4595-9dea-2465b979c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'name': 'tempest-TestMinimumBasicScenario-170788073-router', 'tenant_id': 'f22504d79db84350b0e0db3ade709e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ac9f740a-255e-4b65-a27f-e36f5eb99b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:19Z', 'updated_at': '2021-12-21T22:54:45Z', 'revision_number': 5, 'project_id': 'f22504d79db84350b0e0db3ade709e5d', 'gw_port': {'id': 'ac9f740a-255e-4b65-a27f-e36f5eb99b88', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:52:19Z', 'updated_at': '2021-12-21T22:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:47.621768 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b52217-5974-4595-9dea-2465b979c962 None None] Checking router: bebfcc4f-cb09-4c72-9c8f-777179eda53b for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:54:47.631812 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b52217-5974-4595-9dea-2465b979c962 None None] Routers {'bebfcc4f-cb09-4c72-9c8f-777179eda53b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:54:47.632391 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-34b52217-5974-4595-9dea-2465b979c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:54:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['bebfcc4f-cb09-4c72-9c8f-777179eda53b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:47.673138 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-babd027b-8a1f-4798-896e-4f272c2ebd75 admin admin] Deleting port ac9f740a-255e-4b65-a27f-e36f5eb99b88 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:54:47.673473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-babd027b-8a1f-4798-896e-4f272c2ebd75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:47.778877 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-34b52217-5974-4595-9dea-2465b979c962 None None] Set router bebfcc4f-cb09-4c72-9c8f-777179eda53b gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:54:47.850776 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-babd027b-8a1f-4798-896e-4f272c2ebd75 admin admin] For port ac9f740a-255e-4b65-a27f-e36f5eb99b88, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ac9f740a-255e-4b65-a27f-e36f5eb99b88,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:54:47.851146 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-babd027b-8a1f-4798-896e-4f272c2ebd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:47.881182 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-34b52217-5974-4595-9dea-2465b979c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'name': 'tempest-TestMinimumBasicScenario-170788073-router', 'tenant_id': 'f22504d79db84350b0e0db3ade709e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:19Z', 'updated_at': '2021-12-21T22:54:47Z', 'revision_number': 6, 'project_id': 'f22504d79db84350b0e0db3ade709e5d', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:47.885111 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b52217-5974-4595-9dea-2465b979c962 None None] The sync data for ids ['bebfcc4f-cb09-4c72-9c8f-777179eda53b'] in dv-neutron-822520-1-hyperv is: [{'id': 'bebfcc4f-cb09-4c72-9c8f-777179eda53b', 'name': 'tempest-TestMinimumBasicScenario-170788073-router', 'tenant_id': 'f22504d79db84350b0e0db3ade709e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:52:19Z', 'updated_at': '2021-12-21T22:54:47Z', 'revision_number': 6, 'project_id': 'f22504d79db84350b0e0db3ade709e5d', 'gw_port_host': None}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:54:47.976009 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-babd027b-8a1f-4798-896e-4f272c2ebd75 admin admin] Calling delete_port for ac9f740a-255e-4b65-a27f-e36f5eb99b88 owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:54:48.223116 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f1cfef1f-94dd-4fc9-9b9d-95fa9376651d no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:54:48.259210 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: f1cfef1f-94dd-4fc9-9b9d-95fa9376651d {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:54:48.259548 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device f1cfef1f-94dd-4fc9-9b9d-95fa9376651d not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:54:48.294784 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-babd027b-8a1f-4798-896e-4f272c2ebd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:48.340027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd027b-8a1f-4798-896e-4f272c2ebd75 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9f740a-255e-4b65-a27f-e36f5eb99b88,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:48.555366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-babd027b-8a1f-4798-896e-4f272c2ebd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:48.809820 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-babd027b-8a1f-4798-896e-4f272c2ebd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:48.813936 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-babd027b-8a1f-4798-896e-4f272c2ebd75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:48.907078 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-babd027b-8a1f-4798-896e-4f272c2ebd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:48.907607 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babd027b-8a1f-4798-896e-4f272c2ebd75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bebfcc4f-cb09-4c72-9c8f-777179eda53b {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:54:48.919988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-babd027b-8a1f-4798-896e-4f272c2ebd75 admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:48.921191 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-babd027b-8a1f-4798-896e-4f272c2ebd75 admin admin] 10.222.0.37 "DELETE /v2.0/routers/bebfcc4f-cb09-4c72-9c8f-777179eda53b HTTP/1.1" status: 204 len: 168 time: 1.7069354 Dec 21 22:54:48.923705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45130) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:48.984034 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd73808-cdec-42c8-a988-e663d97ea1aa admin admin] Deleting subnet 21bc99a6-42b2-49f9-9cb8-e16438496998 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:54:48.988256 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8bd73808-cdec-42c8-a988-e663d97ea1aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:49.036865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8bd73808-cdec-42c8-a988-e663d97ea1aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:49.115581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8bd73808-cdec-42c8-a988-e663d97ea1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:49.244801 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8bd73808-cdec-42c8-a988-e663d97ea1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:49.284137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd73808-cdec-42c8-a988-e663d97ea1aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21bc99a6-42b2-49f9-9cb8-e16438496998,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:49.290334 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8bd73808-cdec-42c8-a988-e663d97ea1aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:49.295686 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76994083-ad8a-4dfd-abdc-68b741c0af27 None None] Network 8caff91a-006f-4ad1-bfc5-b2a608f115c3 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:54:49.296879 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8bd73808-cdec-42c8-a988-e663d97ea1aa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/21bc99a6-42b2-49f9-9cb8-e16438496998 HTTP/1.1" status: 204 len: 168 time: 0.3721271 Dec 21 22:54:49.299299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45134) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:49.403066 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:49.413889 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] Deleting port 3f1314cc-773e-45d2-aa79-afc172671905 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:54:49.414244 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:49.536816 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4972c3-7a68-4dfe-950c-51f3857654d3 None None] DHCP port deletion for 8caff91a-006f-4ad1-bfc5-b2a608f115c3 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:54:49.540830 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0f4972c3-7a68-4dfe-950c-51f3857654d3 None None] Deleting port 3f1314cc-773e-45d2-aa79-afc172671905 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:54:49.541191 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f4972c3-7a68-4dfe-950c-51f3857654d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:49.619194 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] For port 3f1314cc-773e-45d2-aa79-afc172671905, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=3f1314cc-773e-45d2-aa79-afc172671905,segment=NetworkSegment(ef91df36-163d-46c2-87cc-b06d2e3d3168),segment_id=ef91df36-163d-46c2-87cc-b06d2e3d3168)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:54:49.619535 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:49.743472 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0f4972c3-7a68-4dfe-950c-51f3857654d3 None None] For port 3f1314cc-773e-45d2-aa79-afc172671905, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=3f1314cc-773e-45d2-aa79-afc172671905,segment=NetworkSegment(ef91df36-163d-46c2-87cc-b06d2e3d3168),segment_id=ef91df36-163d-46c2-87cc-b06d2e3d3168)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:54:49.744016 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f4972c3-7a68-4dfe-950c-51f3857654d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:49.837715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] Calling delete_port for 3f1314cc-773e-45d2-aa79-afc172671905 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:54:49.863814 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0f4972c3-7a68-4dfe-950c-51f3857654d3 None None] Calling delete_port for 3f1314cc-773e-45d2-aa79-afc172671905 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:54:49.976084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:49.981126 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-0f4972c3-7a68-4dfe-950c-51f3857654d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:54:49.981479 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-0f4972c3-7a68-4dfe-950c-51f3857654d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:54:50.021168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f1314cc-773e-45d2-aa79-afc172671905,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:50.025746 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] No DVR routers for this DVR port 3f1314cc-773e-45d2-aa79-afc172671905 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:54:50.138825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:50.163432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8caff91a-006f-4ad1-bfc5-b2a608f115c3']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:50.168833 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ac9f740a-255e-4b65-a27f-e36f5eb99b88 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:54:50.176339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef91df36-163d-46c2-87cc-b06d2e3d3168') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:50.176628 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef91df36-163d-46c2-87cc-b06d2e3d3168') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:50.188140 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:50.200876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: ac9f740a-255e-4b65-a27f-e36f5eb99b88 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:54:50.203266 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ac9f740a-255e-4b65-a27f-e36f5eb99b88 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:54:50.203266 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 3f1314cc-773e-45d2-aa79-afc172671905 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:54:50.204046 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:50.210537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:54:50.210915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:54:50.224625 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:54:50.232978 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 3f1314cc-773e-45d2-aa79-afc172671905 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:54:50.233317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 3f1314cc-773e-45d2-aa79-afc172671905 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:54:50.381363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:50.396841 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:50.406705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8caff91a-006f-4ad1-bfc5-b2a608f115c3,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:50.414280 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6dd33090-e9aa-45ff-8cb4-ccd4f94078f1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8caff91a-006f-4ad1-bfc5-b2a608f115c3 HTTP/1.1" status: 204 len: 168 time: 1.1130335 Dec 21 22:54:50.482945 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0f4972c3-7a68-4dfe-950c-51f3857654d3 None None] Deleting port 3f1314cc-773e-45d2-aa79-afc172671905 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:54:50.483446 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f4972c3-7a68-4dfe-950c-51f3857654d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:50.578705 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0f4972c3-7a68-4dfe-950c-51f3857654d3 None None] The port '3f1314cc-773e-45d2-aa79-afc172671905' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 22:54:50.773744 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:54:50.832108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45140) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:50.881903 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4407a6b6-7f01-412c-8986-d34bab2d4101 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dd4152f424eb4d2198663244a7130a99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486500 Dec 21 22:54:50.884211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45144) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:50.945272 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3ea29daf-1677-48ba-a458-2241e018cd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:50.970274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3ea29daf-1677-48ba-a458-2241e018cd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:51.088728 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3ea29daf-1677-48ba-a458-2241e018cd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:51.105141 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea29daf-1677-48ba-a458-2241e018cd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1592d196-d12e-4e83-9513-009266515c6e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:51.172975 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3ea29daf-1677-48ba-a458-2241e018cd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:51.174119 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3ea29daf-1677-48ba-a458-2241e018cd2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1592d196-d12e-4e83-9513-009266515c6e HTTP/1.1" status: 204 len: 168 time: 0.2890270 Dec 21 22:54:51.911655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45152) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:51.960727 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c71f9549-6602-49a1-bd0e-0806417d7b82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f22504d79db84350b0e0db3ade709e5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478995 Dec 21 22:54:51.963181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45156) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:52.021669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-476f9b2d-b475-4348-b9c2-1f05ad32d62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:52.046539 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-476f9b2d-b475-4348-b9c2-1f05ad32d62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:52.152648 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-476f9b2d-b475-4348-b9c2-1f05ad32d62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:52.167536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f9b2d-b475-4348-b9c2-1f05ad32d62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b748428-0877-43ec-b42c-55fd8fbfa7ca,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:52.173380 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-476f9b2d-b475-4348-b9c2-1f05ad32d62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:52.174598 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-476f9b2d-b475-4348-b9c2-1f05ad32d62a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b748428-0877-43ec-b42c-55fd8fbfa7ca HTTP/1.1" status: 204 len: 168 time: 0.2104704 Dec 21 22:54:54.984601 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45202) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:54.990746 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-676529357', 'description': 'tempest-secgroup-smoke-676529357 description', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:54.996652 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:54:55.000334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:54:55.003856 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:54:55.009836 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:54:55.090446 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:55.106166 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:55.137914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:54:55.141684 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:54:55.144696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:54:55.150340 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:54:55.215940 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:55.272846 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:55.312738 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed1c5b3-6099-4a2e-b6e1-40a47dcc5c81,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:55.316025 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:54:55.319925 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:54:55.322970 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:54:55.329000 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:54:55.382431 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:55.453751 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:55.494090 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42c5de7-392f-4c78-a278-e989f79b1a4e,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:55.556677 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:55.557880 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-36a3d524-63a8-4e1c-a173-44883cf6fc48 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5722213 Dec 21 22:54:55.560673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45206) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:55.566606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-2926b20c-0fda-43ba-ab14-beb528046ae7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'e42c5de7-392f-4c78-a278-e989f79b1a4e', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:55.572484 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2926b20c-0fda-43ba-ab14-beb528046ae7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:54:55.576119 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2926b20c-0fda-43ba-ab14-beb528046ae7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:54:55.579142 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2926b20c-0fda-43ba-ab14-beb528046ae7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:54:55.585591 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2926b20c-0fda-43ba-ab14-beb528046ae7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:54:55.654244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2926b20c-0fda-43ba-ab14-beb528046ae7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:55.716322 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2926b20c-0fda-43ba-ab14-beb528046ae7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:55.787160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2926b20c-0fda-43ba-ab14-beb528046ae7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:55.813329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2926b20c-0fda-43ba-ab14-beb528046ae7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d6d3fb-9f08-4379-94ea-a1f411d006b1,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:55.882784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2926b20c-0fda-43ba-ab14-beb528046ae7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:55.883974 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2926b20c-0fda-43ba-ab14-beb528046ae7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3223815 Dec 21 22:54:55.886639 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45210) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:55.891906 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-3e2704a3-133b-45ac-b8a0-732c4c45e2d1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'e42c5de7-392f-4c78-a278-e989f79b1a4e', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:55.897977 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3e2704a3-133b-45ac-b8a0-732c4c45e2d1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:54:55.902136 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3e2704a3-133b-45ac-b8a0-732c4c45e2d1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:54:55.904399 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3e2704a3-133b-45ac-b8a0-732c4c45e2d1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:54:55.909907 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3e2704a3-133b-45ac-b8a0-732c4c45e2d1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:54:55.985871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e2704a3-133b-45ac-b8a0-732c4c45e2d1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:56.046801 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e2704a3-133b-45ac-b8a0-732c4c45e2d1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:56.118627 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e2704a3-133b-45ac-b8a0-732c4c45e2d1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:56.141179 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2704a3-133b-45ac-b8a0-732c4c45e2d1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382a3448-adf9-4602-9301-54fb408351d2,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:56.221964 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3e2704a3-133b-45ac-b8a0-732c4c45e2d1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:56.223220 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3e2704a3-133b-45ac-b8a0-732c4c45e2d1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3357015 Dec 21 22:54:56.225957 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45214) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:56.231424 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-fc432b35-e4db-4a3b-bd4b-300df72c7129 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'e42c5de7-392f-4c78-a278-e989f79b1a4e', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:56.238177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fc432b35-e4db-4a3b-bd4b-300df72c7129 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:54:56.241987 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fc432b35-e4db-4a3b-bd4b-300df72c7129 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:54:56.244949 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fc432b35-e4db-4a3b-bd4b-300df72c7129 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:54:56.250555 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fc432b35-e4db-4a3b-bd4b-300df72c7129 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:54:56.323890 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fc432b35-e4db-4a3b-bd4b-300df72c7129 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:56.389557 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fc432b35-e4db-4a3b-bd4b-300df72c7129 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:56.467109 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fc432b35-e4db-4a3b-bd4b-300df72c7129 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:56.493780 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc432b35-e4db-4a3b-bd4b-300df72c7129 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892ff360-a25e-4183-b0ab-96c8de66ac0e,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:56.558586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fc432b35-e4db-4a3b-bd4b-300df72c7129 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:56.559749 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fc432b35-e4db-4a3b-bd4b-300df72c7129 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3328431 Dec 21 22:54:56.562621 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45218) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:56.568008 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-9c0fe7f5-10cb-421d-b282-58e8fe944788 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'e42c5de7-392f-4c78-a278-e989f79b1a4e', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:56.573718 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9c0fe7f5-10cb-421d-b282-58e8fe944788 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:54:56.577732 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9c0fe7f5-10cb-421d-b282-58e8fe944788 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:54:56.581080 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9c0fe7f5-10cb-421d-b282-58e8fe944788 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:54:56.586790 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9c0fe7f5-10cb-421d-b282-58e8fe944788 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:54:56.662674 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe7f5-10cb-421d-b282-58e8fe944788 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:56.724770 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe7f5-10cb-421d-b282-58e8fe944788 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:56.803894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe7f5-10cb-421d-b282-58e8fe944788 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:56.828783 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fe7f5-10cb-421d-b282-58e8fe944788 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d0ad8c-3343-4342-8cc0-14abffd9ecf1,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:56.912653 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe7f5-10cb-421d-b282-58e8fe944788 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:56.913941 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9c0fe7f5-10cb-421d-b282-58e8fe944788 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3504174 Dec 21 22:54:56.916634 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45222) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:56.922137 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-93a9f3e9-e598-42ac-8eff-cb148a7c7134 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'e42c5de7-392f-4c78-a278-e989f79b1a4e', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:56.928071 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-93a9f3e9-e598-42ac-8eff-cb148a7c7134 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:54:56.931996 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-93a9f3e9-e598-42ac-8eff-cb148a7c7134 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:54:56.934850 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-93a9f3e9-e598-42ac-8eff-cb148a7c7134 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:54:56.941197 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-93a9f3e9-e598-42ac-8eff-cb148a7c7134 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:54:57.004246 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-93a9f3e9-e598-42ac-8eff-cb148a7c7134 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Project 02dfa9ce959a4b2cafcb8b1668a5da78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:54:57.010652 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-93a9f3e9-e598-42ac-8eff-cb148a7c7134 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:57.073954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-93a9f3e9-e598-42ac-8eff-cb148a7c7134 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:57.135794 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-93a9f3e9-e598-42ac-8eff-cb148a7c7134 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:57.158986 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9f3e9-e598-42ac-8eff-cb148a7c7134 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53b70b9-c80a-4b8f-989a-d5099b65c4a4,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:57.227448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-93a9f3e9-e598-42ac-8eff-cb148a7c7134 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:57.228684 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-93a9f3e9-e598-42ac-8eff-cb148a7c7134 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3111367 Dec 21 22:54:57.231440 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45226) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:57.237401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-571550d8-5f73-41b6-ad4d-46a5de5c263a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'e42c5de7-392f-4c78-a278-e989f79b1a4e', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:57.243372 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-571550d8-5f73-41b6-ad4d-46a5de5c263a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:54:57.247058 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-571550d8-5f73-41b6-ad4d-46a5de5c263a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:54:57.249877 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-571550d8-5f73-41b6-ad4d-46a5de5c263a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:54:57.256170 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-571550d8-5f73-41b6-ad4d-46a5de5c263a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:54:57.284356 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9d99ec05-4802-48b8-bb02-effd216802f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:57.335755 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-571550d8-5f73-41b6-ad4d-46a5de5c263a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Project 02dfa9ce959a4b2cafcb8b1668a5da78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:54:57.342410 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-571550d8-5f73-41b6-ad4d-46a5de5c263a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:57.407767 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-571550d8-5f73-41b6-ad4d-46a5de5c263a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:57.484103 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-571550d8-5f73-41b6-ad4d-46a5de5c263a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:57.507989 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571550d8-5f73-41b6-ad4d-46a5de5c263a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95bdfc3c-5d95-4abf-982c-b039af236f7b,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:57.575915 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-571550d8-5f73-41b6-ad4d-46a5de5c263a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:57.577097 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-571550d8-5f73-41b6-ad4d-46a5de5c263a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3447261 Dec 21 22:54:57.580382 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45230) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:57.585959 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-faa33cef-b06d-47a7-95ac-f522654a90b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'network': {'name': 'tempest-network-smoke--1132567125', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'port_security_enabled': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:57.590791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-faa33cef-b06d-47a7-95ac-f522654a90b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:54:57.594534 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-faa33cef-b06d-47a7-95ac-f522654a90b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:network and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:54:57.597412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-faa33cef-b06d-47a7-95ac-f522654a90b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:54:57.603532 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-faa33cef-b06d-47a7-95ac-f522654a90b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:54:57.673076 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa33cef-b06d-47a7-95ac-f522654a90b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Made reservation on behalf of 02dfa9ce959a4b2cafcb8b1668a5da78 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:54:57.676028 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-faa33cef-b06d-47a7-95ac-f522654a90b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:57.704298 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa33cef-b06d-47a7-95ac-f522654a90b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:54:57.712673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-faa33cef-b06d-47a7-95ac-f522654a90b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:57.713009 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-faa33cef-b06d-47a7-95ac-f522654a90b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Added segment 90b5ecb4-2757-42f4-96e2-11f0f260bdfa of type vlan for network 082c6ce6-c0af-491b-b77e-c5dcc7dbb398 Dec 21 22:54:57.737832 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-faa33cef-b06d-47a7-95ac-f522654a90b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:57.849961 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-faa33cef-b06d-47a7-95ac-f522654a90b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:57.853699 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa33cef-b06d-47a7-95ac-f522654a90b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:54:57.854294 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-faa33cef-b06d-47a7-95ac-f522654a90b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:57.958945 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa33cef-b06d-47a7-95ac-f522654a90b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Network': ['ID=082c6ce6-c0af-491b-b77e-c5dcc7dbb398,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:57.968607 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 082c6ce6-c0af-491b-b77e-c5dcc7dbb398 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:54:57.970851 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-faa33cef-b06d-47a7-95ac-f522654a90b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3895078 Dec 21 22:54:57.975957 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45234) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:54:57.981171 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-31725688', 'admin_state_up': True, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:54:57.988267 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:54:57.992122 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:router and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:54:57.994916 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:54:58.000569 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:54:58.090077 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:58.091051 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:58.110730 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:58.321784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:58.661028 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:58.690251 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:58.824946 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.26.3.248 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/906ba673-a717-409a-8fef-8cd22ec4ea08) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:54:58.968598 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:59.054372 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:59.121434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:54:59.124161 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:54:59.127772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:54:59.159319 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=906ba673-a717-409a-8fef-8cd22ec4ea08,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:54:59.353511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:59.354316 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:59.627169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router e07b2229-fcdc-4861-a515-c0182fd542d4 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:54:59.694150 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9adc3152-2ee4-4925-a426-30e1ff2966e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:59.830028 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:54:59.842058 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Sync routers for ids ['e07b2229-fcdc-4861-a515-c0182fd542d4'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:54:59.854823 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Routers {'e07b2229-fcdc-4861-a515-c0182fd542d4'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:54:59.855431 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:55:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e07b2229-fcdc-4861-a515-c0182fd542d4'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:54:59.923297 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:54:59.924433 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b6f6a0dc-591c-44c1-b79f-bfb67be6a386 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9474497 Dec 21 22:54:59.927910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45238) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:55:00.036632 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Set router e07b2229-fcdc-4861-a515-c0182fd542d4 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:55:00.097361 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-617bde8c-dc9d-486e-ba85-c0139e0ab36e tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=02dfa9ce959a4b2cafcb8b1668a5da78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1683276 Dec 21 22:55:00.100155 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45244) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:55:00.229345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfad1f2-497c-42ae-8e25-fb10fa47be68 tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:00.231832 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-9bfad1f2-497c-42ae-8e25-fb10fa47be68 tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305933 Dec 21 22:55:00.233742 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45248) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:55:00.274247 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e6600e8d-9963-45e9-9855-d973d3e7f78a tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387177 Dec 21 22:55:00.276857 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45252) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:55:00.282733 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-651e6418-78cb-4daf-813f-b74722f8ee77 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-146446173', 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:55:00.327305 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-31725688', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:54:59Z', 'revision_number': 3, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:55:00.331642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Checking router: e07b2229-fcdc-4861-a515-c0182fd542d4 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:55:00.331988 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Updating router e07b2229-fcdc-4861-a515-c0182fd542d4 port 906ba673-a717-409a-8fef-8cd22ec4ea08 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:55:00.386382 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:00.391038 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-651e6418-78cb-4daf-813f-b74722f8ee77 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:55:00.394792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-651e6418-78cb-4daf-813f-b74722f8ee77 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:subnet and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:55:00.397860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-651e6418-78cb-4daf-813f-b74722f8ee77 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:55:00.403484 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-651e6418-78cb-4daf-813f-b74722f8ee77 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:55:00.471657 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651e6418-78cb-4daf-813f-b74722f8ee77 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Made reservation on behalf of 02dfa9ce959a4b2cafcb8b1668a5da78 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:55:00.572821 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-651e6418-78cb-4daf-813f-b74722f8ee77 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:00.710905 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:00.730265 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Transition to ACTIVE for port object 906ba673-a717-409a-8fef-8cd22ec4ea08 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:55:00.815650 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:00.871767 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:00.872083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-651e6418-78cb-4daf-813f-b74722f8ee77 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:00.872513 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:00.952692 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Attempting to bind port 906ba673-a717-409a-8fef-8cd22ec4ea08 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:55:00.953066 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Attempting to bind port 906ba673-a717-409a-8fef-8cd22ec4ea08 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:55:00.953696 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Attempting to bind port 906ba673-a717-409a-8fef-8cd22ec4ea08 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:55:00.955402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c3184-0229-4f1f-b15c-acc62b4ca9f2 None None] Pushing event updated for resources: {'Port': ['ID=906ba673-a717-409a-8fef-8cd22ec4ea08,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:00.956915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e6418-78cb-4daf-813f-b74722f8ee77 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Subnet': ['ID=56676ebf-d1dc-48b5-b620-de60788a0956,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:00.966214 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651e6418-78cb-4daf-813f-b74722f8ee77 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Checking segment: {'id': '90b5ecb4-2757-42f4-96e2-11f0f260bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:55:00.966575 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651e6418-78cb-4daf-813f-b74722f8ee77 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network hostable DHCP agents. Network: 082c6ce6-c0af-491b-b77e-c5dcc7dbb398, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:55:00.967386 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:55:00.967755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:55:00.968150 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:00.968532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:55:00.968990 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Bound port: 906ba673-a717-409a-8fef-8cd22ec4ea08, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:55:00.969351 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:01.002157 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c3184-0229-4f1f-b15c-acc62b4ca9f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:01.002498 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c3184-0229-4f1f-b15c-acc62b4ca9f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:01.002831 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c3184-0229-4f1f-b15c-acc62b4ca9f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:01.003155 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c3184-0229-4f1f-b15c-acc62b4ca9f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:01.003477 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c3184-0229-4f1f-b15c-acc62b4ca9f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:01.003796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c3184-0229-4f1f-b15c-acc62b4ca9f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:01.004203 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c3184-0229-4f1f-b15c-acc62b4ca9f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:01.004689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c3184-0229-4f1f-b15c-acc62b4ca9f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:01.005086 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c3184-0229-4f1f-b15c-acc62b4ca9f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:01.005403 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c3184-0229-4f1f-b15c-acc62b4ca9f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:01.005719 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3c3184-0229-4f1f-b15c-acc62b4ca9f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:01.037433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651e6418-78cb-4daf-813f-b74722f8ee77 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 082c6ce6-c0af-491b-b77e-c5dcc7dbb398 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:55:01.053944 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] For port 906ba673-a717-409a-8fef-8cd22ec4ea08, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:55:01.056796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] For port 906ba673-a717-409a-8fef-8cd22ec4ea08, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=906ba673-a717-409a-8fef-8cd22ec4ea08,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:55:01.128701 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-651e6418-78cb-4daf-813f-b74722f8ee77 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 082c6ce6-c0af-491b-b77e-c5dcc7dbb398) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:55:01.133090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e6418-78cb-4daf-813f-b74722f8ee77 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:01.133702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-651e6418-78cb-4daf-813f-b74722f8ee77 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:01.137951 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ef14ad-3f95-4645-a9a6-39096d4b98ed None None] Network 082c6ce6-c0af-491b-b77e-c5dcc7dbb398 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:55:01.158180 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:01.228488 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-651e6418-78cb-4daf-813f-b74722f8ee77 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9501746 Dec 21 22:55:01.228997 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45256) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:55:01.328984 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c3184-0229-4f1f-b15c-acc62b4ca9f2 None None] Pushing event updated for resources: {'Port': ['ID=906ba673-a717-409a-8fef-8cd22ec4ea08,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:01.350999 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Routers {'e07b2229-fcdc-4861-a515-c0182fd542d4'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:55:01.351609 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:55:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e07b2229-fcdc-4861-a515-c0182fd542d4'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:55:01.628877 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-082c6ce6-c0af-491b-b77e-c5dcc7dbb398', 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ips': [{'subnet_id': '56676ebf-d1dc-48b5-b620-de60788a0956'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:55:01.634921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:01.699546 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] Set router e07b2229-fcdc-4861-a515-c0182fd542d4 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:55:02.009595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Allocated IP 172.20.0.2 (082c6ce6-c0af-491b-b77e-c5dcc7dbb398/56676ebf-d1dc-48b5-b620-de60788a0956/da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:55:02.102082 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:02.199228 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-31725688', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:54:59Z', 'revision_number': 3, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:55:02.244125 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24bca37-e673-4b69-ba02-451781e0250c None None] The sync data for ids ['e07b2229-fcdc-4861-a515-c0182fd542d4'] in dv-neutron-822520-1-hyperv is: [{'id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-31725688', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:54:59Z', 'revision_number': 3, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:55:02.286535 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:02.297949 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Transition to ACTIVE for port object da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:55:02.318563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Transition to ACTIVE for port object da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:55:02.370369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:02.442540 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:02.516022 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.20.0.1 (082c6ce6-c0af-491b-b77e-c5dcc7dbb398/56676ebf-d1dc-48b5-b620-de60788a0956/c81402b4-dd3e-4a66-a7d0-134fa5ed305f) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:55:02.535012 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Pushing event updated for resources: {'Port': ['ID=da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:02.541912 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Network 082c6ce6-c0af-491b-b77e-c5dcc7dbb398 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:55:02.543051 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:55:02.545476 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:55:02.642393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Attempting to bind port da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:55:02.642765 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Attempting to bind port da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '90b5ecb4-2757-42f4-96e2-11f0f260bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:55:02.644049 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Attempting to bind port da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0 on network 082c6ce6-c0af-491b-b77e-c5dcc7dbb398 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:55:02.651420 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:55:02.651792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Checking segment: {'id': '90b5ecb4-2757-42f4-96e2-11f0f260bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:55:02.652180 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:02.652570 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Bound using segment: {'id': '90b5ecb4-2757-42f4-96e2-11f0f260bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:55:02.653017 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Bound port: da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b5ecb4-2757-42f4-96e2-11f0f260bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:55:02.653388 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:02.703430 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:02.720633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Transition to ACTIVE for port object c81402b4-dd3e-4a66-a7d0-134fa5ed305f will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:55:02.752871 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] For port da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:55:02.756286 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] For port da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0,segment=NetworkSegment(90b5ecb4-2757-42f4-96e2-11f0f260bdfa),segment_id=90b5ecb4-2757-42f4-96e2-11f0f260bdfa)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:55:02.816177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:02.839209 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:02.886265 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 082c6ce6-c0af-491b-b77e-c5dcc7dbb398 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:55:02.889428 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:55:02.893384 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:55:02.931498 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ccef2-3414-431b-a3d8-903d3e6c9033 None None] Pushing event updated for resources: {'Port': ['ID=da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:02.932535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=c81402b4-dd3e-4a66-a7d0-134fa5ed305f,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:02.961887 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:03.135605 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:03.538173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:03.597077 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:03.814910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:03.818972 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=c81402b4-dd3e-4a66-a7d0-134fa5ed305f,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:03.880521 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dec69d-25ec-49ae-b6dc-6f87973ecfcf None None] Network 082c6ce6-c0af-491b-b77e-c5dcc7dbb398 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:55:03.954376 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 082c6ce6-c0af-491b-b77e-c5dcc7dbb398 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:55:03.955534 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:55:04.119501 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-cb61146a-a250-4856-b21a-313179690e15 None None] Provisioning for port da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:55:04.242501 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 906ba673-a717-409a-8fef-8cd22ec4ea08 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:55:04.376789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router e07b2229-fcdc-4861-a515-c0182fd542d4 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:55:04.398734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 906ba673-a717-409a-8fef-8cd22ec4ea08 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:55:04.410171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 906ba673-a717-409a-8fef-8cd22ec4ea08 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:55:04.410171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:04.481426 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d8912152-4b2b-48d4-81bd-bf3efdb03318 None None] Provisioning for port c81402b4-dd3e-4a66-a7d0-134fa5ed305f completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:55:04.499857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d8912152-4b2b-48d4-81bd-bf3efdb03318 None None] Provisioning complete for port c81402b4-dd3e-4a66-a7d0-134fa5ed305f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:55:04.500224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d8912152-4b2b-48d4-81bd-bf3efdb03318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:04.562878 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d8912152-4b2b-48d4-81bd-bf3efdb03318 None None] Port c81402b4-dd3e-4a66-a7d0-134fa5ed305f cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:55:04.591492 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:55:04.606585 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-29a2e127-1123-4048-a033-3cf06f66dc07 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "PUT /v2.0/routers/e07b2229-fcdc-4861-a515-c0182fd542d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3764517 Dec 21 22:55:04.635998 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:04.684162 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 906ba673-a717-409a-8fef-8cd22ec4ea08, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=906ba673-a717-409a-8fef-8cd22ec4ea08,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:55:04.748017 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:04.748752 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:55:04.795629 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926fee67-0d81-46f7-8370-a81865c56e5f req-5fd52168-56cb-4262-a723-2e1e1809ec12 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676529357&fields=id&tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78 HTTP/1.1" status: 200 len: 267 time: 0.0429354 Dec 21 22:55:04.841163 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-19ce1202-f542-470a-a934-07a759162b10 None None] Provisioning complete for port c81402b4-dd3e-4a66-a7d0-134fa5ed305f triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:55:04.841443 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-19ce1202-f542-470a-a934-07a759162b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:04.906529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=906ba673-a717-409a-8fef-8cd22ec4ea08,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:04.917552 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-19ce1202-f542-470a-a934-07a759162b10 None None] Port c81402b4-dd3e-4a66-a7d0-134fa5ed305f cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:55:04.946621 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fee67-0d81-46f7-8370-a81865c56e5f req-c0d8bba9-764a-4ad6-a6a4-56ea37d6d79a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:04.948023 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926fee67-0d81-46f7-8370-a81865c56e5f req-c0d8bba9-764a-4ad6-a6a4-56ea37d6d79a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/networks?id=082c6ce6-c0af-491b-b77e-c5dcc7dbb398 HTTP/1.1" status: 200 len: 797 time: 0.1457832 Dec 21 22:55:04.964992 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926fee67-0d81-46f7-8370-a81865c56e5f req-24c9a92a-d92a-4e79-af08-dbe05049a83f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/quotas/02dfa9ce959a4b2cafcb8b1668a5da78 HTTP/1.1" status: 200 len: 375 time: 0.0113666 Dec 21 22:55:04.979882 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:55:04.984921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:55:04.985317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:05.043870 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926fee67-0d81-46f7-8370-a81865c56e5f req-b9775a23-222b-4c7c-8e52-b1d1f208697c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739591 Dec 21 22:55:05.101252 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:05.133827 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0,segment=NetworkSegment(90b5ecb4-2757-42f4-96e2-11f0f260bdfa),segment_id=90b5ecb4-2757-42f4-96e2-11f0f260bdfa)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:55:05.191507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:05.274938 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:05.354630 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926fee67-0d81-46f7-8370-a81865c56e5f req-d4113c56-cdc2-42ba-8787-64203b0339f6 service neutron] 10.222.0.37 "GET /v2.0/networks/082c6ce6-c0af-491b-b77e-c5dcc7dbb398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990713 Dec 21 22:55:05.483555 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926fee67-0d81-46f7-8370-a81865c56e5f req-c4325416-9281-479f-b932-c31d759ccd89 service neutron] 10.222.0.37 "GET /v2.0/networks/082c6ce6-c0af-491b-b77e-c5dcc7dbb398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232307 Dec 21 22:55:05.770198 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-c9473c1a-c313-4e15-a2b5-ca9e65c5c34a req-893b5dc2-758f-48e8-bd02-53e0fd0743ab tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:55:05.833279 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Sync routers for ids ['e07b2229-fcdc-4861-a515-c0182fd542d4'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:55:05.844860 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Routers {'e07b2229-fcdc-4861-a515-c0182fd542d4'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:55:05.845476 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:55:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e07b2229-fcdc-4861-a515-c0182fd542d4'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:55:05.873106 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-c9473c1a-c313-4e15-a2b5-ca9e65c5c34a req-893b5dc2-758f-48e8-bd02-53e0fd0743ab tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:55:05.874331 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c9473c1a-c313-4e15-a2b5-ca9e65c5c34a req-893b5dc2-758f-48e8-bd02-53e0fd0743ab tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 210 time: 0.1452775 Dec 21 22:55:06.049135 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Set router e07b2229-fcdc-4861-a515-c0182fd542d4 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:55:06.189972 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 906ba673-a717-409a-8fef-8cd22ec4ea08 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:55:06.265076 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 906ba673-a717-409a-8fef-8cd22ec4ea08 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:55:06.265470 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:06.374191 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-31725688', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:02Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': 'c81402b4-dd3e-4a66-a7d0-134fa5ed305f', 'name': '', 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d3:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:55:02Z', 'updated_at': '2021-12-21T22:55:03Z', 'revision_number': 2, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:55:06.378073 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Checking router: e07b2229-fcdc-4861-a515-c0182fd542d4 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:55:06.378424 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Updating router e07b2229-fcdc-4861-a515-c0182fd542d4 port c81402b4-dd3e-4a66-a7d0-134fa5ed305f binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:55:06.385618 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:55:06.431252 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:06.452351 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:55:06.452969 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:06.763752 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:06.774839 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Transition to ACTIVE for port object c81402b4-dd3e-4a66-a7d0-134fa5ed305f will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:55:06.838396 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:06.963901 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e16eef-fc2b-4b20-b372-222c1795a06b None None] Pushing event updated for resources: {'Port': ['ID=c81402b4-dd3e-4a66-a7d0-134fa5ed305f,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:07.002804 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e16eef-fc2b-4b20-b372-222c1795a06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:07.003134 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e16eef-fc2b-4b20-b372-222c1795a06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:07.003463 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e16eef-fc2b-4b20-b372-222c1795a06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:07.003788 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e16eef-fc2b-4b20-b372-222c1795a06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:07.004146 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e16eef-fc2b-4b20-b372-222c1795a06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:07.004555 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e16eef-fc2b-4b20-b372-222c1795a06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:07.005106 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e16eef-fc2b-4b20-b372-222c1795a06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:07.005437 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e16eef-fc2b-4b20-b372-222c1795a06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:07.005756 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e16eef-fc2b-4b20-b372-222c1795a06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:07.006091 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e16eef-fc2b-4b20-b372-222c1795a06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:07.006409 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e16eef-fc2b-4b20-b372-222c1795a06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:55:07.045206 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-44d67046-8296-4c47-8463-c3abeb708c47 req-06bf4a2e-b26b-4368-8b7d-765cdb69b6ae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 210 time: 0.0489728 Dec 21 22:55:07.072160 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Attempting to bind port c81402b4-dd3e-4a66-a7d0-134fa5ed305f on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:55:07.072552 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Attempting to bind port c81402b4-dd3e-4a66-a7d0-134fa5ed305f by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '90b5ecb4-2757-42f4-96e2-11f0f260bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:55:07.072908 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Attempting to bind port c81402b4-dd3e-4a66-a7d0-134fa5ed305f on network 082c6ce6-c0af-491b-b77e-c5dcc7dbb398 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:55:07.079925 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:55:07.080292 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Checking segment: {'id': '90b5ecb4-2757-42f4-96e2-11f0f260bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:55:07.080684 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:07.081072 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Bound using segment: {'id': '90b5ecb4-2757-42f4-96e2-11f0f260bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:55:07.081529 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Bound port: c81402b4-dd3e-4a66-a7d0-134fa5ed305f, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b5ecb4-2757-42f4-96e2-11f0f260bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:55:07.081893 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:07.169499 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] For port c81402b4-dd3e-4a66-a7d0-134fa5ed305f, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:55:07.172362 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] For port c81402b4-dd3e-4a66-a7d0-134fa5ed305f, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c81402b4-dd3e-4a66-a7d0-134fa5ed305f,segment=NetworkSegment(90b5ecb4-2757-42f4-96e2-11f0f260bdfa),segment_id=90b5ecb4-2757-42f4-96e2-11f0f260bdfa)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:55:07.250400 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:07.337773 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e16eef-fc2b-4b20-b372-222c1795a06b None None] Pushing event updated for resources: {'Port': ['ID=c81402b4-dd3e-4a66-a7d0-134fa5ed305f,revision_number=4']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:07.337773 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Routers {'e07b2229-fcdc-4861-a515-c0182fd542d4'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:55:07.337773 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:55:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e07b2229-fcdc-4861-a515-c0182fd542d4'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:55:07.514366 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] Set router e07b2229-fcdc-4861-a515-c0182fd542d4 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:55:07.850573 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-31725688', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:02Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': 'c81402b4-dd3e-4a66-a7d0-134fa5ed305f', 'name': '', 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d3:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:55:02Z', 'updated_at': '2021-12-21T22:55:07Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:55:07.854454 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bdd075-c9ff-41d7-b8a9-8f801c6fa5e7 None None] The sync data for ids ['e07b2229-fcdc-4861-a515-c0182fd542d4'] in dv-neutron-822520-1-hyperv is: [{'id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-31725688', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:02Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': 'c81402b4-dd3e-4a66-a7d0-134fa5ed305f', 'name': '', 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d3:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:55:02Z', 'updated_at': '2021-12-21T22:55:07Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:55:08.226585 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-23b251b7-47da-4dd5-a2b5-d5d1f2848429 req-5da12767-550f-4761-92cc-a7546b6a29d7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 210 time: 0.0513575 Dec 21 22:55:08.245778 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c81402b4-dd3e-4a66-a7d0-134fa5ed305f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:55:08.398524 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port c81402b4-dd3e-4a66-a7d0-134fa5ed305f completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:55:08.403786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c81402b4-dd3e-4a66-a7d0-134fa5ed305f triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:55:08.408234 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:08.523048 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:08.557252 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port c81402b4-dd3e-4a66-a7d0-134fa5ed305f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c81402b4-dd3e-4a66-a7d0-134fa5ed305f,segment=NetworkSegment(90b5ecb4-2757-42f4-96e2-11f0f260bdfa),segment_id=90b5ecb4-2757-42f4-96e2-11f0f260bdfa)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:55:08.637497 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:08.706368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=c81402b4-dd3e-4a66-a7d0-134fa5ed305f,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:09.049930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fee67-0d81-46f7-8370-a81865c56e5f req-ed4c2a41-5ee9-4f18-81a0-73684e00bb89 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:09.051480 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926fee67-0d81-46f7-8370-a81865c56e5f req-ed4c2a41-5ee9-4f18-81a0-73684e00bb89 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "GET /v2.0/networks?id=082c6ce6-c0af-491b-b77e-c5dcc7dbb398 HTTP/1.1" status: 200 len: 797 time: 0.1430204 Dec 21 22:55:09.114843 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926fee67-0d81-46f7-8370-a81865c56e5f req-6b762b5e-51f8-4faf-82d2-98543c528fa9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78 HTTP/1.1" status: 200 len: 379 time: 0.0409451 Dec 21 22:55:09.136657 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-926fee67-0d81-46f7-8370-a81865c56e5f req-117bca1c-974b-455a-80ed-12c1c619cc42 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'port': {'device_id': '2f44c353-f38b-4651-92a4-8fccae5d9035', 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398', 'admin_state_up': True, 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'security_groups': ['e42c5de7-392f-4c78-a278-e989f79b1a4e']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:55:09.273964 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-926fee67-0d81-46f7-8370-a81865c56e5f req-117bca1c-974b-455a-80ed-12c1c619cc42 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:55:09.285394 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-926fee67-0d81-46f7-8370-a81865c56e5f req-117bca1c-974b-455a-80ed-12c1c619cc42 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:55:09.358578 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926fee67-0d81-46f7-8370-a81865c56e5f req-117bca1c-974b-455a-80ed-12c1c619cc42 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Made reservation on behalf of 02dfa9ce959a4b2cafcb8b1668a5da78 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:55:09.361571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-926fee67-0d81-46f7-8370-a81865c56e5f req-117bca1c-974b-455a-80ed-12c1c619cc42 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:09.420187 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4b00f10a-09ec-4e0e-9806-df7cb806c6c0 req-52c63fe7-caab-4aed-a9e7-bba33b7f4d8f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 210 time: 0.0484371 Dec 21 22:55:09.563961 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-926fee67-0d81-46f7-8370-a81865c56e5f req-117bca1c-974b-455a-80ed-12c1c619cc42 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.20.0.8 (082c6ce6-c0af-491b-b77e-c5dcc7dbb398/56676ebf-d1dc-48b5-b620-de60788a0956/e41183aa-8d32-439f-a231-4167409c40dc) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:55:09.749223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-926fee67-0d81-46f7-8370-a81865c56e5f req-117bca1c-974b-455a-80ed-12c1c619cc42 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:09.764013 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-926fee67-0d81-46f7-8370-a81865c56e5f req-117bca1c-974b-455a-80ed-12c1c619cc42 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Transition to ACTIVE for port object e41183aa-8d32-439f-a231-4167409c40dc will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:55:09.844278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-926fee67-0d81-46f7-8370-a81865c56e5f req-117bca1c-974b-455a-80ed-12c1c619cc42 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:09.912483 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926fee67-0d81-46f7-8370-a81865c56e5f req-117bca1c-974b-455a-80ed-12c1c619cc42 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 082c6ce6-c0af-491b-b77e-c5dcc7dbb398 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:55:09.915444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-926fee67-0d81-46f7-8370-a81865c56e5f req-117bca1c-974b-455a-80ed-12c1c619cc42 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:55:09.919244 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-926fee67-0d81-46f7-8370-a81865c56e5f req-117bca1c-974b-455a-80ed-12c1c619cc42 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:55:09.953417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bca1c-974b-455a-80ed-12c1c619cc42 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=e41183aa-8d32-439f-a231-4167409c40dc,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:09.990691 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fee67-0d81-46f7-8370-a81865c56e5f req-117bca1c-974b-455a-80ed-12c1c619cc42 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:09.991314 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-926fee67-0d81-46f7-8370-a81865c56e5f req-117bca1c-974b-455a-80ed-12c1c619cc42 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:10.068085 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926fee67-0d81-46f7-8370-a81865c56e5f req-117bca1c-974b-455a-80ed-12c1c619cc42 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9350669 Dec 21 22:55:10.084586 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Request body: {'port': {'device_id': '2f44c353-f38b-4651-92a4-8fccae5d9035', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:55:10.183227 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c81402b4-dd3e-4a66-a7d0-134fa5ed305f up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:55:10.193404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:10.261833 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c81402b4-dd3e-4a66-a7d0-134fa5ed305f triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:55:10.262311 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:10.318950 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e65e1b01-d025-4825-be33-62d646f1edbb None None] Provisioning for port e41183aa-8d32-439f-a231-4167409c40dc completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:55:10.326780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e65e1b01-d025-4825-be33-62d646f1edbb None None] Provisioning complete for port e41183aa-8d32-439f-a231-4167409c40dc triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:55:10.327140 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e65e1b01-d025-4825-be33-62d646f1edbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:10.423451 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e65e1b01-d025-4825-be33-62d646f1edbb None None] Port e41183aa-8d32-439f-a231-4167409c40dc cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:55:10.621116 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b361679-f266-4f94-99e8-d4a7bfcc664e req-e9af3ce3-371d-4b82-8eed-4e5e0ea407b2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:10.622590 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4b361679-f266-4f94-99e8-d4a7bfcc664e req-e9af3ce3-371d-4b82-8eed-4e5e0ea407b2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 931 time: 0.0775509 Dec 21 22:55:10.641604 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41183aa-8d32-439f-a231-4167409c40dc {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:55:10.649160 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:10.664468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Transition to ACTIVE for port object e41183aa-8d32-439f-a231-4167409c40dc will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:55:10.667773 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-4b361679-f266-4f94-99e8-d4a7bfcc664e req-b1493f6a-cef2-4ef5-bab2-befd71e4d2bc tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:55:10.745570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:10.774537 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-4b361679-f266-4f94-99e8-d4a7bfcc664e req-b1493f6a-cef2-4ef5-bab2-befd71e4d2bc tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:55:10.775703 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4b361679-f266-4f94-99e8-d4a7bfcc664e req-b1493f6a-cef2-4ef5-bab2-befd71e4d2bc tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e42c5de7-392f-4c78-a278-e989f79b1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475918 Dec 21 22:55:10.872455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Pushing event updated for resources: {'Port': ['ID=e41183aa-8d32-439f-a231-4167409c40dc,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:10.980558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Attempting to bind port e41183aa-8d32-439f-a231-4167409c40dc on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:55:10.980886 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Attempting to bind port e41183aa-8d32-439f-a231-4167409c40dc by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '90b5ecb4-2757-42f4-96e2-11f0f260bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:55:10.981204 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Attempting to bind port e41183aa-8d32-439f-a231-4167409c40dc on network 082c6ce6-c0af-491b-b77e-c5dcc7dbb398 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:55:10.987948 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Port e41183aa-8d32-439f-a231-4167409c40dc on network 082c6ce6-c0af-491b-b77e-c5dcc7dbb398 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:55:10.988300 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Attempting to bind port e41183aa-8d32-439f-a231-4167409c40dc on network 082c6ce6-c0af-491b-b77e-c5dcc7dbb398 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:55:10.994661 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:55:10.994988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Checking segment: {'id': '90b5ecb4-2757-42f4-96e2-11f0f260bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:55:10.995362 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Bound using segment: {'id': '90b5ecb4-2757-42f4-96e2-11f0f260bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:55:10.995818 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Bound port: e41183aa-8d32-439f-a231-4167409c40dc, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b5ecb4-2757-42f4-96e2-11f0f260bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:55:10.996109 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:11.083433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] For port e41183aa-8d32-439f-a231-4167409c40dc, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:55:11.086250 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] For port e41183aa-8d32-439f-a231-4167409c40dc, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e41183aa-8d32-439f-a231-4167409c40dc,segment=NetworkSegment(90b5ecb4-2757-42f4-96e2-11f0f260bdfa),segment_id=90b5ecb4-2757-42f4-96e2-11f0f260bdfa)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:55:11.141495 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:11.203208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:11.204616 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926fee67-0d81-46f7-8370-a81865c56e5f req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] 10.222.0.49 "PUT /v2.0/ports/e41183aa-8d32-439f-a231-4167409c40dc HTTP/1.1" status: 200 len: 1093 time: 1.1249368 Dec 21 22:55:11.208348 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f44c353-f38b-4651-92a4-8fccae5d9035', 'tag': 'e41183aa-8d32-439f-a231-4167409c40dc'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:55:11.229436 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4a5d4-ac63-43e9-a610-3c857ed00a8e service neutron] Pushing event updated for resources: {'Port': ['ID=e41183aa-8d32-439f-a231-4167409c40dc,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:11.272794 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f44c353-f38b-4651-92a4-8fccae5d9035', 'tag': 'e41183aa-8d32-439f-a231-4167409c40dc', 'status': 'completed', 'code': 200} Dec 21 22:55:11.372303 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3626c7ff-8801-4d32-8312-57ef889a588e req-93db65e9-cea5-40ec-bf6e-fcd654f3a7c9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 1096 time: 0.0725262 Dec 21 22:55:11.517914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626c7ff-8801-4d32-8312-57ef889a588e req-1c85c812-aca2-4fbe-8bee-00f8d98435e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:11.519251 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3626c7ff-8801-4d32-8312-57ef889a588e req-1c85c812-aca2-4fbe-8bee-00f8d98435e7 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1355557 Dec 21 22:55:11.657432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626c7ff-8801-4d32-8312-57ef889a588e req-f9998c27-94c8-4a50-b0c2-f9c47ccbe07e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:11.658932 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3626c7ff-8801-4d32-8312-57ef889a588e req-f9998c27-94c8-4a50-b0c2-f9c47ccbe07e service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299317 Dec 21 22:55:11.789543 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926fee67-0d81-46f7-8370-a81865c56e5f req-733318b0-508d-41b6-8e0f-4573099accb0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 1096 time: 0.0874646 Dec 21 22:55:11.862955 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926fee67-0d81-46f7-8370-a81865c56e5f req-f26b883d-5fce-4ec8-b8aa-3e5f15108d05 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e41183aa-8d32-439f-a231-4167409c40dc HTTP/1.1" status: 200 len: 217 time: 0.0618107 Dec 21 22:55:11.933797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fee67-0d81-46f7-8370-a81865c56e5f req-53477578-fcae-45e4-a66e-febb3579f098 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:11.935251 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926fee67-0d81-46f7-8370-a81865c56e5f req-53477578-fcae-45e4-a66e-febb3579f098 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56676ebf-d1dc-48b5-b620-de60788a0956 HTTP/1.1" status: 200 len: 834 time: 0.0624998 Dec 21 22:55:11.975787 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc50b11-3cad-497b-8c6b-a189d17ad1bd req-81ea5ff0-f60c-4ad2-8c3a-c350f3dd85b1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:11.977218 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6cc50b11-3cad-497b-8c6b-a189d17ad1bd req-81ea5ff0-f60c-4ad2-8c3a-c350f3dd85b1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 943 time: 0.0798805 Dec 21 22:55:12.012957 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926fee67-0d81-46f7-8370-a81865c56e5f req-d7df17d8-b0c7-4a7a-9703-da391947fcb4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=082c6ce6-c0af-491b-b77e-c5dcc7dbb398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681007 Dec 21 22:55:12.023425 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6cc50b11-3cad-497b-8c6b-a189d17ad1bd req-57953386-e650-4cb4-bfd0-c3d6bcc3fa3d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e42c5de7-392f-4c78-a278-e989f79b1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407467 Dec 21 22:55:12.151163 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926fee67-0d81-46f7-8370-a81865c56e5f req-eaa2d008-6110-4c87-9b17-70948fcb229a service neutron] 10.222.0.49 "GET /v2.0/networks/082c6ce6-c0af-491b-b77e-c5dcc7dbb398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274407 Dec 21 22:55:12.290826 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-926fee67-0d81-46f7-8370-a81865c56e5f req-cca246c2-ce09-49c8-8533-dfab0141ff90 service neutron] 10.222.0.49 "GET /v2.0/networks/082c6ce6-c0af-491b-b77e-c5dcc7dbb398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289852 Dec 21 22:55:13.238407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa45fd-f168-47c5-a217-b6587f9fc681 req-46664ac9-408f-4730-9ab9-b98f537da779 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:13.239183 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-b7fa45fd-f168-47c5-a217-b6587f9fc681 req-46664ac9-408f-4730-9ab9-b98f537da779 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:55:13.317113 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-b7fa45fd-f168-47c5-a217-b6587f9fc681 req-46664ac9-408f-4730-9ab9-b98f537da779 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:55:13.318303 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b7fa45fd-f168-47c5-a217-b6587f9fc681 req-46664ac9-408f-4730-9ab9-b98f537da779 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 943 time: 0.1694150 Dec 21 22:55:13.363535 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b7fa45fd-f168-47c5-a217-b6587f9fc681 req-3eeaa556-7339-462b-b0d9-249ee193ef4c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e42c5de7-392f-4c78-a278-e989f79b1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398591 Dec 21 22:55:14.567811 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956b165-a663-4fcd-97e9-e63da46a57b3 req-e9547400-6017-4608-9e77-294e07db7474 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:14.569952 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2956b165-a663-4fcd-97e9-e63da46a57b3 req-e9547400-6017-4608-9e77-294e07db7474 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 943 time: 0.0745647 Dec 21 22:55:14.613598 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2956b165-a663-4fcd-97e9-e63da46a57b3 req-15d04816-696a-4c08-8f7e-07d1f78ff803 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e42c5de7-392f-4c78-a278-e989f79b1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383015 Dec 21 22:55:14.628313 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e41183aa-8d32-439f-a231-4167409c40dc details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:55:14.762728 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port e41183aa-8d32-439f-a231-4167409c40dc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e41183aa-8d32-439f-a231-4167409c40dc,segment=NetworkSegment(90b5ecb4-2757-42f4-96e2-11f0f260bdfa),segment_id=90b5ecb4-2757-42f4-96e2-11f0f260bdfa)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:55:14.775624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'e41183aa-8d32-439f-a231-4167409c40dc', 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398', 'port_id': 'e41183aa-8d32-439f-a231-4167409c40dc', 'mac_address': 'fa:16:3e:dc:05:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:55:14.827912 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:14.844601 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41183aa-8d32-439f-a231-4167409c40dc {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:55:14.859592 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port e41183aa-8d32-439f-a231-4167409c40dc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e41183aa-8d32-439f-a231-4167409c40dc,segment=NetworkSegment(90b5ecb4-2757-42f4-96e2-11f0f260bdfa),segment_id=90b5ecb4-2757-42f4-96e2-11f0f260bdfa)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:55:14.912882 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:15.006177 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=e41183aa-8d32-439f-a231-4167409c40dc,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:15.175553 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['e41183aa-8d32-439f-a231-4167409c40dc'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:55:15.644351 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:15.806368 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30197f4b-81d5-478f-bb55-e47f6df363d7 req-d67ef367-5c78-48b0-9a7f-29a2221118b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:15.807806 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-30197f4b-81d5-478f-bb55-e47f6df363d7 req-d67ef367-5c78-48b0-9a7f-29a2221118b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 944 time: 0.0744615 Dec 21 22:55:15.853151 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-30197f4b-81d5-478f-bb55-e47f6df363d7 req-c13bed64-adfc-4abe-9a40-466f853644b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e42c5de7-392f-4c78-a278-e989f79b1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395446 Dec 21 22:55:16.626867 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e41183aa-8d32-439f-a231-4167409c40dc up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:55:16.746716 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port e41183aa-8d32-439f-a231-4167409c40dc completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:55:16.751437 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port e41183aa-8d32-439f-a231-4167409c40dc triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:55:16.751799 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:16.860899 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:16.886478 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f44c353-f38b-4651-92a4-8fccae5d9035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41183aa-8d32-439f-a231-4167409c40dc'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:55:16.901309 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port e41183aa-8d32-439f-a231-4167409c40dc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e41183aa-8d32-439f-a231-4167409c40dc,segment=NetworkSegment(90b5ecb4-2757-42f4-96e2-11f0f260bdfa),segment_id=90b5ecb4-2757-42f4-96e2-11f0f260bdfa)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:55:16.944066 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f44c353-f38b-4651-92a4-8fccae5d9035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41183aa-8d32-439f-a231-4167409c40dc', 'code': 200} Dec 21 22:55:16.968597 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:17.039715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=e41183aa-8d32-439f-a231-4167409c40dc,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:17.069285 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f9670-5023-4d3b-8e11-07886e2b75fa req-eed9d1bc-8711-4fb9-97f5-81564a498f3f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:17.071501 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4e1f9670-5023-4d3b-8e11-07886e2b75fa req-eed9d1bc-8711-4fb9-97f5-81564a498f3f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 945 time: 0.0812089 Dec 21 22:55:17.117205 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4e1f9670-5023-4d3b-8e11-07886e2b75fa req-ec3f3b31-bd6d-4ac9-afb4-e53e4f5e3396 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e42c5de7-392f-4c78-a278-e989f79b1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401089 Dec 21 22:55:17.310318 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d55a5fec-696d-4a01-a4ef-9fe38b767cbe req-72835dd8-b05a-406c-a17a-130394730ad3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 1098 time: 0.0692906 Dec 21 22:55:17.356399 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d55a5fec-696d-4a01-a4ef-9fe38b767cbe req-052a4f43-aa40-4428-bf91-5fb76382e879 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e42c5de7-392f-4c78-a278-e989f79b1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356631 Dec 21 22:55:18.313924 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80807f-9d7c-4b1f-8cf7-b0be99bdb6bb req-79f837f7-1df0-4d58-b1cd-1c9abaf693a1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:18.315382 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9b80807f-9d7c-4b1f-8cf7-b0be99bdb6bb req-79f837f7-1df0-4d58-b1cd-1c9abaf693a1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 945 time: 0.0757916 Dec 21 22:55:18.451467 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9b80807f-9d7c-4b1f-8cf7-b0be99bdb6bb req-ccc32be9-eb77-4803-8265-1a0fbdc99f32 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e42c5de7-392f-4c78-a278-e989f79b1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304412 Dec 21 22:55:19.645186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656ab3c-7979-4c67-a3e6-c1a45d276ea5 req-ff8f1e6f-7589-4464-9ab3-e15aa3e85061 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:19.646553 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c656ab3c-7979-4c67-a3e6-c1a45d276ea5 req-ff8f1e6f-7589-4464-9ab3-e15aa3e85061 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 945 time: 0.0745268 Dec 21 22:55:19.696789 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c656ab3c-7979-4c67-a3e6-c1a45d276ea5 req-8944820c-7eb2-4c01-a687-5389617a3119 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e42c5de7-392f-4c78-a278-e989f79b1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440578 Dec 21 22:55:19.894391 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31663d73-bc3e-4df4-8332-93352f6d1162 req-d21930c6-abe1-4d76-b800-9c2eff99b127 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:19.895859 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-31663d73-bc3e-4df4-8332-93352f6d1162 req-d21930c6-abe1-4d76-b800-9c2eff99b127 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 945 time: 0.0782075 Dec 21 22:55:19.940863 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-31663d73-bc3e-4df4-8332-93352f6d1162 req-b24ddff1-0cd0-46fa-92b0-7918d8fd9bfa tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e42c5de7-392f-4c78-a278-e989f79b1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390646 Dec 21 22:55:19.969324 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45312) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:55:20.045651 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-80a3c704-b0c4-4cbe-910a-a6850ff40efd tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 1093 time: 0.0745149 Dec 21 22:55:20.050227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45316) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:55:20.055600 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': 'e41183aa-8d32-439f-a231-4167409c40dc', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:55:20.061039 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:55:20.064773 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:floatingip and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:55:20.067587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:55:20.073873 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:55:20.168561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:20.303149 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:20.433248 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.26.3.41 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/2c0f9dff-feac-4921-92d7-11dceba5c9b4) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:55:20.581781 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:20.661089 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:20.724858 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:55:20.728387 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:55:20.732036 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:55:20.763951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=2c0f9dff-feac-4921-92d7-11dceba5c9b4,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:21.236259 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:21.341267 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:21.542673 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:21.604019 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:21.705315 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=2c0f9dff-feac-4921-92d7-11dceba5c9b4,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:55:21.722993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:21.999416 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Floating IP e329f121-a945-4997-bd99-28a7f9ffcffa associated. External IP: 172.26.3.41, port: e41183aa-8d32-439f-a231-4167409c40dc. Dec 21 22:55:22.381183 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router e07b2229-fcdc-4861-a515-c0182fd542d4 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:55:22.579705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:55:22.590370 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7710b0-14a3-4ed5-867d-764df7fd305b None None] Sync routers for ids ['e07b2229-fcdc-4861-a515-c0182fd542d4'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:55:22.601772 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7710b0-14a3-4ed5-867d-764df7fd305b None None] Routers {'e07b2229-fcdc-4861-a515-c0182fd542d4'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:55:22.602413 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0b7710b0-14a3-4ed5-867d-764df7fd305b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:55:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e07b2229-fcdc-4861-a515-c0182fd542d4'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:55:22.650071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:22.704124 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b7420701-5c61-435b-885c-a903796f8bef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6528413 Dec 21 22:55:22.704954 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f44c353-f38b-4651-92a4-8fccae5d9035', 'tag': 'e41183aa-8d32-439f-a231-4167409c40dc'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:55:22.761875 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f44c353-f38b-4651-92a4-8fccae5d9035', 'tag': 'e41183aa-8d32-439f-a231-4167409c40dc', 'status': 'completed', 'code': 200} Dec 21 22:55:22.786492 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-0b7710b0-14a3-4ed5-867d-764df7fd305b None None] Set router e07b2229-fcdc-4861-a515-c0182fd542d4 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:55:22.857841 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-574ebbf7-3cc6-402a-b90f-b10f4c979a69 req-5eb54e14-8ed4-4df3-be77-782f739a0931 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 1098 time: 0.0732625 Dec 21 22:55:22.880076 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2367f7-e10b-4890-a0d4-2eec746e754c req-29dee508-cea8-4a8f-8b62-171d15a77ff9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:22.881645 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ca2367f7-e10b-4890-a0d4-2eec746e754c req-29dee508-cea8-4a8f-8b62-171d15a77ff9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 945 time: 0.0797544 Dec 21 22:55:22.928461 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ca2367f7-e10b-4890-a0d4-2eec746e754c req-abe2b47f-2765-4fe2-83a1-ad340db5b092 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e42c5de7-392f-4c78-a278-e989f79b1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396957 Dec 21 22:55:22.957606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45324) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:55:22.994166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ebbf7-3cc6-402a-b90f-b10f4c979a69 req-59c44ce6-12d2-43d0-8a40-fc649a7398ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:22.995853 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-574ebbf7-3cc6-402a-b90f-b10f4c979a69 req-59c44ce6-12d2-43d0-8a40-fc649a7398ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=082c6ce6-c0af-491b-b77e-c5dcc7dbb398 HTTP/1.1" status: 200 len: 898 time: 0.1314940 Dec 21 22:55:23.104802 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-574ebbf7-3cc6-402a-b90f-b10f4c979a69 req-93398b98-d57d-45a0-8a5e-45c5037997b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e41183aa-8d32-439f-a231-4167409c40dc HTTP/1.1" status: 200 len: 998 time: 0.1023898 Dec 21 22:55:23.153907 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0b7710b0-14a3-4ed5-867d-764df7fd305b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-31725688', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:02Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'e329f121-a945-4997-bd99-28a7f9ffcffa', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'port_id': 'e41183aa-8d32-439f-a231-4167409c40dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398', 'mac_address': 'fa:16:3e:dc:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f44c353-f38b-4651-92a4-8fccae5d9035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:55:21Z', 'updated_at': '2021-12-21T22:55:21Z', 'revision_number': 0, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81402b4-dd3e-4a66-a7d0-134fa5ed305f', 'name': '', 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:55:02Z', 'updated_at': '2021-12-21T22:55:08Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:55:23.157826 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7710b0-14a3-4ed5-867d-764df7fd305b None None] Checking router: e07b2229-fcdc-4861-a515-c0182fd542d4 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:55:23.167316 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-105ca507-7719-4fd6-a535-e9424c751879 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/e329f121-a945-4997-bd99-28a7f9ffcffa HTTP/1.1" status: 200 len: 990 time: 0.2068663 Dec 21 22:55:23.169992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7710b0-14a3-4ed5-867d-764df7fd305b None None] Routers {'e07b2229-fcdc-4861-a515-c0182fd542d4'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:55:23.170473 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0b7710b0-14a3-4ed5-867d-764df7fd305b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:55:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e07b2229-fcdc-4861-a515-c0182fd542d4'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:55:23.175277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ebbf7-3cc6-402a-b90f-b10f4c979a69 req-5f621c4d-f090-4267-b4cf-616829d6df76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:23.176701 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-574ebbf7-3cc6-402a-b90f-b10f4c979a69 req-5f621c4d-f090-4267-b4cf-616829d6df76 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56676ebf-d1dc-48b5-b620-de60788a0956 HTTP/1.1" status: 200 len: 834 time: 0.0618627 Dec 21 22:55:23.251033 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-574ebbf7-3cc6-402a-b90f-b10f4c979a69 req-f1ed61ff-6e37-4a66-b916-5981ae571e45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=082c6ce6-c0af-491b-b77e-c5dcc7dbb398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675757 Dec 21 22:55:23.351569 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-0b7710b0-14a3-4ed5-867d-764df7fd305b None None] Set router e07b2229-fcdc-4861-a515-c0182fd542d4 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:55:23.383244 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-574ebbf7-3cc6-402a-b90f-b10f4c979a69 req-988b0f46-d978-442b-b507-f5fc36e6a995 service neutron] 10.222.0.49 "GET /v2.0/networks/082c6ce6-c0af-491b-b77e-c5dcc7dbb398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238642 Dec 21 22:55:23.613458 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-574ebbf7-3cc6-402a-b90f-b10f4c979a69 req-60f3d4a2-0b0b-4664-bbb5-71fba5edda6e service neutron] 10.222.0.49 "GET /v2.0/networks/082c6ce6-c0af-491b-b77e-c5dcc7dbb398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246711 Dec 21 22:55:23.737614 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0b7710b0-14a3-4ed5-867d-764df7fd305b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-31725688', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:02Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'e329f121-a945-4997-bd99-28a7f9ffcffa', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'port_id': 'e41183aa-8d32-439f-a231-4167409c40dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398', 'mac_address': 'fa:16:3e:dc:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f44c353-f38b-4651-92a4-8fccae5d9035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:55:21Z', 'updated_at': '2021-12-21T22:55:21Z', 'revision_number': 0, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81402b4-dd3e-4a66-a7d0-134fa5ed305f', 'name': '', 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:55:02Z', 'updated_at': '2021-12-21T22:55:08Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:55:23.741683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7710b0-14a3-4ed5-867d-764df7fd305b None None] The sync data for ids ['e07b2229-fcdc-4861-a515-c0182fd542d4'] in dv-neutron-822520-1-hyperv is: [{'id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-31725688', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:02Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'e329f121-a945-4997-bd99-28a7f9ffcffa', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'floating_ip_address': '172.26.3.41', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'port_id': 'e41183aa-8d32-439f-a231-4167409c40dc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398', 'mac_address': 'fa:16:3e:dc:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f44c353-f38b-4651-92a4-8fccae5d9035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:55:21Z', 'updated_at': '2021-12-21T22:55:21Z', 'revision_number': 0, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81402b4-dd3e-4a66-a7d0-134fa5ed305f', 'name': '', 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:55:02Z', 'updated_at': '2021-12-21T22:55:08Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:55:24.170028 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45328) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:55:24.272326 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3bb2ba27-3d73-453f-8507-121d464339cd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/e329f121-a945-4997-bd99-28a7f9ffcffa HTTP/1.1" status: 200 len: 990 time: 0.1011841 Dec 21 22:55:24.798484 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc21a1-8977-43db-b45d-9c62fd184f1b None None] New status for floating IP e329f121-a945-4997-bd99-28a7f9ffcffa: ACTIVE {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:55:25.276438 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45332) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:55:25.379197 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-97d38b34-2a14-4f4b-b706-244ce639376d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/e329f121-a945-4997-bd99-28a7f9ffcffa HTTP/1.1" status: 200 len: 992 time: 0.1015642 Dec 21 22:55:27.261176 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7deb0c47-e25b-41de-9680-e72a148d9199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:27.773063 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:55:29.678472 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4a98c879-ce05-41f6-b4df-f6d30a38e001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:30.790814 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:30.813625 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:32.403061 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:45.672830 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:57.148826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f6b37-3f08-45bc-8bf6-b2230e38fc64 req-fc0445b3-6e96-4b54-919e-5d2d839fb52d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:57.150285 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-937f6b37-3f08-45bc-8bf6-b2230e38fc64 req-fc0445b3-6e96-4b54-919e-5d2d839fb52d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 945 time: 0.0789320 Dec 21 22:55:57.194513 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-937f6b37-3f08-45bc-8bf6-b2230e38fc64 req-7bd78e15-06e0-46e4-9d1b-4a62b91e823f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e42c5de7-392f-4c78-a278-e989f79b1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385809 Dec 21 22:55:57.271378 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-62c06784-3739-4043-9210-78b9029d41af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:55:58.394314 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbf82f-69e5-4137-a35c-bfb675533a32 req-950056dc-4222-4507-9882-8e2c513757b0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:55:58.395777 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-67cbf82f-69e5-4137-a35c-bfb675533a32 req-950056dc-4222-4507-9882-8e2c513757b0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 945 time: 0.0784719 Dec 21 22:55:58.440641 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-67cbf82f-69e5-4137-a35c-bfb675533a32 req-3b5ea22a-0d96-453c-9579-8f3c18f0dc77 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e42c5de7-392f-4c78-a278-e989f79b1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394423 Dec 21 22:55:58.468808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45352) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:55:58.570514 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-209cfc2a-ce5a-4879-bb71-cbd076c40aa1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/e329f121-a945-4997-bd99-28a7f9ffcffa HTTP/1.1" status: 200 len: 992 time: 0.1006086 Dec 21 22:55:59.666199 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e2fa-07d2-4968-999f-8d8438e7de66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:00.161506 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bce10b-b7d8-4d0d-81f1-f662cc43463e req-0d890d1e-0273-4cc3-8492-b2fa464737be tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:00.162967 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-75bce10b-b7d8-4d0d-81f1-f662cc43463e req-0d890d1e-0273-4cc3-8492-b2fa464737be tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 945 time: 0.0754433 Dec 21 22:56:00.212357 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-75bce10b-b7d8-4d0d-81f1-f662cc43463e req-85afb8fa-1751-4e26-870d-5128db4a8596 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e42c5de7-392f-4c78-a278-e989f79b1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440209 Dec 21 22:56:00.796922 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:00.843187 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:01.420952 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bed5a1-caeb-46d9-b2b3-d1ffbc2f4988 req-b77e6ff7-bcf5-4a83-9e1c-e6510e489f43 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:01.422641 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-84bed5a1-caeb-46d9-b2b3-d1ffbc2f4988 req-b77e6ff7-bcf5-4a83-9e1c-e6510e489f43 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 945 time: 0.0817368 Dec 21 22:56:01.468083 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-84bed5a1-caeb-46d9-b2b3-d1ffbc2f4988 req-bf682ab8-6744-45d0-a26a-d7e4dc1301f9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e42c5de7-392f-4c78-a278-e989f79b1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399044 Dec 21 22:56:01.496182 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45364) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:01.599531 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7f33e9fb-b0ad-40fd-802a-b09cc4e0e10e tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/e329f121-a945-4997-bd99-28a7f9ffcffa HTTP/1.1" status: 200 len: 992 time: 0.1021929 Dec 21 22:56:01.899273 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45372) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:02.093569 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port 2c0f9dff-feac-4921-92d7-11dceba5c9b4 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:56:02.093793 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:02.259482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:02.259808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:02.340532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:02.377905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for 2c0f9dff-feac-4921-92d7-11dceba5c9b4 owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:56:02.586291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:02.628780 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=2c0f9dff-feac-4921-92d7-11dceba5c9b4,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:02.667672 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:02.668021 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:02.668362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:02.668698 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:02.669029 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:02.669358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:02.669682 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:02.670177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:02.670577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:02.670834 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:02.671160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:02.815560 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:03.198755 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router e07b2229-fcdc-4861-a515-c0182fd542d4 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:56:03.396287 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:56:03.406420 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be75ecb-1429-40da-be06-aff33f1ff93c None None] Sync routers for ids ['e07b2229-fcdc-4861-a515-c0182fd542d4'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:56:03.418378 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be75ecb-1429-40da-be06-aff33f1ff93c None None] Routers {'e07b2229-fcdc-4861-a515-c0182fd542d4'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:56:03.420937 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-8be75ecb-1429-40da-be06-aff33f1ff93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:56:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e07b2229-fcdc-4861-a515-c0182fd542d4'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:03.493551 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:03.548651 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-75c4f9d2-1e01-43f0-9022-952e0519ac1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/floatingips/e329f121-a945-4997-bd99-28a7f9ffcffa HTTP/1.1" status: 204 len: 168 time: 1.6483281 Dec 21 22:56:03.549226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f44c353-f38b-4651-92a4-8fccae5d9035', 'tag': 'e41183aa-8d32-439f-a231-4167409c40dc'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:56:03.598592 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-8be75ecb-1429-40da-be06-aff33f1ff93c None None] Set router e07b2229-fcdc-4861-a515-c0182fd542d4 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:56:03.606155 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f44c353-f38b-4651-92a4-8fccae5d9035', 'tag': 'e41183aa-8d32-439f-a231-4167409c40dc', 'status': 'completed', 'code': 200} Dec 21 22:56:03.707185 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af51264c-b6e7-4958-bf24-cc25d89a0480 req-936b06cf-bf5f-4f58-8091-fbb1238dcd13 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 1098 time: 0.0702031 Dec 21 22:56:03.845461 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51264c-b6e7-4958-bf24-cc25d89a0480 req-29e46886-9783-43cf-86a6-ee87f0186c11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:03.846822 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af51264c-b6e7-4958-bf24-cc25d89a0480 req-29e46886-9783-43cf-86a6-ee87f0186c11 service neutron] 10.222.0.49 "GET /v2.0/networks?id=082c6ce6-c0af-491b-b77e-c5dcc7dbb398 HTTP/1.1" status: 200 len: 898 time: 0.1288006 Dec 21 22:56:03.915412 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-8be75ecb-1429-40da-be06-aff33f1ff93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-31725688', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:02Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': 'c81402b4-dd3e-4a66-a7d0-134fa5ed305f', 'name': '', 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:55:02Z', 'updated_at': '2021-12-21T22:55:08Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:03.918583 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af51264c-b6e7-4958-bf24-cc25d89a0480 req-3c6677d9-10b9-4435-a5bb-ec4b9d4b74f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e41183aa-8d32-439f-a231-4167409c40dc HTTP/1.1" status: 200 len: 217 time: 0.0652540 Dec 21 22:56:03.919471 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be75ecb-1429-40da-be06-aff33f1ff93c None None] Checking router: e07b2229-fcdc-4861-a515-c0182fd542d4 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:56:03.930435 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be75ecb-1429-40da-be06-aff33f1ff93c None None] Routers {'e07b2229-fcdc-4861-a515-c0182fd542d4'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:56:03.931027 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-8be75ecb-1429-40da-be06-aff33f1ff93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:56:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e07b2229-fcdc-4861-a515-c0182fd542d4'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:03.989283 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51264c-b6e7-4958-bf24-cc25d89a0480 req-e01302d7-d823-407e-8dd0-0522803bf850 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:03.991776 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af51264c-b6e7-4958-bf24-cc25d89a0480 req-e01302d7-d823-407e-8dd0-0522803bf850 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=56676ebf-d1dc-48b5-b620-de60788a0956 HTTP/1.1" status: 200 len: 834 time: 0.0630229 Dec 21 22:56:04.112983 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-8be75ecb-1429-40da-be06-aff33f1ff93c None None] Set router e07b2229-fcdc-4861-a515-c0182fd542d4 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:56:04.122404 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af51264c-b6e7-4958-bf24-cc25d89a0480 req-2acd0663-d5aa-4499-935f-277c561bc462 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=082c6ce6-c0af-491b-b77e-c5dcc7dbb398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1225739 Dec 21 22:56:04.181787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc0a26-3c63-493a-ba6a-ace18ce61899 req-05c1bcdc-36e2-4b70-94b4-2526565097ae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:04.183235 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-48dc0a26-3c63-493a-ba6a-ace18ce61899 req-05c1bcdc-36e2-4b70-94b4-2526565097ae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 945 time: 0.1239331 Dec 21 22:56:04.307737 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-48dc0a26-3c63-493a-ba6a-ace18ce61899 req-f9ac3058-7154-467f-a171-77c848d316b0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e42c5de7-392f-4c78-a278-e989f79b1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751822 Dec 21 22:56:04.311449 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af51264c-b6e7-4958-bf24-cc25d89a0480 req-9802b54d-2e4b-4fb9-ab8a-95d15e7e428c service neutron] 10.222.0.49 "GET /v2.0/networks/082c6ce6-c0af-491b-b77e-c5dcc7dbb398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797416 Dec 21 22:56:04.446766 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af51264c-b6e7-4958-bf24-cc25d89a0480 req-5bb86282-3022-47cf-863e-7913007484d2 service neutron] 10.222.0.49 "GET /v2.0/networks/082c6ce6-c0af-491b-b77e-c5dcc7dbb398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277790 Dec 21 22:56:04.470349 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-8be75ecb-1429-40da-be06-aff33f1ff93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-31725688', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:02Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': 'c81402b4-dd3e-4a66-a7d0-134fa5ed305f', 'name': '', 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:55:02Z', 'updated_at': '2021-12-21T22:55:08Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:04.474341 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be75ecb-1429-40da-be06-aff33f1ff93c None None] The sync data for ids ['e07b2229-fcdc-4861-a515-c0182fd542d4'] in dv-neutron-822520-1-hyperv is: [{'id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-31725688', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:02Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': 'c81402b4-dd3e-4a66-a7d0-134fa5ed305f', 'name': '', 'network_id': '082c6ce6-c0af-491b-b77e-c5dcc7dbb398', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:55:02Z', 'updated_at': '2021-12-21T22:55:08Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '56676ebf-d1dc-48b5-b620-de60788a0956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:56:04.683836 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413973fc-db01-4671-89d9-f8b0e17655c4 None None] New status for floating IP e329f121-a945-4997-bd99-28a7f9ffcffa: DOWN {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:56:04.805849 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:56:05.503452 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7be1f-c597-4dce-a893-ec25914879d8 req-3e808d08-0ade-4d19-9994-f55f134a6ebe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:05.504125 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-34b7be1f-c597-4dce-a893-ec25914879d8 req-3e808d08-0ade-4d19-9994-f55f134a6ebe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:56:05.597706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-34b7be1f-c597-4dce-a893-ec25914879d8 req-3e808d08-0ade-4d19-9994-f55f134a6ebe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:56:05.598825 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-34b7be1f-c597-4dce-a893-ec25914879d8 req-3e808d08-0ade-4d19-9994-f55f134a6ebe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 945 time: 0.1689451 Dec 21 22:56:05.644843 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-34b7be1f-c597-4dce-a893-ec25914879d8 req-840ebf43-972a-4a03-ba40-d51e2efcc1bb tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e42c5de7-392f-4c78-a278-e989f79b1a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403833 Dec 21 22:56:05.789712 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a1bc2-68de-48b1-982a-0a71c84b9a55 req-e579bf98-cc2a-42d8-80b0-dce97268ec8c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:05.791113 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-895a1bc2-68de-48b1-982a-0a71c84b9a55 req-e579bf98-cc2a-42d8-80b0-dce97268ec8c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 945 time: 0.0741735 Dec 21 22:56:05.860508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-895a1bc2-68de-48b1-982a-0a71c84b9a55 req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port e41183aa-8d32-439f-a231-4167409c40dc {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:56:05.860757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-895a1bc2-68de-48b1-982a-0a71c84b9a55 req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:06.099792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-895a1bc2-68de-48b1-982a-0a71c84b9a55 req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] For port e41183aa-8d32-439f-a231-4167409c40dc, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=e41183aa-8d32-439f-a231-4167409c40dc,segment=NetworkSegment(90b5ecb4-2757-42f4-96e2-11f0f260bdfa),segment_id=90b5ecb4-2757-42f4-96e2-11f0f260bdfa)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:56:06.100136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-895a1bc2-68de-48b1-982a-0a71c84b9a55 req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:06.312624 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-895a1bc2-68de-48b1-982a-0a71c84b9a55 req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for e41183aa-8d32-439f-a231-4167409c40dc owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:56:06.494777 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-895a1bc2-68de-48b1-982a-0a71c84b9a55 req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:06.547404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=e41183aa-8d32-439f-a231-4167409c40dc,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:06.614062 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:06.614404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:06.614736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:06.615064 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:06.615387 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:06.615706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:06.616027 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:06.616342 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:06.616656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:06.616967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:06.617279 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:06.630601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-895a1bc2-68de-48b1-982a-0a71c84b9a55 req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] No DVR routers for this DVR port e41183aa-8d32-439f-a231-4167409c40dc on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:56:06.632817 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-895a1bc2-68de-48b1-982a-0a71c84b9a55 req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:06.635519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f44c353-f38b-4651-92a4-8fccae5d9035', 'name': 'network-vif-deleted', 'tag': 'e41183aa-8d32-439f-a231-4167409c40dc'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:56:06.690522 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-895a1bc2-68de-48b1-982a-0a71c84b9a55 req-0d84ae9e-6522-4c6c-853e-d6931be5c8e1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "DELETE /v2.0/ports/e41183aa-8d32-439f-a231-4167409c40dc HTTP/1.1" status: 204 len: 173 time: 0.8906548 Dec 21 22:56:06.692462 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f44c353-f38b-4651-92a4-8fccae5d9035', 'name': 'network-vif-deleted', 'tag': 'e41183aa-8d32-439f-a231-4167409c40dc', 'status': 'completed', 'code': 200} Dec 21 22:56:06.812437 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6080a5e5-7514-4b47-8fdf-5013d44a3b7a req-ba9c56e9-70e2-4535-bfba-fc13e005c158 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f44c353-f38b-4651-92a4-8fccae5d9035 HTTP/1.1" status: 200 len: 210 time: 0.0461886 Dec 21 22:56:07.917556 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45392) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:08.306791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ab14-13ea-498e-8bda-b793a1e2fe79 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:08.845392 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e41183aa-8d32-439f-a231-4167409c40dc no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:56:08.880694 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: e41183aa-8d32-439f-a231-4167409c40dc {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:56:08.881030 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device e41183aa-8d32-439f-a231-4167409c40dc not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:56:08.985869 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4ab14-13ea-498e-8bda-b793a1e2fe79 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port c81402b4-dd3e-4a66-a7d0-134fa5ed305f {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:56:08.986492 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ab14-13ea-498e-8bda-b793a1e2fe79 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:09.165441 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-3ab4ab14-13ea-498e-8bda-b793a1e2fe79 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] For port c81402b4-dd3e-4a66-a7d0-134fa5ed305f, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c81402b4-dd3e-4a66-a7d0-134fa5ed305f,segment=NetworkSegment(90b5ecb4-2757-42f4-96e2-11f0f260bdfa),segment_id=90b5ecb4-2757-42f4-96e2-11f0f260bdfa)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:56:09.165712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ab14-13ea-498e-8bda-b793a1e2fe79 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:09.287529 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4ab14-13ea-498e-8bda-b793a1e2fe79 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for c81402b4-dd3e-4a66-a7d0-134fa5ed305f owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:56:09.528923 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ab14-13ea-498e-8bda-b793a1e2fe79 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:09.576800 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4ab14-13ea-498e-8bda-b793a1e2fe79 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=c81402b4-dd3e-4a66-a7d0-134fa5ed305f,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:09.864235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ab14-13ea-498e-8bda-b793a1e2fe79 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:10.542710 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab4ab14-13ea-498e-8bda-b793a1e2fe79 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router e07b2229-fcdc-4861-a515-c0182fd542d4 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:56:10.742312 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab4ab14-13ea-498e-8bda-b793a1e2fe79 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:56:10.751560 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf3633-e675-45ef-83e9-7c18885422a9 None None] Sync routers for ids ['e07b2229-fcdc-4861-a515-c0182fd542d4'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:56:10.755966 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3ab4ab14-13ea-498e-8bda-b793a1e2fe79 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "PUT /v2.0/routers/e07b2229-fcdc-4861-a515-c0182fd542d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8373234 Dec 21 22:56:10.758820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45396) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:10.763136 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf3633-e675-45ef-83e9-7c18885422a9 None None] Routers {'e07b2229-fcdc-4861-a515-c0182fd542d4'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:56:10.763768 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-32cf3633-e675-45ef-83e9-7c18885422a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:56:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e07b2229-fcdc-4861-a515-c0182fd542d4'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:10.940309 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-32cf3633-e675-45ef-83e9-7c18885422a9 None None] Set router e07b2229-fcdc-4861-a515-c0182fd542d4 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:56:10.940720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaaeaa4f-95b4-4991-8643-c28ec0bad96f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting subnet 56676ebf-d1dc-48b5-b620-de60788a0956 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:56:10.943656 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eaaeaa4f-95b4-4991-8643-c28ec0bad96f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:11.001156 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eaaeaa4f-95b4-4991-8643-c28ec0bad96f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:11.083115 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eaaeaa4f-95b4-4991-8643-c28ec0bad96f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:11.214931 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eaaeaa4f-95b4-4991-8643-c28ec0bad96f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:11.220436 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-32cf3633-e675-45ef-83e9-7c18885422a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-31725688', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:56:09Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:11.224429 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf3633-e675-45ef-83e9-7c18885422a9 None None] Checking router: e07b2229-fcdc-4861-a515-c0182fd542d4 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:56:11.235517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf3633-e675-45ef-83e9-7c18885422a9 None None] Routers {'e07b2229-fcdc-4861-a515-c0182fd542d4'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:56:11.236162 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-32cf3633-e675-45ef-83e9-7c18885422a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:56:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e07b2229-fcdc-4861-a515-c0182fd542d4'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:11.256646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaeaa4f-95b4-4991-8643-c28ec0bad96f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Subnet': ['ID=56676ebf-d1dc-48b5-b620-de60788a0956,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:11.263106 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-eaaeaa4f-95b4-4991-8643-c28ec0bad96f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:11.272321 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-eaaeaa4f-95b4-4991-8643-c28ec0bad96f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/subnets/56676ebf-d1dc-48b5-b620-de60788a0956 HTTP/1.1" status: 204 len: 168 time: 0.5101621 Dec 21 22:56:11.272530 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45400) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:11.285007 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0b7cfd-2244-4f68-b34c-6e7c55138fa1 None None] Network 082c6ce6-c0af-491b-b77e-c5dcc7dbb398 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:56:11.468273 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ab654da5-3576-46d5-83dc-1b0483655505 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:11.567821 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-32cf3633-e675-45ef-83e9-7c18885422a9 None None] Set router e07b2229-fcdc-4861-a515-c0182fd542d4 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:56:11.666365 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ab654da5-3576-46d5-83dc-1b0483655505 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:11.717913 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-ab654da5-3576-46d5-83dc-1b0483655505 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port 906ba673-a717-409a-8fef-8cd22ec4ea08 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:56:11.718686 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ab654da5-3576-46d5-83dc-1b0483655505 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:11.772194 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] DHCP port deletion for 082c6ce6-c0af-491b-b77e-c5dcc7dbb398 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:56:11.787268 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] Deleting port da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:56:11.787631 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:12.003291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-ab654da5-3576-46d5-83dc-1b0483655505 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] For port 906ba673-a717-409a-8fef-8cd22ec4ea08, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=906ba673-a717-409a-8fef-8cd22ec4ea08,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:56:12.003536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ab654da5-3576-46d5-83dc-1b0483655505 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:12.097023 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] For port da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0,segment=NetworkSegment(90b5ecb4-2757-42f4-96e2-11f0f260bdfa),segment_id=90b5ecb4-2757-42f4-96e2-11f0f260bdfa)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:56:12.097403 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:12.122855 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-ab654da5-3576-46d5-83dc-1b0483655505 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for 906ba673-a717-409a-8fef-8cd22ec4ea08 owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:56:12.160390 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-32cf3633-e675-45ef-83e9-7c18885422a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-31725688', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:56:09Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:12.219289 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] Calling delete_port for da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:56:12.248812 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:56:12.282425 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf3633-e675-45ef-83e9-7c18885422a9 None None] The sync data for ids ['e07b2229-fcdc-4861-a515-c0182fd542d4'] in dv-neutron-822520-1-hyperv is: [{'id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-31725688', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:56:09Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '906ba673-a717-409a-8fef-8cd22ec4ea08', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:37:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07b2229-fcdc-4861-a515-c0182fd542d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:54:58Z', 'updated_at': '2021-12-21T22:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:56:12.357838 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ab654da5-3576-46d5-83dc-1b0483655505 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:12.395722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:12.406833 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab654da5-3576-46d5-83dc-1b0483655505 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=906ba673-a717-409a-8fef-8cd22ec4ea08,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:12.456823 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:12.510209 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] Pushing event deleted for resources: {'Port': ['ID=da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:12.522238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] No DVR routers for this DVR port da28e705-d5c5-474e-b6d3-b1a9ce7f6fe0 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:56:12.531131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:12.531131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:12.531131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:12.531131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:12.531131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:12.531131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:12.531131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:12.531131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:12.531131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:12.531131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:12.531131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08903366-c840-4fa5-bfcb-b59c7e1802b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:12.630822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ab654da5-3576-46d5-83dc-1b0483655505 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:12.886765 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ab654da5-3576-46d5-83dc-1b0483655505 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:12.891479 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ab654da5-3576-46d5-83dc-1b0483655505 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:12.980434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ab654da5-3576-46d5-83dc-1b0483655505 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:12.981087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab654da5-3576-46d5-83dc-1b0483655505 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Fanout notify agent at l3_agent the message router_deleted on router e07b2229-fcdc-4861-a515-c0182fd542d4 {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:56:12.996500 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ab654da5-3576-46d5-83dc-1b0483655505 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:12.997576 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ab654da5-3576-46d5-83dc-1b0483655505 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/routers/e07b2229-fcdc-4861-a515-c0182fd542d4 HTTP/1.1" status: 204 len: 168 time: 1.7241707 Dec 21 22:56:13.000951 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45404) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:13.114599 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7af384d1-a0e3-4118-9e97-d438886c1ac5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:13.255071 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7af384d1-a0e3-4118-9e97-d438886c1ac5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:13.280421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-7af384d1-a0e3-4118-9e97-d438886c1ac5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082c6ce6-c0af-491b-b77e-c5dcc7dbb398']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:13.292673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-7af384d1-a0e3-4118-9e97-d438886c1ac5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b5ecb4-2757-42f4-96e2-11f0f260bdfa') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:13.292968 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-7af384d1-a0e3-4118-9e97-d438886c1ac5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b5ecb4-2757-42f4-96e2-11f0f260bdfa') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:13.304264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7af384d1-a0e3-4118-9e97-d438886c1ac5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:13.319958 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7af384d1-a0e3-4118-9e97-d438886c1ac5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:13.325875 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af384d1-a0e3-4118-9e97-d438886c1ac5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:56:13.326214 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7af384d1-a0e3-4118-9e97-d438886c1ac5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:56:13.340238 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:56:13.574397 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7af384d1-a0e3-4118-9e97-d438886c1ac5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:13.579766 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7af384d1-a0e3-4118-9e97-d438886c1ac5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:13.603095 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7af384d1-a0e3-4118-9e97-d438886c1ac5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/networks/082c6ce6-c0af-491b-b77e-c5dcc7dbb398 HTTP/1.1" status: 204 len: 168 time: 0.6011930 Dec 21 22:56:13.603964 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af384d1-a0e3-4118-9e97-d438886c1ac5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Network': ['ID=082c6ce6-c0af-491b-b77e-c5dcc7dbb398,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:13.605865 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45408) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:13.676912 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-292b5d6a-b0a2-4812-ad58-79d1999172d3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:13.706163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-292b5d6a-b0a2-4812-ad58-79d1999172d3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:13.814138 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-292b5d6a-b0a2-4812-ad58-79d1999172d3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:13.832599 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b5d6a-b0a2-4812-ad58-79d1999172d3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42c5de7-392f-4c78-a278-e989f79b1a4e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:13.905092 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-292b5d6a-b0a2-4812-ad58-79d1999172d3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:13.906320 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-292b5d6a-b0a2-4812-ad58-79d1999172d3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/security-groups/e42c5de7-392f-4c78-a278-e989f79b1a4e HTTP/1.1" status: 204 len: 168 time: 0.2994118 Dec 21 22:56:14.212020 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 906ba673-a717-409a-8fef-8cd22ec4ea08 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:56:14.245711 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 906ba673-a717-409a-8fef-8cd22ec4ea08 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:56:14.246180 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 906ba673-a717-409a-8fef-8cd22ec4ea08 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:56:14.246599 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c81402b4-dd3e-4a66-a7d0-134fa5ed305f no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:56:14.270745 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45416) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:14.276206 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-6bdff80b-8604-4647-81c0-d1470d42ef36 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-467168513', 'description': 'tempest-secgroup-smoke-467168513 description', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:14.282730 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6bdff80b-8604-4647-81c0-d1470d42ef36 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:56:14.286417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: c81402b4-dd3e-4a66-a7d0-134fa5ed305f {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:56:14.286754 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c81402b4-dd3e-4a66-a7d0-134fa5ed305f not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:56:14.287090 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6bdff80b-8604-4647-81c0-d1470d42ef36 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:56:14.290247 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6bdff80b-8604-4647-81c0-d1470d42ef36 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:56:14.297384 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6bdff80b-8604-4647-81c0-d1470d42ef36 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:56:14.357031 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6bdff80b-8604-4647-81c0-d1470d42ef36 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:14.391268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6bdff80b-8604-4647-81c0-d1470d42ef36 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:56:14.394974 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6bdff80b-8604-4647-81c0-d1470d42ef36 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:56:14.397720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6bdff80b-8604-4647-81c0-d1470d42ef36 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:56:14.403284 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6bdff80b-8604-4647-81c0-d1470d42ef36 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:56:14.456108 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6bdff80b-8604-4647-81c0-d1470d42ef36 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:14.510684 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6bdff80b-8604-4647-81c0-d1470d42ef36 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:14.555302 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdff80b-8604-4647-81c0-d1470d42ef36 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b910b41c-f2df-4030-9947-61a9d238b105,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:14.614523 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6bdff80b-8604-4647-81c0-d1470d42ef36 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:14.615741 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6bdff80b-8604-4647-81c0-d1470d42ef36 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3440261 Dec 21 22:56:14.618538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45420) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:14.624035 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-718a2d91-1feb-4d4a-8bf8-1a81dc09742f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'b910b41c-f2df-4030-9947-61a9d238b105', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:14.630347 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-718a2d91-1feb-4d4a-8bf8-1a81dc09742f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:56:14.634189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-718a2d91-1feb-4d4a-8bf8-1a81dc09742f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:56:14.637101 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-718a2d91-1feb-4d4a-8bf8-1a81dc09742f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:56:14.644059 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-718a2d91-1feb-4d4a-8bf8-1a81dc09742f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:56:14.712084 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-718a2d91-1feb-4d4a-8bf8-1a81dc09742f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:14.771356 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-718a2d91-1feb-4d4a-8bf8-1a81dc09742f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:14.814126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-718a2d91-1feb-4d4a-8bf8-1a81dc09742f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:14.837764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a2d91-1feb-4d4a-8bf8-1a81dc09742f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b14073-57b6-4c7f-bd48-bfc90034bc88,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:14.888703 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-718a2d91-1feb-4d4a-8bf8-1a81dc09742f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:14.889849 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-718a2d91-1feb-4d4a-8bf8-1a81dc09742f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2703183 Dec 21 22:56:14.893420 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45424) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:14.898623 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-0a4a01ff-07ed-4e63-a48d-50c316da80dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'b910b41c-f2df-4030-9947-61a9d238b105', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:14.904494 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0a4a01ff-07ed-4e63-a48d-50c316da80dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:56:14.909030 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0a4a01ff-07ed-4e63-a48d-50c316da80dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:56:14.911896 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0a4a01ff-07ed-4e63-a48d-50c316da80dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:56:14.917499 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0a4a01ff-07ed-4e63-a48d-50c316da80dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:56:15.004971 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a4a01ff-07ed-4e63-a48d-50c316da80dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:15.067225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a4a01ff-07ed-4e63-a48d-50c316da80dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:15.128756 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a4a01ff-07ed-4e63-a48d-50c316da80dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:15.155335 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a01ff-07ed-4e63-a48d-50c316da80dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a74a26-04fd-4741-ba0a-78f21c35dca5,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:15.220363 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0a4a01ff-07ed-4e63-a48d-50c316da80dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:15.221525 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0a4a01ff-07ed-4e63-a48d-50c316da80dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3272324 Dec 21 22:56:15.224183 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45428) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:15.229570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-86b759a5-1bc7-41c6-9988-51b1ff614553 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'b910b41c-f2df-4030-9947-61a9d238b105', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:15.235940 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-86b759a5-1bc7-41c6-9988-51b1ff614553 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:56:15.239703 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-86b759a5-1bc7-41c6-9988-51b1ff614553 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:56:15.242564 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-86b759a5-1bc7-41c6-9988-51b1ff614553 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:56:15.248234 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-86b759a5-1bc7-41c6-9988-51b1ff614553 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:56:15.323511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-86b759a5-1bc7-41c6-9988-51b1ff614553 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:15.386763 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-86b759a5-1bc7-41c6-9988-51b1ff614553 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:15.431642 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-86b759a5-1bc7-41c6-9988-51b1ff614553 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:15.454924 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b759a5-1bc7-41c6-9988-51b1ff614553 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b6ca4c-380d-4600-b68a-388f13e93e06,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:15.511755 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-86b759a5-1bc7-41c6-9988-51b1ff614553 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:15.512943 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-86b759a5-1bc7-41c6-9988-51b1ff614553 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2878494 Dec 21 22:56:15.515637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45432) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:15.521730 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-7b6534ca-7625-486b-9ddc-093f76d6bb39 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'b910b41c-f2df-4030-9947-61a9d238b105', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:15.527666 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7b6534ca-7625-486b-9ddc-093f76d6bb39 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:56:15.531310 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7b6534ca-7625-486b-9ddc-093f76d6bb39 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:56:15.534963 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7b6534ca-7625-486b-9ddc-093f76d6bb39 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:56:15.540541 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7b6534ca-7625-486b-9ddc-093f76d6bb39 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:56:15.608837 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7b6534ca-7625-486b-9ddc-093f76d6bb39 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:15.654545 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:15.674480 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7b6534ca-7625-486b-9ddc-093f76d6bb39 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:15.734218 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7b6534ca-7625-486b-9ddc-093f76d6bb39 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:15.758672 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6534ca-7625-486b-9ddc-093f76d6bb39 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779cd026-d030-48ba-918d-c28bcd177200,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:15.815362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7b6534ca-7625-486b-9ddc-093f76d6bb39 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:15.816494 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7b6534ca-7625-486b-9ddc-093f76d6bb39 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2998853 Dec 21 22:56:15.819142 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45436) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:15.824579 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-090e2f44-f1e4-4778-b471-31ae4e52b33c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'b910b41c-f2df-4030-9947-61a9d238b105', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:15.831521 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-090e2f44-f1e4-4778-b471-31ae4e52b33c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:56:15.835219 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-090e2f44-f1e4-4778-b471-31ae4e52b33c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:56:15.838614 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-090e2f44-f1e4-4778-b471-31ae4e52b33c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:56:15.844350 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-090e2f44-f1e4-4778-b471-31ae4e52b33c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:56:15.900061 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-090e2f44-f1e4-4778-b471-31ae4e52b33c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Project 02dfa9ce959a4b2cafcb8b1668a5da78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:56:15.906279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-090e2f44-f1e4-4778-b471-31ae4e52b33c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:15.972626 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-090e2f44-f1e4-4778-b471-31ae4e52b33c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:16.008721 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-090e2f44-f1e4-4778-b471-31ae4e52b33c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:16.032081 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e2f44-f1e4-4778-b471-31ae4e52b33c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62a69cf-060c-410c-b3a1-523f78d42b98,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:16.100474 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-090e2f44-f1e4-4778-b471-31ae4e52b33c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:16.101640 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-090e2f44-f1e4-4778-b471-31ae4e52b33c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2815733 Dec 21 22:56:16.104358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45440) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:16.109727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-121d86ec-5e61-42f0-85a4-c438e4df9e16 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'b910b41c-f2df-4030-9947-61a9d238b105', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:16.116296 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-121d86ec-5e61-42f0-85a4-c438e4df9e16 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:56:16.119951 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-121d86ec-5e61-42f0-85a4-c438e4df9e16 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:56:16.123088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-121d86ec-5e61-42f0-85a4-c438e4df9e16 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:56:16.129486 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-121d86ec-5e61-42f0-85a4-c438e4df9e16 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:56:16.203052 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-121d86ec-5e61-42f0-85a4-c438e4df9e16 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Project 02dfa9ce959a4b2cafcb8b1668a5da78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:56:16.210992 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-121d86ec-5e61-42f0-85a4-c438e4df9e16 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:16.278577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-121d86ec-5e61-42f0-85a4-c438e4df9e16 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:16.339894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-121d86ec-5e61-42f0-85a4-c438e4df9e16 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:16.366948 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d86ec-5e61-42f0-85a4-c438e4df9e16 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64d5e88-0998-464a-a1d6-dc37df709465,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:16.442863 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-121d86ec-5e61-42f0-85a4-c438e4df9e16 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:16.444041 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-121d86ec-5e61-42f0-85a4-c438e4df9e16 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3387845 Dec 21 22:56:16.446884 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45444) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:16.452177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-5b53cf20-95ac-42f6-b021-016f9a92feb6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'network': {'name': 'tempest-network-smoke--1183523862', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'port_security_enabled': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:16.458302 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5b53cf20-95ac-42f6-b021-016f9a92feb6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:56:16.462001 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5b53cf20-95ac-42f6-b021-016f9a92feb6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:network and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:56:16.464840 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5b53cf20-95ac-42f6-b021-016f9a92feb6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:56:16.470438 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5b53cf20-95ac-42f6-b021-016f9a92feb6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:56:16.522638 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b53cf20-95ac-42f6-b021-016f9a92feb6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Made reservation on behalf of 02dfa9ce959a4b2cafcb8b1668a5da78 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:56:16.525553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5b53cf20-95ac-42f6-b021-016f9a92feb6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:16.553106 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b53cf20-95ac-42f6-b021-016f9a92feb6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:56:16.561613 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5b53cf20-95ac-42f6-b021-016f9a92feb6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:16.561981 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-5b53cf20-95ac-42f6-b021-016f9a92feb6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Added segment b35b5503-284e-4df2-bb06-3ca642336c47 of type vlan for network b7dc3744-e043-4a05-898d-30b866e9c207 Dec 21 22:56:16.591828 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5b53cf20-95ac-42f6-b021-016f9a92feb6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:16.665669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5b53cf20-95ac-42f6-b021-016f9a92feb6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:16.669201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b53cf20-95ac-42f6-b021-016f9a92feb6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:16.669768 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5b53cf20-95ac-42f6-b021-016f9a92feb6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:16.777343 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53cf20-95ac-42f6-b021-016f9a92feb6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Network': ['ID=b7dc3744-e043-4a05-898d-30b866e9c207,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:16.780237 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5b53cf20-95ac-42f6-b021-016f9a92feb6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3324380 Dec 21 22:56:16.787417 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45448) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:16.787598 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network b7dc3744-e043-4a05-898d-30b866e9c207 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:56:16.790124 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-617835652', 'admin_state_up': True, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:16.797103 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:56:16.801665 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:router and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:56:16.804468 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:56:16.810169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:56:16.889126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:16.890117 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:16.909673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:17.094553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:17.318743 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:17.351189 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:17.480208 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.26.3.241 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/6471f7af-3a5e-4e84-837f-fb9dba9a73e5) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:56:17.622966 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:17.694826 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:17.763638 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:56:17.766475 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:56:17.771498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:56:17.795647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=6471f7af-3a5e-4e84-837f-fb9dba9a73e5,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:18.047551 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:18.048575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:18.345603 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:56:18.541148 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:56:18.551090 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Sync routers for ids ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:56:18.562900 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Routers {'d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:56:18.563558 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:56:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:18.631682 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:18.632894 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0ed09eaa-ee09-40dc-9915-c55ce413c0a0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8482985 Dec 21 22:56:18.636044 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45452) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:18.677129 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-42abbe43-289a-4a74-be4f-98649eb8d960 tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=02dfa9ce959a4b2cafcb8b1668a5da78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398898 Dec 21 22:56:18.679697 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45456) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:18.739818 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Set router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:56:18.808469 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc73f5f-9578-4fac-9193-7e90ac13d8cc tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:18.810156 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1bc73f5f-9578-4fac-9193-7e90ac13d8cc tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295581 Dec 21 22:56:18.812850 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45460) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:18.854838 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6a222f75-2954-404f-bdc8-7da0830c44e8 tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408909 Dec 21 22:56:18.857243 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45464) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:18.863152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-db3257b2-f649-4d7f-abc0-b8ea360f7c2c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2037438778', 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:18.967756 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-db3257b2-f649-4d7f-abc0-b8ea360f7c2c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:56:18.972241 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-db3257b2-f649-4d7f-abc0-b8ea360f7c2c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:subnet and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:56:18.975202 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-db3257b2-f649-4d7f-abc0-b8ea360f7c2c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:56:18.980847 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-db3257b2-f649-4d7f-abc0-b8ea360f7c2c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:56:19.017713 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617835652', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:16Z', 'updated_at': '2021-12-21T22:56:17Z', 'revision_number': 3, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:17Z', 'updated_at': '2021-12-21T22:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:19.021467 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Checking router: d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:56:19.022498 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Updating router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f port 6471f7af-3a5e-4e84-837f-fb9dba9a73e5 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:56:19.031455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3257b2-f649-4d7f-abc0-b8ea360f7c2c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Made reservation on behalf of 02dfa9ce959a4b2cafcb8b1668a5da78 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:56:19.071529 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:19.130104 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db3257b2-f649-4d7f-abc0-b8ea360f7c2c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:19.396685 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db3257b2-f649-4d7f-abc0-b8ea360f7c2c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:19.419032 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:19.430477 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Transition to ACTIVE for port object 6471f7af-3a5e-4e84-837f-fb9dba9a73e5 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:56:19.471761 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3257b2-f649-4d7f-abc0-b8ea360f7c2c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Subnet': ['ID=c24496ef-a877-4c26-9ae6-279d67c7c8e8,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:19.487979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3257b2-f649-4d7f-abc0-b8ea360f7c2c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Checking segment: {'id': 'b35b5503-284e-4df2-bb06-3ca642336c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:56:19.488338 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3257b2-f649-4d7f-abc0-b8ea360f7c2c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network hostable DHCP agents. Network: b7dc3744-e043-4a05-898d-30b866e9c207, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:56:19.505761 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:19.568748 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3257b2-f649-4d7f-abc0-b8ea360f7c2c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network b7dc3744-e043-4a05-898d-30b866e9c207 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:56:19.586600 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Attempting to bind port 6471f7af-3a5e-4e84-837f-fb9dba9a73e5 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:56:19.587110 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Attempting to bind port 6471f7af-3a5e-4e84-837f-fb9dba9a73e5 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:56:19.587242 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Attempting to bind port 6471f7af-3a5e-4e84-837f-fb9dba9a73e5 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:56:19.589202 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2145396-2b81-43ed-b0da-45aecb09b2aa None None] Pushing event updated for resources: {'Port': ['ID=6471f7af-3a5e-4e84-837f-fb9dba9a73e5,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:19.601300 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2145396-2b81-43ed-b0da-45aecb09b2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:19.601673 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2145396-2b81-43ed-b0da-45aecb09b2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:19.602003 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2145396-2b81-43ed-b0da-45aecb09b2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:19.602348 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2145396-2b81-43ed-b0da-45aecb09b2aa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:19.602669 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2145396-2b81-43ed-b0da-45aecb09b2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:19.602986 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2145396-2b81-43ed-b0da-45aecb09b2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:19.603302 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2145396-2b81-43ed-b0da-45aecb09b2aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:19.603616 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2145396-2b81-43ed-b0da-45aecb09b2aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:19.603927 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2145396-2b81-43ed-b0da-45aecb09b2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:19.604235 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2145396-2b81-43ed-b0da-45aecb09b2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:19.604542 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2145396-2b81-43ed-b0da-45aecb09b2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:56:19.607639 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:56:19.607994 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:56:19.608416 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:19.608768 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:56:19.609213 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Bound port: 6471f7af-3a5e-4e84-837f-fb9dba9a73e5, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:56:19.609568 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:19.643511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-db3257b2-f649-4d7f-abc0-b8ea360f7c2c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, b7dc3744-e043-4a05-898d-30b866e9c207) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:56:19.647255 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3257b2-f649-4d7f-abc0-b8ea360f7c2c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:19.647827 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-db3257b2-f649-4d7f-abc0-b8ea360f7c2c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:19.652394 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1541e4-2f54-471d-b738-582a0c35df29 None None] Network b7dc3744-e043-4a05-898d-30b866e9c207 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:56:19.681532 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] For port 6471f7af-3a5e-4e84-837f-fb9dba9a73e5, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:56:19.684537 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] For port 6471f7af-3a5e-4e84-837f-fb9dba9a73e5, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=6471f7af-3a5e-4e84-837f-fb9dba9a73e5,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:56:19.740880 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-db3257b2-f649-4d7f-abc0-b8ea360f7c2c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8825798 Dec 21 22:56:19.743562 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45468) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:19.763520 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:19.843530 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2145396-2b81-43ed-b0da-45aecb09b2aa None None] Pushing event updated for resources: {'Port': ['ID=6471f7af-3a5e-4e84-837f-fb9dba9a73e5,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:19.851639 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Routers {'d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:56:19.852239 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:56:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:19.873294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-b7dc3744-e043-4a05-898d-30b866e9c207', 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ips': [{'subnet_id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:56:19.874226 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:20.030811 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] Set router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:56:20.056179 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Allocated IP 172.20.0.2 (b7dc3744-e043-4a05-898d-30b866e9c207/c24496ef-a877-4c26-9ae6-279d67c7c8e8/aa59f335-54e7-4afc-bb93-601277475c81) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:56:20.292400 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:20.304537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Transition to ACTIVE for port object aa59f335-54e7-4afc-bb93-601277475c81 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:56:20.327838 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Transition to ACTIVE for port object aa59f335-54e7-4afc-bb93-601277475c81 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:56:20.340734 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617835652', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:16Z', 'updated_at': '2021-12-21T22:56:17Z', 'revision_number': 3, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:17Z', 'updated_at': '2021-12-21T22:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:20.344513 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc3c308-661f-47d9-9db3-6257e03aa23a None None] The sync data for ids ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'] in dv-neutron-822520-1-hyperv is: [{'id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617835652', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:16Z', 'updated_at': '2021-12-21T22:56:17Z', 'revision_number': 3, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:17Z', 'updated_at': '2021-12-21T22:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:56:20.397897 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:20.458238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Network b7dc3744-e043-4a05-898d-30b866e9c207 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:56:20.465515 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:56:20.469730 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:56:20.557193 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Pushing event updated for resources: {'Port': ['ID=aa59f335-54e7-4afc-bb93-601277475c81,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:20.620736 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Attempting to bind port aa59f335-54e7-4afc-bb93-601277475c81 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:56:20.621129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Attempting to bind port aa59f335-54e7-4afc-bb93-601277475c81 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'b35b5503-284e-4df2-bb06-3ca642336c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:56:20.621607 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Attempting to bind port aa59f335-54e7-4afc-bb93-601277475c81 on network b7dc3744-e043-4a05-898d-30b866e9c207 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:56:20.628802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:56:20.629182 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Checking segment: {'id': 'b35b5503-284e-4df2-bb06-3ca642336c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:56:20.629555 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:20.629943 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Bound using segment: {'id': 'b35b5503-284e-4df2-bb06-3ca642336c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:56:20.630430 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Bound port: aa59f335-54e7-4afc-bb93-601277475c81, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35b5503-284e-4df2-bb06-3ca642336c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:56:20.630799 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:20.667061 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:20.728307 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] For port aa59f335-54e7-4afc-bb93-601277475c81, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:56:20.731612 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] For port aa59f335-54e7-4afc-bb93-601277475c81, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=aa59f335-54e7-4afc-bb93-601277475c81,segment=NetworkSegment(b35b5503-284e-4df2-bb06-3ca642336c47),segment_id=b35b5503-284e-4df2-bb06-3ca642336c47)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:56:20.834807 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:20.918601 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9805e-12c9-4770-aece-a321f976d93f None None] Pushing event updated for resources: {'Port': ['ID=aa59f335-54e7-4afc-bb93-601277475c81,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:21.105984 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.20.0.1 (b7dc3744-e043-4a05-898d-30b866e9c207/c24496ef-a877-4c26-9ae6-279d67c7c8e8/8e639528-e3c1-42c7-ad0d-7f4a279a40f5) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:56:21.294118 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:21.309752 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Transition to ACTIVE for port object 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:56:21.386385 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:21.454289 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network b7dc3744-e043-4a05-898d-30b866e9c207 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:56:21.457293 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:56:21.461262 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:56:21.494846 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=8e639528-e3c1-42c7-ad0d-7f4a279a40f5,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:21.523234 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:21.643731 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:21.858620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2496b8-706f-458d-9d63-330a7d0a0c3d None None] Network b7dc3744-e043-4a05-898d-30b866e9c207 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:56:22.036310 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2fbe2447-be0e-4be8-ab8d-ce6b888d116e None None] Provisioning for port aa59f335-54e7-4afc-bb93-601277475c81 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:56:22.155814 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:22.221096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:22.312087 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 6471f7af-3a5e-4e84-837f-fb9dba9a73e5 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:56:22.361702 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:22.368691 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=8e639528-e3c1-42c7-ad0d-7f4a279a40f5,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:22.466354 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 6471f7af-3a5e-4e84-837f-fb9dba9a73e5 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:56:22.473123 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 6471f7af-3a5e-4e84-837f-fb9dba9a73e5 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:56:22.473506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:22.506732 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network b7dc3744-e043-4a05-898d-30b866e9c207 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:56:22.507259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ee9ea66c-a3c4-48ac-8654-5644dcfe252a None None] Provisioning for port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:56:22.507938 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:56:22.526476 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ee9ea66c-a3c4-48ac-8654-5644dcfe252a None None] Provisioning complete for port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:56:22.526476 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea66c-a3c4-48ac-8654-5644dcfe252a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:22.595989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-ee9ea66c-a3c4-48ac-8654-5644dcfe252a None None] Port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:56:22.654691 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:22.672705 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 6471f7af-3a5e-4e84-837f-fb9dba9a73e5, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=6471f7af-3a5e-4e84-837f-fb9dba9a73e5,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:56:22.721085 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:22.721840 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device aa59f335-54e7-4afc-bb93-601277475c81 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:56:22.786609 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-71405048-ee8a-45d7-96fd-218b5c90f9e2 None None] Provisioning complete for port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:56:22.786965 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-71405048-ee8a-45d7-96fd-218b5c90f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:22.881079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=6471f7af-3a5e-4e84-837f-fb9dba9a73e5,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:22.884510 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-71405048-ee8a-45d7-96fd-218b5c90f9e2 None None] Port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:56:22.908471 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:56:22.940566 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port aa59f335-54e7-4afc-bb93-601277475c81 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:56:22.945511 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port aa59f335-54e7-4afc-bb93-601277475c81 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:56:22.945879 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:23.042881 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-56773457-66df-4989-a898-d7f11dded317 None None] Provisioning complete for port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:56:23.043244 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-56773457-66df-4989-a898-d7f11dded317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:23.108383 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:56:23.116189 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-56773457-66df-4989-a898-d7f11dded317 None None] Port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:56:23.117683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:23.122644 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-f23470cb-21c4-4b0f-9612-542a4ea1419f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "PUT /v2.0/routers/d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3780246 Dec 21 22:56:23.152138 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port aa59f335-54e7-4afc-bb93-601277475c81, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=aa59f335-54e7-4afc-bb93-601277475c81,segment=NetworkSegment(b35b5503-284e-4df2-bb06-3ca642336c47),segment_id=b35b5503-284e-4df2-bb06-3ca642336c47)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:56:23.248503 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:23.296117 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-46f90a8d-c641-4956-bda2-90156ec2f34d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:56:23.317344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=aa59f335-54e7-4afc-bb93-601277475c81,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:23.363197 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-46f90a8d-c641-4956-bda2-90156ec2f34d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:56:23.364436 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-46f90a8d-c641-4956-bda2-90156ec2f34d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-467168513&fields=id&tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78 HTTP/1.1" status: 200 len: 267 time: 0.1095133 Dec 21 22:56:23.508808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-29d77a6f-d295-4d59-bb27-d0f3dabaf587 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:23.509495 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-29d77a6f-d295-4d59-bb27-d0f3dabaf587 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:56:23.585808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-29d77a6f-d295-4d59-bb27-d0f3dabaf587 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:56:23.587093 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-29d77a6f-d295-4d59-bb27-d0f3dabaf587 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/networks?id=b7dc3744-e043-4a05-898d-30b866e9c207 HTTP/1.1" status: 200 len: 797 time: 0.2162669 Dec 21 22:56:23.603330 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-fc7d2303-c4a1-4d2f-96b6-4c29c7ab1ab6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/quotas/02dfa9ce959a4b2cafcb8b1668a5da78 HTTP/1.1" status: 200 len: 375 time: 0.0109799 Dec 21 22:56:23.684226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-2f8912f4-ec77-45da-a58c-a296a95e9be4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:56:23.740223 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-2f8912f4-ec77-45da-a58c-a296a95e9be4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:56:23.741604 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-2f8912f4-ec77-45da-a58c-a296a95e9be4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333921 Dec 21 22:56:23.825778 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-8b14821a-3a8e-473d-b9e7-d01aa4e67a9a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:56:23.826786 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-8b14821a-3a8e-473d-b9e7-d01aa4e67a9a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0732918 Dec 21 22:56:23.948813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Sync routers for ids ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:56:23.960784 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Routers {'d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:56:23.961390 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:56:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:23.962118 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-72b37f3a-f215-491f-b543-a91e828ccfd4 service neutron] 10.222.0.37 "GET /v2.0/networks/b7dc3744-e043-4a05-898d-30b866e9c207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281488 Dec 21 22:56:24.137125 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Set router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:56:24.193745 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-a089629c-af96-4a77-b39b-016adb4fe0b6 service neutron] 10.222.0.37 "GET /v2.0/networks/b7dc3744-e043-4a05-898d-30b866e9c207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257454 Dec 21 22:56:24.263334 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 6471f7af-3a5e-4e84-837f-fb9dba9a73e5 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:56:24.506939 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 6471f7af-3a5e-4e84-837f-fb9dba9a73e5 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:56:24.507308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:24.602523 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-370c2184-38c5-43d6-8023-0811dc030b24 req-46c9f077-d90a-471e-bc1b-47b98859808d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:56:24.614872 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-370c2184-38c5-43d6-8023-0811dc030b24 req-46c9f077-d90a-471e-bc1b-47b98859808d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:56:24.615989 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-370c2184-38c5-43d6-8023-0811dc030b24 req-46c9f077-d90a-471e-bc1b-47b98859808d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 210 time: 0.1494684 Dec 21 22:56:24.644833 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617835652', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:16Z', 'updated_at': '2021-12-21T22:56:21Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:17Z', 'updated_at': '2021-12-21T22:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '8e639528-e3c1-42c7-ad0d-7f4a279a40f5', 'name': '', 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:26:0b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:20Z', 'updated_at': '2021-12-21T22:56:21Z', 'revision_number': 2, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:24.652041 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device aa59f335-54e7-4afc-bb93-601277475c81 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:56:24.678392 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Checking router: d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:56:24.678664 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Updating router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:56:24.753112 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:24.819540 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port aa59f335-54e7-4afc-bb93-601277475c81 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:56:24.819906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:25.188235 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:25.200100 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Transition to ACTIVE for port object 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:56:25.266333 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:25.397784 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268b189-89db-48e3-9ff6-b16c358fc009 None None] Pushing event updated for resources: {'Port': ['ID=8e639528-e3c1-42c7-ad0d-7f4a279a40f5,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:25.490913 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Attempting to bind port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:56:25.491273 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Attempting to bind port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'b35b5503-284e-4df2-bb06-3ca642336c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:56:25.491625 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Attempting to bind port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 on network b7dc3744-e043-4a05-898d-30b866e9c207 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:56:25.498372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:56:25.498732 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Checking segment: {'id': 'b35b5503-284e-4df2-bb06-3ca642336c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:56:25.499126 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:25.499504 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Bound using segment: {'id': 'b35b5503-284e-4df2-bb06-3ca642336c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:56:25.499950 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Bound port: 8e639528-e3c1-42c7-ad0d-7f4a279a40f5, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35b5503-284e-4df2-bb06-3ca642336c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:56:25.500369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:25.600185 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] For port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:56:25.603193 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] For port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=8e639528-e3c1-42c7-ad0d-7f4a279a40f5,segment=NetworkSegment(b35b5503-284e-4df2-bb06-3ca642336c47),segment_id=b35b5503-284e-4df2-bb06-3ca642336c47)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:56:25.689842 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:25.774130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268b189-89db-48e3-9ff6-b16c358fc009 None None] Pushing event updated for resources: {'Port': ['ID=8e639528-e3c1-42c7-ad0d-7f4a279a40f5,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:25.776558 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Routers {'d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:56:25.777148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:56:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:25.788257 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0dfa0ca9-fe0b-4cd5-952f-b6067bb5490f req-670965e6-e3f3-4d41-9883-c8ab86b49f43 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 210 time: 0.0503385 Dec 21 22:56:25.961507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] Set router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:56:26.315245 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617835652', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:16Z', 'updated_at': '2021-12-21T22:56:21Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:17Z', 'updated_at': '2021-12-21T22:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '8e639528-e3c1-42c7-ad0d-7f4a279a40f5', 'name': '', 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:26:0b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:20Z', 'updated_at': '2021-12-21T22:56:25Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:26.319138 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75779938-6b29-4320-b7d9-53eef2023dde None None] The sync data for ids ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'] in dv-neutron-822520-1-hyperv is: [{'id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617835652', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:16Z', 'updated_at': '2021-12-21T22:56:21Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:17Z', 'updated_at': '2021-12-21T22:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '8e639528-e3c1-42c7-ad0d-7f4a279a40f5', 'name': '', 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:26:0b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:20Z', 'updated_at': '2021-12-21T22:56:25Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:56:26.555276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-d98f11e1-d21d-4d8b-ad88-171cc35f0d21 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:26.556713 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-d98f11e1-d21d-4d8b-ad88-171cc35f0d21 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "GET /v2.0/networks?id=b7dc3744-e043-4a05-898d-30b866e9c207 HTTP/1.1" status: 200 len: 797 time: 0.1524382 Dec 21 22:56:26.622771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-4d770bca-fa35-46a4-8372-c3f7c6380a1c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:56:26.636439 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-4d770bca-fa35-46a4-8372-c3f7c6380a1c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:56:26.637494 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-4d770bca-fa35-46a4-8372-c3f7c6380a1c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78 HTTP/1.1" status: 200 len: 379 time: 0.0594056 Dec 21 22:56:26.649003 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-8832ad06-9913-4fa2-8549-e8d25981d4cd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'port': {'device_id': '5f1f4154-e7d3-45ac-931f-8466f66c0d8d', 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207', 'admin_state_up': True, 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'security_groups': ['b910b41c-f2df-4030-9947-61a9d238b105']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:26.797434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-8832ad06-9913-4fa2-8549-e8d25981d4cd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:56:26.807973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-8832ad06-9913-4fa2-8549-e8d25981d4cd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:56:26.888198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-8832ad06-9913-4fa2-8549-e8d25981d4cd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Made reservation on behalf of 02dfa9ce959a4b2cafcb8b1668a5da78 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:56:26.891327 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-8832ad06-9913-4fa2-8549-e8d25981d4cd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:27.002672 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42d7e732-efad-49ae-81c0-cf49fe8efaf1 req-48ea3e1b-f528-449d-86d4-38352d4985b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 210 time: 0.0467308 Dec 21 22:56:27.109083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-8832ad06-9913-4fa2-8549-e8d25981d4cd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.20.0.13 (b7dc3744-e043-4a05-898d-30b866e9c207/c24496ef-a877-4c26-9ae6-279d67c7c8e8/b46a2643-2885-4379-b5ef-7568f00c9587) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:56:27.237162 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b95d20e1-7672-420c-8589-6467b2c2c0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:27.302699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-8832ad06-9913-4fa2-8549-e8d25981d4cd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:27.318486 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-8832ad06-9913-4fa2-8549-e8d25981d4cd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Transition to ACTIVE for port object b46a2643-2885-4379-b5ef-7568f00c9587 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:56:27.385776 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-8832ad06-9913-4fa2-8549-e8d25981d4cd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:27.457593 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-8832ad06-9913-4fa2-8549-e8d25981d4cd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network b7dc3744-e043-4a05-898d-30b866e9c207 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:56:27.460758 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-8832ad06-9913-4fa2-8549-e8d25981d4cd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:56:27.465174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-8832ad06-9913-4fa2-8549-e8d25981d4cd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:56:27.492840 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832ad06-9913-4fa2-8549-e8d25981d4cd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=b46a2643-2885-4379-b5ef-7568f00c9587,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:27.531093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-8832ad06-9913-4fa2-8549-e8d25981d4cd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:27.531699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-8832ad06-9913-4fa2-8549-e8d25981d4cd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:27.620948 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-8832ad06-9913-4fa2-8549-e8d25981d4cd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9757640 Dec 21 22:56:27.634365 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-e6ca7db1-0cba-42ee-8641-4884fac26bd3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 22:56:27.635229 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-e6ca7db1-0cba-42ee-8641-4884fac26bd3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049782 Dec 21 22:56:27.650185 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Request body: {'port': {'device_id': '5f1f4154-e7d3-45ac-931f-8466f66c0d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:27.717396 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-182e1698-2909-4cb6-8272-3c9d94cac51a None None] Provisioning for port b46a2643-2885-4379-b5ef-7568f00c9587 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:56:27.724529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-182e1698-2909-4cb6-8272-3c9d94cac51a None None] Provisioning complete for port b46a2643-2885-4379-b5ef-7568f00c9587 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:56:27.724894 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-182e1698-2909-4cb6-8272-3c9d94cac51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:27.758793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:27.781127 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-182e1698-2909-4cb6-8272-3c9d94cac51a None None] Port b46a2643-2885-4379-b5ef-7568f00c9587 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:56:28.178957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46a2643-2885-4379-b5ef-7568f00c9587 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:56:28.186453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:28.207143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Transition to ACTIVE for port object b46a2643-2885-4379-b5ef-7568f00c9587 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:56:28.255019 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:56:28.276262 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ccac2-3ba3-492f-8668-53f04ab3b8f6 req-06ca8a2c-1de3-4e19-95b6-4712a4c1d076 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:28.277165 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:28.277728 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-858ccac2-3ba3-492f-8668-53f04ab3b8f6 req-06ca8a2c-1de3-4e19-95b6-4712a4c1d076 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 932 time: 0.1500130 Dec 21 22:56:28.328587 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-858ccac2-3ba3-492f-8668-53f04ab3b8f6 req-68115380-68cd-4a57-a8d0-2857934974d4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433533 Dec 21 22:56:28.386688 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:56:28.393543 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:56:28.394203 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:28.412520 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Pushing event updated for resources: {'Port': ['ID=b46a2643-2885-4379-b5ef-7568f00c9587,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:28.527503 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Attempting to bind port b46a2643-2885-4379-b5ef-7568f00c9587 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:56:28.527981 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Attempting to bind port b46a2643-2885-4379-b5ef-7568f00c9587 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'b35b5503-284e-4df2-bb06-3ca642336c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:56:28.528205 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:28.528484 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Attempting to bind port b46a2643-2885-4379-b5ef-7568f00c9587 on network b7dc3744-e043-4a05-898d-30b866e9c207 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:56:28.536418 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Port b46a2643-2885-4379-b5ef-7568f00c9587 on network b7dc3744-e043-4a05-898d-30b866e9c207 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:56:28.536822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Attempting to bind port b46a2643-2885-4379-b5ef-7568f00c9587 on network b7dc3744-e043-4a05-898d-30b866e9c207 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:56:28.543241 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:56:28.543648 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Checking segment: {'id': 'b35b5503-284e-4df2-bb06-3ca642336c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:56:28.544048 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Bound using segment: {'id': 'b35b5503-284e-4df2-bb06-3ca642336c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:56:28.544456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Bound port: b46a2643-2885-4379-b5ef-7568f00c9587, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35b5503-284e-4df2-bb06-3ca642336c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:56:28.544785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:28.560047 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=8e639528-e3c1-42c7-ad0d-7f4a279a40f5,segment=NetworkSegment(b35b5503-284e-4df2-bb06-3ca642336c47),segment_id=b35b5503-284e-4df2-bb06-3ca642336c47)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:56:28.599108 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:28.633205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] For port b46a2643-2885-4379-b5ef-7568f00c9587, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:56:28.636103 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] For port b46a2643-2885-4379-b5ef-7568f00c9587, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b46a2643-2885-4379-b5ef-7568f00c9587,segment=NetworkSegment(b35b5503-284e-4df2-bb06-3ca642336c47),segment_id=b35b5503-284e-4df2-bb06-3ca642336c47)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:56:28.675512 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=8e639528-e3c1-42c7-ad0d-7f4a279a40f5,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:28.689456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:28.757063 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:28.758404 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] 10.222.0.49 "PUT /v2.0/ports/b46a2643-2885-4379-b5ef-7568f00c9587 HTTP/1.1" status: 200 len: 1094 time: 1.1121767 Dec 21 22:56:28.758832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1f4154-e7d3-45ac-931f-8466f66c0d8d', 'tag': 'b46a2643-2885-4379-b5ef-7568f00c9587'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:56:28.776572 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660814c-052d-4c75-a0e8-d815b3d7d62a service neutron] Pushing event updated for resources: {'Port': ['ID=b46a2643-2885-4379-b5ef-7568f00c9587,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:28.828239 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1f4154-e7d3-45ac-931f-8466f66c0d8d', 'tag': 'b46a2643-2885-4379-b5ef-7568f00c9587', 'status': 'completed', 'code': 200} Dec 21 22:56:28.928201 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b4264f6a-a17b-4ec2-bad3-3dbbcb4c8d9f req-56f46d62-74ce-46e3-928d-637d70f1274a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 1097 time: 0.0722830 Dec 21 22:56:29.077472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4264f6a-a17b-4ec2-bad3-3dbbcb4c8d9f req-ace902e1-26b1-4e72-b62a-0a76b3bf54ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:29.078841 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b4264f6a-a17b-4ec2-bad3-3dbbcb4c8d9f req-ace902e1-26b1-4e72-b62a-0a76b3bf54ca service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1389089 Dec 21 22:56:29.217681 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4264f6a-a17b-4ec2-bad3-3dbbcb4c8d9f req-067c7df2-dd4e-40fb-807b-7aff6f0ec0c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:29.219121 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b4264f6a-a17b-4ec2-bad3-3dbbcb4c8d9f req-067c7df2-dd4e-40fb-807b-7aff6f0ec0c1 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305957 Dec 21 22:56:29.333008 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-ded9f878-0f97-4eaf-95ca-d3a541b7fb59 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 1097 time: 0.0720017 Dec 21 22:56:29.407455 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-c582f757-a07e-4bf8-a4a3-8fb216f3cf61 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b46a2643-2885-4379-b5ef-7568f00c9587 HTTP/1.1" status: 200 len: 217 time: 0.0619631 Dec 21 22:56:29.476579 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-38c5184d-4aec-4481-959f-a38af5e59622 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:29.478032 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-38c5184d-4aec-4481-959f-a38af5e59622 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c24496ef-a877-4c26-9ae6-279d67c7c8e8 HTTP/1.1" status: 200 len: 835 time: 0.0615969 Dec 21 22:56:29.529855 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003c007-955e-4ab6-a22d-6e716b5fa14a req-64873c89-df1b-41dd-8f3d-b09cffe31dbb tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:29.531360 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3003c007-955e-4ab6-a22d-6e716b5fa14a req-64873c89-df1b-41dd-8f3d-b09cffe31dbb tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 944 time: 0.0759404 Dec 21 22:56:29.556740 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-c940cc67-c136-48db-bf0a-6649c5c7f5d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7dc3744-e043-4a05-898d-30b866e9c207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682237 Dec 21 22:56:29.577059 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3003c007-955e-4ab6-a22d-6e716b5fa14a req-fce9d4a8-ac53-49cf-9187-3b11677cc28a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394638 Dec 21 22:56:29.643367 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2c2e81d6-3dcc-4b4d-b52f-897205072fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:29.692225 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-f6764e9f-8dff-4675-b9d4-377443545190 service neutron] 10.222.0.49 "GET /v2.0/networks/b7dc3744-e043-4a05-898d-30b866e9c207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254284 Dec 21 22:56:29.825099 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7093969c-4a58-46eb-b94d-db85a82ee3cc req-e2fbbdc4-733a-4f74-953e-ad1139ed4595 service neutron] 10.222.0.49 "GET /v2.0/networks/b7dc3744-e043-4a05-898d-30b866e9c207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221282 Dec 21 22:56:30.223951 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:56:30.291122 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:56:30.291558 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:30.774890 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:30.784737 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9eb7b-ea36-40b2-84c3-6a5fab3ad3de req-876da09d-4813-4697-b0e6-5c533a6c8be1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:30.785410 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-a5c9eb7b-ea36-40b2-84c3-6a5fab3ad3de req-876da09d-4813-4697-b0e6-5c533a6c8be1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:56:30.854397 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:30.865313 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-a5c9eb7b-ea36-40b2-84c3-6a5fab3ad3de req-876da09d-4813-4697-b0e6-5c533a6c8be1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:56:30.867692 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a5c9eb7b-ea36-40b2-84c3-6a5fab3ad3de req-876da09d-4813-4697-b0e6-5c533a6c8be1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 944 time: 0.1633215 Dec 21 22:56:31.004904 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a5c9eb7b-ea36-40b2-84c3-6a5fab3ad3de req-f3acbbab-7711-4bab-8dc4-1fb70cca3368 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323886 Dec 21 22:56:32.200522 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b4768-ba8c-4311-a07f-76aec7e215ba req-88d0297d-923d-4df0-9d46-60da0bc81248 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:32.201955 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-db9b4768-ba8c-4311-a07f-76aec7e215ba req-88d0297d-923d-4df0-9d46-60da0bc81248 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 944 time: 0.0790658 Dec 21 22:56:32.247159 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-db9b4768-ba8c-4311-a07f-76aec7e215ba req-095500b7-43ec-4c4e-b985-2bc4dfbd8ff1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391066 Dec 21 22:56:32.409196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:32.970072 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b46a2643-2885-4379-b5ef-7568f00c9587 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:56:33.099754 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port b46a2643-2885-4379-b5ef-7568f00c9587, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b46a2643-2885-4379-b5ef-7568f00c9587,segment=NetworkSegment(b35b5503-284e-4df2-bb06-3ca642336c47),segment_id=b35b5503-284e-4df2-bb06-3ca642336c47)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:56:33.113021 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'b46a2643-2885-4379-b5ef-7568f00c9587', 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207', 'port_id': 'b46a2643-2885-4379-b5ef-7568f00c9587', 'mac_address': 'fa:16:3e:da:31:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:56:33.167624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:33.186920 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46a2643-2885-4379-b5ef-7568f00c9587 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:56:33.201859 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port b46a2643-2885-4379-b5ef-7568f00c9587, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b46a2643-2885-4379-b5ef-7568f00c9587,segment=NetworkSegment(b35b5503-284e-4df2-bb06-3ca642336c47),segment_id=b35b5503-284e-4df2-bb06-3ca642336c47)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:56:33.248343 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:33.314877 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=b46a2643-2885-4379-b5ef-7568f00c9587,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:33.444687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445145d-96f1-4aa3-a0c1-ab94bb0da671 req-9f052a0f-6d75-41d0-8792-912c66b76b87 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:33.446233 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8445145d-96f1-4aa3-a0c1-ab94bb0da671 req-9f052a0f-6d75-41d0-8792-912c66b76b87 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 945 time: 0.0792208 Dec 21 22:56:33.491148 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8445145d-96f1-4aa3-a0c1-ab94bb0da671 req-83da8104-b0af-4644-b604-95fa38da952c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395901 Dec 21 22:56:33.514364 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['b46a2643-2885-4379-b5ef-7568f00c9587'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:56:34.683918 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922b3b9-7e7d-44eb-8572-0d67cb7b64a6 req-91bbee4e-7325-474c-962c-aae6b0db614b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:34.685382 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0922b3b9-7e7d-44eb-8572-0d67cb7b64a6 req-91bbee4e-7325-474c-962c-aae6b0db614b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 945 time: 0.0777676 Dec 21 22:56:34.734728 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0922b3b9-7e7d-44eb-8572-0d67cb7b64a6 req-879d3f3e-f708-4291-b867-260427c52db1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428083 Dec 21 22:56:34.969135 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b46a2643-2885-4379-b5ef-7568f00c9587 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:56:35.093620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port b46a2643-2885-4379-b5ef-7568f00c9587 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:56:35.098784 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port b46a2643-2885-4379-b5ef-7568f00c9587 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:56:35.099107 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:35.209574 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:35.236854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1f4154-e7d3-45ac-931f-8466f66c0d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46a2643-2885-4379-b5ef-7568f00c9587'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:56:35.246907 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port b46a2643-2885-4379-b5ef-7568f00c9587, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b46a2643-2885-4379-b5ef-7568f00c9587,segment=NetworkSegment(b35b5503-284e-4df2-bb06-3ca642336c47),segment_id=b35b5503-284e-4df2-bb06-3ca642336c47)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:56:35.294695 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1f4154-e7d3-45ac-931f-8466f66c0d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46a2643-2885-4379-b5ef-7568f00c9587', 'code': 200} Dec 21 22:56:35.311159 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:35.377451 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=b46a2643-2885-4379-b5ef-7568f00c9587,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:35.648556 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0b24d6e-8be7-44f6-8429-4fd65faff777 req-496b9990-7fee-45e5-b6f2-b3892b425875 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 1099 time: 0.0680814 Dec 21 22:56:35.695025 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e0b24d6e-8be7-44f6-8429-4fd65faff777 req-8722e4b6-4685-42ce-a2f9-921854ed3f2f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367057 Dec 21 22:56:35.931417 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb98cf-d31b-4654-9327-dcf9a040607a req-516db9a9-5e47-422f-83cf-5527d0443005 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:35.932756 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3edb98cf-d31b-4654-9327-dcf9a040607a req-516db9a9-5e47-422f-83cf-5527d0443005 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.0747745 Dec 21 22:56:35.976823 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3edb98cf-d31b-4654-9327-dcf9a040607a req-aa2d6051-c7f4-426a-a80d-bd8a5455f6e8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386765 Dec 21 22:56:37.174291 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863eb5ed-1f40-4f58-819a-fb739d004f1c req-8930e887-97b3-48b0-82a4-1a355190a6f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:37.175715 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-863eb5ed-1f40-4f58-819a-fb739d004f1c req-8930e887-97b3-48b0-82a4-1a355190a6f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.0757742 Dec 21 22:56:37.220122 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-863eb5ed-1f40-4f58-819a-fb739d004f1c req-b69b6fb6-ede2-4f39-a42b-b6c14035ed2f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385158 Dec 21 22:56:37.417512 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c88892-af21-4df3-ac75-a103b6b08820 req-64003c2d-4c17-4b67-818f-b8237247c0f9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:37.419001 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-73c88892-af21-4df3-ac75-a103b6b08820 req-64003c2d-4c17-4b67-818f-b8237247c0f9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.0799766 Dec 21 22:56:37.464363 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-73c88892-af21-4df3-ac75-a103b6b08820 req-123742b3-5448-4d30-abb1-ac2bae770887 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396290 Dec 21 22:56:37.491816 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45522) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:37.558779 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7e1c7a53-5d18-47c1-ad0e-be0ebff7d82e tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 1094 time: 0.0657074 Dec 21 22:56:37.561142 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45526) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:37.566268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': 'b46a2643-2885-4379-b5ef-7568f00c9587', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:56:37.571563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:56:37.575280 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:floatingip and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:56:37.578038 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:56:37.584418 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:56:37.636846 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:37.773010 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:37.905195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.26.3.17 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/248ed764-e9d7-4c7e-9ea4-15a6f59c579c) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:56:38.046422 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:38.122450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:38.189154 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:56:38.192065 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:56:38.196306 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:56:38.223078 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=248ed764-e9d7-4c7e-9ea4-15a6f59c579c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:38.778105 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:38.876851 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:39.071910 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:39.133943 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:39.234901 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=248ed764-e9d7-4c7e-9ea4-15a6f59c579c,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:56:39.253494 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:39.439628 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Floating IP 21964505-a32e-483a-9067-647e8cd0183e associated. External IP: 172.26.3.17, port: b46a2643-2885-4379-b5ef-7568f00c9587. Dec 21 22:56:39.821155 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:56:40.013610 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:56:40.023082 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c678a1-eaa0-4650-a259-325361142104 None None] Sync routers for ids ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:56:40.035660 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c678a1-eaa0-4650-a259-325361142104 None None] Routers {'d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:56:40.036293 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a5c678a1-eaa0-4650-a259-325361142104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:56:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:40.094967 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:40.154345 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9e4f2f3e-8bb3-4dac-af14-3de4eae5199f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5921798 Dec 21 22:56:40.155062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1f4154-e7d3-45ac-931f-8466f66c0d8d', 'tag': 'b46a2643-2885-4379-b5ef-7568f00c9587'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:56:40.216577 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-a5c678a1-eaa0-4650-a259-325361142104 None None] Set router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:56:40.243276 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1f4154-e7d3-45ac-931f-8466f66c0d8d', 'tag': 'b46a2643-2885-4379-b5ef-7568f00c9587', 'status': 'completed', 'code': 200} Dec 21 22:56:40.431359 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f709f4fa-982a-4e3a-8fef-ec5426b52317 req-b9ef5980-7314-4d56-bb4f-3776e7a52f6d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 1099 time: 0.1574767 Dec 21 22:56:40.464232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caaddd1-00f3-4142-a389-266a0c82f8bd req-31c21a35-73ee-4c8c-a89a-5fe79f052f7a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:40.465655 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9caaddd1-00f3-4142-a389-266a0c82f8bd req-31c21a35-73ee-4c8c-a89a-5fe79f052f7a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.1392155 Dec 21 22:56:40.571543 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a5c678a1-eaa0-4650-a259-325361142104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617835652', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:16Z', 'updated_at': '2021-12-21T22:56:21Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:17Z', 'updated_at': '2021-12-21T22:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '21964505-a32e-483a-9067-647e8cd0183e', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'floating_ip_address': '172.26.3.17', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'port_id': 'b46a2643-2885-4379-b5ef-7568f00c9587', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207', 'mac_address': 'fa:16:3e:da:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1f4154-e7d3-45ac-931f-8466f66c0d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:56:38Z', 'updated_at': '2021-12-21T22:56:38Z', 'revision_number': 0, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e639528-e3c1-42c7-ad0d-7f4a279a40f5', 'name': '', 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:26:0b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:20Z', 'updated_at': '2021-12-21T22:56:28Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:40.575429 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c678a1-eaa0-4650-a259-325361142104 None None] Checking router: d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:56:40.586307 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c678a1-eaa0-4650-a259-325361142104 None None] Routers {'d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:56:40.586893 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a5c678a1-eaa0-4650-a259-325361142104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:56:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:40.589400 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9caaddd1-00f3-4142-a389-266a0c82f8bd req-7553193b-eb69-43f6-849b-2c1bc25c60e8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152923 Dec 21 22:56:40.617605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709f4fa-982a-4e3a-8fef-ec5426b52317 req-9710eab8-21cd-49ca-9460-fcdab9bdd650 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:40.617605 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f709f4fa-982a-4e3a-8fef-ec5426b52317 req-9710eab8-21cd-49ca-9460-fcdab9bdd650 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7dc3744-e043-4a05-898d-30b866e9c207 HTTP/1.1" status: 200 len: 898 time: 0.1708853 Dec 21 22:56:40.617791 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45534) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:40.714236 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f709f4fa-982a-4e3a-8fef-ec5426b52317 req-d54643f3-84f7-4852-8510-3cad60b77660 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b46a2643-2885-4379-b5ef-7568f00c9587 HTTP/1.1" status: 200 len: 999 time: 0.0992537 Dec 21 22:56:40.723147 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c5545c54-361b-4fd3-abd0-ad215325e971 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/21964505-a32e-483a-9067-647e8cd0183e HTTP/1.1" status: 200 len: 991 time: 0.1031196 Dec 21 22:56:40.778644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709f4fa-982a-4e3a-8fef-ec5426b52317 req-137fceed-7e35-41cf-93da-5f0685bdaf9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:56:40.780066 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f709f4fa-982a-4e3a-8fef-ec5426b52317 req-137fceed-7e35-41cf-93da-5f0685bdaf9c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c24496ef-a877-4c26-9ae6-279d67c7c8e8 HTTP/1.1" status: 200 len: 835 time: 0.0597198 Dec 21 22:56:40.791750 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-a5c678a1-eaa0-4650-a259-325361142104 None None] Set router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:56:40.856977 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f709f4fa-982a-4e3a-8fef-ec5426b52317 req-654ff9f8-3c41-4a73-b9a3-49cd61ffffa9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7dc3744-e043-4a05-898d-30b866e9c207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694358 Dec 21 22:56:40.986651 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f709f4fa-982a-4e3a-8fef-ec5426b52317 req-d2b5f468-0b43-4ba5-acbd-44a565bb2392 service neutron] 10.222.0.49 "GET /v2.0/networks/b7dc3744-e043-4a05-898d-30b866e9c207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234517 Dec 21 22:56:41.116984 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f709f4fa-982a-4e3a-8fef-ec5426b52317 req-fc2fbb39-9e7f-4f93-8ba1-5b0f1f5c6db7 service neutron] 10.222.0.49 "GET /v2.0/networks/b7dc3744-e043-4a05-898d-30b866e9c207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244125 Dec 21 22:56:41.132612 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a5c678a1-eaa0-4650-a259-325361142104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617835652', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:16Z', 'updated_at': '2021-12-21T22:56:21Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:17Z', 'updated_at': '2021-12-21T22:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '21964505-a32e-483a-9067-647e8cd0183e', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'floating_ip_address': '172.26.3.17', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'port_id': 'b46a2643-2885-4379-b5ef-7568f00c9587', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207', 'mac_address': 'fa:16:3e:da:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1f4154-e7d3-45ac-931f-8466f66c0d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:56:38Z', 'updated_at': '2021-12-21T22:56:38Z', 'revision_number': 0, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e639528-e3c1-42c7-ad0d-7f4a279a40f5', 'name': '', 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:26:0b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:20Z', 'updated_at': '2021-12-21T22:56:28Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:56:41.136529 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c678a1-eaa0-4650-a259-325361142104 None None] The sync data for ids ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'] in dv-neutron-822520-1-hyperv is: [{'id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617835652', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:16Z', 'updated_at': '2021-12-21T22:56:21Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:17Z', 'updated_at': '2021-12-21T22:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '21964505-a32e-483a-9067-647e8cd0183e', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'floating_ip_address': '172.26.3.17', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'port_id': 'b46a2643-2885-4379-b5ef-7568f00c9587', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207', 'mac_address': 'fa:16:3e:da:31:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1f4154-e7d3-45ac-931f-8466f66c0d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:56:38Z', 'updated_at': '2021-12-21T22:56:38Z', 'revision_number': 0, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e639528-e3c1-42c7-ad0d-7f4a279a40f5', 'name': '', 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:26:0b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:20Z', 'updated_at': '2021-12-21T22:56:28Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:56:41.725728 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45538) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:41.796733 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:56:41.921907 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e14344cc-83b9-4568-80dd-d39f7aff3610 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/21964505-a32e-483a-9067-647e8cd0183e HTTP/1.1" status: 200 len: 991 time: 0.1950221 Dec 21 22:56:42.926481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45542) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:42.953106 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b36bd4b-e616-4792-838e-b7f5830b6975 None None] New status for floating IP 21964505-a32e-483a-9067-647e8cd0183e: ACTIVE {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:56:43.036188 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-85294897-43a9-47cf-837b-9995d61c409e tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/21964505-a32e-483a-9067-647e8cd0183e HTTP/1.1" status: 200 len: 991 time: 0.1085737 Dec 21 22:56:44.039816 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45546) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:56:44.144970 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5b458da8-0b16-49bd-a9bf-0edddb7ce465 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/21964505-a32e-483a-9067-647e8cd0183e HTTP/1.1" status: 200 len: 993 time: 0.1039901 Dec 21 22:56:45.694177 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:57.265321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-47ab3bab-6b72-4c09-b166-d9225e5a5037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:56:59.688105 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-56b4603c-8cbc-4375-a38e-12e62cbc283f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:57:00.770570 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:57:00.825402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:57:02.345190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:57:13.815570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1490e26-e0d6-4f32-bffa-32a6780bfd6b req-70b62882-0354-4800-ac11-2576885488bb tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:57:13.816230 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42b50a13-fed8-4207-854f-5aae0561c232 req-8aed2d29-abec-441c-a8a1-8bc5fedd4b00 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 1099 time: 0.0711265 Dec 21 22:57:13.817007 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f1490e26-e0d6-4f32-bffa-32a6780bfd6b req-70b62882-0354-4800-ac11-2576885488bb tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.0802934 Dec 21 22:57:13.863053 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f1490e26-e0d6-4f32-bffa-32a6780bfd6b req-e81016fc-444d-41e8-b251-3e4dd22bf9ce tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396383 Dec 21 22:57:13.945084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b50a13-fed8-4207-854f-5aae0561c232 req-217c96ec-1e70-4d07-b60b-df271cbd6f65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:57:13.946433 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42b50a13-fed8-4207-854f-5aae0561c232 req-217c96ec-1e70-4d07-b60b-df271cbd6f65 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7dc3744-e043-4a05-898d-30b866e9c207 HTTP/1.1" status: 200 len: 898 time: 0.1244063 Dec 21 22:57:14.047320 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42b50a13-fed8-4207-854f-5aae0561c232 req-0297fb48-5dd3-4a65-9f23-114de915045d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b46a2643-2885-4379-b5ef-7568f00c9587 HTTP/1.1" status: 200 len: 1001 time: 0.0936606 Dec 21 22:57:14.108112 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b50a13-fed8-4207-854f-5aae0561c232 req-1d1ed124-96f5-4690-bf8a-5a18c382cd6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:57:14.109478 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42b50a13-fed8-4207-854f-5aae0561c232 req-1d1ed124-96f5-4690-bf8a-5a18c382cd6e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c24496ef-a877-4c26-9ae6-279d67c7c8e8 HTTP/1.1" status: 200 len: 835 time: 0.0550973 Dec 21 22:57:14.181569 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42b50a13-fed8-4207-854f-5aae0561c232 req-2797f8c7-9497-4ac8-8372-f22708fb507d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7dc3744-e043-4a05-898d-30b866e9c207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654604 Dec 21 22:57:14.405774 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42b50a13-fed8-4207-854f-5aae0561c232 req-3c22a33b-1164-4762-b43f-c9cac9746534 service neutron] 10.222.0.49 "GET /v2.0/networks/b7dc3744-e043-4a05-898d-30b866e9c207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172086 Dec 21 22:57:14.534194 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42b50a13-fed8-4207-854f-5aae0561c232 req-13b3fb2c-e573-4cd1-8d9d-ba59ddcffd27 service neutron] 10.222.0.49 "GET /v2.0/networks/b7dc3744-e043-4a05-898d-30b866e9c207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210487 Dec 21 22:57:15.059124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52357f-d320-4eee-ae4f-20762dcb527d req-2e08d8f7-8ff9-4237-8a5e-85b83686355b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:57:15.060554 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5e52357f-d320-4eee-ae4f-20762dcb527d req-2e08d8f7-8ff9-4237-8a5e-85b83686355b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.0761070 Dec 21 22:57:15.104423 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5e52357f-d320-4eee-ae4f-20762dcb527d req-0e2c2b27-347f-44f0-858e-ddd0a8bce92c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385308 Dec 21 22:57:15.705158 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:57:16.301307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf4577-8118-4939-ad01-708a76e7f67e req-9f1bce87-2292-454f-8275-de43a8aad773 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:57:16.302924 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a5cf4577-8118-4939-ad01-708a76e7f67e req-9f1bce87-2292-454f-8275-de43a8aad773 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.0752580 Dec 21 22:57:16.347430 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a5cf4577-8118-4939-ad01-708a76e7f67e req-92365c08-3eab-4794-abb6-32291aa456c3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390799 Dec 21 22:57:17.543165 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706f587-93b7-4be0-ad3a-42c971ac8a3d req-08800624-1d89-4673-b341-a92016a88aa0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:57:17.544514 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1706f587-93b7-4be0-ad3a-42c971ac8a3d req-08800624-1d89-4673-b341-a92016a88aa0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.0783985 Dec 21 22:57:17.588943 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1706f587-93b7-4be0-ad3a-42c971ac8a3d req-ea5d5e90-5288-48cf-b33e-8c0802fc6a35 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390413 Dec 21 22:57:17.836061 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f660be18-3741-4055-8337-286075fe4cd6 req-2270a659-f19b-4b7d-9815-37f894a81ce9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 1099 time: 0.0685992 Dec 21 22:57:17.979952 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660be18-3741-4055-8337-286075fe4cd6 req-caeaa48b-fce3-4583-96be-1f243e3c6c0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:57:17.981552 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f660be18-3741-4055-8337-286075fe4cd6 req-caeaa48b-fce3-4583-96be-1f243e3c6c0a service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7dc3744-e043-4a05-898d-30b866e9c207 HTTP/1.1" status: 200 len: 898 time: 0.1273308 Dec 21 22:57:18.085688 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f660be18-3741-4055-8337-286075fe4cd6 req-fc0721de-abed-419b-835a-69cfa0d7439b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b46a2643-2885-4379-b5ef-7568f00c9587 HTTP/1.1" status: 200 len: 1001 time: 0.0968316 Dec 21 22:57:18.154596 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660be18-3741-4055-8337-286075fe4cd6 req-18fd1e1b-5e63-4e8f-8332-ca48694877b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:57:18.155882 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f660be18-3741-4055-8337-286075fe4cd6 req-18fd1e1b-5e63-4e8f-8332-ca48694877b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c24496ef-a877-4c26-9ae6-279d67c7c8e8 HTTP/1.1" status: 200 len: 835 time: 0.0638785 Dec 21 22:57:18.229813 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f660be18-3741-4055-8337-286075fe4cd6 req-bfea8713-ae2f-40d8-92db-e85b79b49bb2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7dc3744-e043-4a05-898d-30b866e9c207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671837 Dec 21 22:57:18.359557 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f660be18-3741-4055-8337-286075fe4cd6 req-6ea7abd0-82dc-4e2d-8168-0454117f2d43 service neutron] 10.222.0.49 "GET /v2.0/networks/b7dc3744-e043-4a05-898d-30b866e9c207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232319 Dec 21 22:57:18.488157 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f660be18-3741-4055-8337-286075fe4cd6 req-73d69b8e-05fa-4f6a-8045-83a60854605c service neutron] 10.222.0.49 "GET /v2.0/networks/b7dc3744-e043-4a05-898d-30b866e9c207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211531 Dec 21 22:57:18.786440 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799645f-fe93-4002-9748-92289b3e4c8f req-3e0acf08-39c4-4ea6-9b55-f2841c2391b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:57:18.787787 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0799645f-fe93-4002-9748-92289b3e4c8f req-3e0acf08-39c4-4ea6-9b55-f2841c2391b9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.0768595 Dec 21 22:57:18.797389 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:57:18.833254 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0799645f-fe93-4002-9748-92289b3e4c8f req-7fc650a2-2be0-4285-bd71-b0fa378ddafe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397058 Dec 21 22:57:20.032313 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03fcd0-0212-45ba-af43-0cffa34d2a4f req-b86ada1a-a800-46ab-b594-6a5675497fca tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:57:20.033726 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2a03fcd0-0212-45ba-af43-0cffa34d2a4f req-b86ada1a-a800-46ab-b594-6a5675497fca tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.0798094 Dec 21 22:57:20.078126 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2a03fcd0-0212-45ba-af43-0cffa34d2a4f req-110c71db-9fa6-4429-8a8c-ebb10aab1761 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382726 Dec 21 22:57:21.279700 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915fe58-919e-4faa-ae94-d261887a93a8 req-425971ad-0b85-4472-8b7b-02f6cb9f29ee tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:57:21.281144 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2915fe58-919e-4faa-ae94-d261887a93a8 req-425971ad-0b85-4472-8b7b-02f6cb9f29ee tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.0764315 Dec 21 22:57:21.325529 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2915fe58-919e-4faa-ae94-d261887a93a8 req-19866549-1c86-4c3d-a383-06c02e281f44 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384965 Dec 21 22:57:22.518050 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03530881-0d0d-4f72-b759-fafdac0b833f req-c652b52a-fc9a-48a5-b827-0583cefba0ef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:57:22.519491 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-03530881-0d0d-4f72-b759-fafdac0b833f req-c652b52a-fc9a-48a5-b827-0583cefba0ef tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.0749888 Dec 21 22:57:22.565078 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-03530881-0d0d-4f72-b759-fafdac0b833f req-e8156d50-06ec-4b22-a20f-78d039df16e9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395138 Dec 21 22:57:23.765408 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e23a38-c8f1-4210-b446-37c7c90da9d6 req-94d84049-dfa5-413a-ac2a-360beaf717fa tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:57:23.766873 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e1e23a38-c8f1-4210-b446-37c7c90da9d6 req-94d84049-dfa5-413a-ac2a-360beaf717fa tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.0820501 Dec 21 22:57:23.811876 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e1e23a38-c8f1-4210-b446-37c7c90da9d6 req-e8a77fa2-fc1a-4b98-ac65-751da5648147 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387547 Dec 21 22:57:25.007516 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338b32e-e82e-439e-ba04-705cf25411b4 req-104cc56a-fd66-4edf-9115-f3efcecf8ff7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:57:25.008923 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0338b32e-e82e-439e-ba04-705cf25411b4 req-104cc56a-fd66-4edf-9115-f3efcecf8ff7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.0788112 Dec 21 22:57:25.054090 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0338b32e-e82e-439e-ba04-705cf25411b4 req-94fea470-fe49-4e9a-9caa-af59afa7bb23 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398111 Dec 21 22:57:26.251777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6957cc-e205-46cc-a6d5-f035807be029 req-4ee1bdb7-1792-49e1-84f2-c7f1eb3824ca tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:57:26.253209 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3a6957cc-e205-46cc-a6d5-f035807be029 req-4ee1bdb7-1792-49e1-84f2-c7f1eb3824ca tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.0758061 Dec 21 22:57:26.301146 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3a6957cc-e205-46cc-a6d5-f035807be029 req-ccdf38b4-2b7e-425b-b90e-303aac854634 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418239 Dec 21 22:57:26.329226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45588) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:57:26.433145 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-8d910d08-287f-4838-85e3-43b43db1d6e5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/21964505-a32e-483a-9067-647e8cd0183e HTTP/1.1" status: 200 len: 993 time: 0.1024685 Dec 21 22:57:27.259007 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d27517aa-01e4-4c40-92d4-9fe095cd9553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:57:29.653423 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8395972a-2be7-40f7-aca8-8271f0e6f6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:57:30.762040 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:57:30.842023 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:57:32.419886 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:57:45.664638 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:57:55.796861 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:57:57.259076 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-33c3d58a-5765-4744-9226-e8eda04573a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:57:58.887128 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45610) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:57:59.172152 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port 248ed764-e9d7-4c7e-9ea4-15a6f59c579c {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:57:59.172407 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:57:59.336095 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:57:59.336417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:57:59.452317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for 248ed764-e9d7-4c7e-9ea4-15a6f59c579c owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:57:59.648164 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:57:59.670745 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b5e29083-d44d-4328-9798-84fc80b763ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:57:59.692190 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=248ed764-e9d7-4c7e-9ea4-15a6f59c579c,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:57:59.732854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:57:59.733128 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:57:59.733460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:57:59.733796 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:57:59.734143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:57:59.734467 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:57:59.734788 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:57:59.735105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:57:59.735420 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:57:59.735735 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:57:59.736053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:57:59.793806 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:00.175317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:58:00.373329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:58:00.383813 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a7af68-eabd-45f1-af14-d851b8db65b7 None None] Sync routers for ids ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:58:00.395133 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a7af68-eabd-45f1-af14-d851b8db65b7 None None] Routers {'d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:58:00.396885 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a9a7af68-eabd-45f1-af14-d851b8db65b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:58:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:00.465319 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:00.517639 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5dd08949-aa6d-4310-b69b-b14c0a7ea6da tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/floatingips/21964505-a32e-483a-9067-647e8cd0183e HTTP/1.1" status: 204 len: 168 time: 1.6293983 Dec 21 22:58:00.518245 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1f4154-e7d3-45ac-931f-8466f66c0d8d', 'tag': 'b46a2643-2885-4379-b5ef-7568f00c9587'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:58:00.574066 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-a9a7af68-eabd-45f1-af14-d851b8db65b7 None None] Set router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:58:00.575639 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1f4154-e7d3-45ac-931f-8466f66c0d8d', 'tag': 'b46a2643-2885-4379-b5ef-7568f00c9587', 'status': 'completed', 'code': 200} Dec 21 22:58:00.751009 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:00.753285 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cfad2c3d-752f-401f-a2dd-b0639494bf52 req-1687a39b-dd1a-41c8-8a6b-909cf4cb754c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 1099 time: 0.1464105 Dec 21 22:58:00.871037 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:00.932002 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a9a7af68-eabd-45f1-af14-d851b8db65b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617835652', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:16Z', 'updated_at': '2021-12-21T22:56:21Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:17Z', 'updated_at': '2021-12-21T22:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '8e639528-e3c1-42c7-ad0d-7f4a279a40f5', 'name': '', 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:26:0b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:20Z', 'updated_at': '2021-12-21T22:56:28Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:00.937094 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a7af68-eabd-45f1-af14-d851b8db65b7 None None] Checking router: d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:58:00.949412 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a7af68-eabd-45f1-af14-d851b8db65b7 None None] Routers {'d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:58:00.950246 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a9a7af68-eabd-45f1-af14-d851b8db65b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:58:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:01.013974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad2c3d-752f-401f-a2dd-b0639494bf52 req-315604e1-8ea1-4df1-b1b2-873716da4ae3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:01.015615 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cfad2c3d-752f-401f-a2dd-b0639494bf52 req-315604e1-8ea1-4df1-b1b2-873716da4ae3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7dc3744-e043-4a05-898d-30b866e9c207 HTTP/1.1" status: 200 len: 898 time: 0.2561264 Dec 21 22:58:01.120619 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cfad2c3d-752f-401f-a2dd-b0639494bf52 req-12c5001a-d981-48d4-a417-3a0d6ff52b7b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b46a2643-2885-4379-b5ef-7568f00c9587 HTTP/1.1" status: 200 len: 217 time: 0.0974081 Dec 21 22:58:01.169590 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-a9a7af68-eabd-45f1-af14-d851b8db65b7 None None] Set router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:58:01.200988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad2c3d-752f-401f-a2dd-b0639494bf52 req-551f9b57-66bf-433a-bb2f-8122fbf3b87f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:01.202426 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cfad2c3d-752f-401f-a2dd-b0639494bf52 req-551f9b57-66bf-433a-bb2f-8122fbf3b87f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c24496ef-a877-4c26-9ae6-279d67c7c8e8 HTTP/1.1" status: 200 len: 835 time: 0.0711691 Dec 21 22:58:01.249122 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabff9ba-c1c1-4dc0-8ee1-6d35abbe2b5f req-b3ed321a-fc9d-4b78-a433-dbcbfee85f64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:01.249836 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-aabff9ba-c1c1-4dc0-8ee1-6d35abbe2b5f req-b3ed321a-fc9d-4b78-a433-dbcbfee85f64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:58:01.301394 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cfad2c3d-752f-401f-a2dd-b0639494bf52 req-3adaf91a-813a-49d9-9bb3-1c5d03f4c02f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7dc3744-e043-4a05-898d-30b866e9c207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908172 Dec 21 22:58:01.353329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-aabff9ba-c1c1-4dc0-8ee1-6d35abbe2b5f req-b3ed321a-fc9d-4b78-a433-dbcbfee85f64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:58:01.354477 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-aabff9ba-c1c1-4dc0-8ee1-6d35abbe2b5f req-b3ed321a-fc9d-4b78-a433-dbcbfee85f64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.2806747 Dec 21 22:58:01.492042 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-aabff9ba-c1c1-4dc0-8ee1-6d35abbe2b5f req-5e64350e-f971-406c-8b5d-811ceca83093 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287291 Dec 21 22:58:01.497672 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cfad2c3d-752f-401f-a2dd-b0639494bf52 req-8556e3bb-e213-4a9c-aaef-29e77dd1d04a service neutron] 10.222.0.49 "GET /v2.0/networks/b7dc3744-e043-4a05-898d-30b866e9c207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885202 Dec 21 22:58:01.498801 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-a9a7af68-eabd-45f1-af14-d851b8db65b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617835652', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:16Z', 'updated_at': '2021-12-21T22:56:21Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:17Z', 'updated_at': '2021-12-21T22:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '8e639528-e3c1-42c7-ad0d-7f4a279a40f5', 'name': '', 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:26:0b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:20Z', 'updated_at': '2021-12-21T22:56:28Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:01.506239 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a7af68-eabd-45f1-af14-d851b8db65b7 None None] The sync data for ids ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'] in dv-neutron-822520-1-hyperv is: [{'id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617835652', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:16Z', 'updated_at': '2021-12-21T22:56:21Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:17Z', 'updated_at': '2021-12-21T22:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '8e639528-e3c1-42c7-ad0d-7f4a279a40f5', 'name': '', 'network_id': 'b7dc3744-e043-4a05-898d-30b866e9c207', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:26:0b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:20Z', 'updated_at': '2021-12-21T22:56:28Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': 'c24496ef-a877-4c26-9ae6-279d67c7c8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:58:01.652942 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cfad2c3d-752f-401f-a2dd-b0639494bf52 req-e101b562-3c0d-4b17-8225-dd40f070b4d0 service neutron] 10.222.0.49 "GET /v2.0/networks/b7dc3744-e043-4a05-898d-30b866e9c207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349409 Dec 21 22:58:01.744712 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8684c19-d2d7-4e35-8ae0-9695289655e8 None None] New status for floating IP 21964505-a32e-483a-9067-647e8cd0183e: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:58:02.361745 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:02.682384 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43396d-9933-408a-a3f8-97b941ff4af1 req-ec7e2838-f31a-4a74-a732-b65a16dc5940 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:02.683835 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bd43396d-9933-408a-a3f8-97b941ff4af1 req-ec7e2838-f31a-4a74-a732-b65a16dc5940 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.0768981 Dec 21 22:58:02.701390 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b44c7b-b5e7-41fd-b6e2-9bf1d3ace522 req-af73ac08-ff9b-46f9-9034-5cdc689849d2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:02.702866 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-73b44c7b-b5e7-41fd-b6e2-9bf1d3ace522 req-af73ac08-ff9b-46f9-9034-5cdc689849d2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 946 time: 0.0776651 Dec 21 22:58:02.729299 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bd43396d-9933-408a-a3f8-97b941ff4af1 req-6bf46f74-80ee-4df3-a382-cd8a4e4994eb tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=b910b41c-f2df-4030-9947-61a9d238b105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399897 Dec 21 22:58:02.774498 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-73b44c7b-b5e7-41fd-b6e2-9bf1d3ace522 req-a0bfbe56-5cfb-49a2-8aaf-2a30e67b0046 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port b46a2643-2885-4379-b5ef-7568f00c9587 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:58:02.774860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-73b44c7b-b5e7-41fd-b6e2-9bf1d3ace522 req-a0bfbe56-5cfb-49a2-8aaf-2a30e67b0046 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:03.009392 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-73b44c7b-b5e7-41fd-b6e2-9bf1d3ace522 req-a0bfbe56-5cfb-49a2-8aaf-2a30e67b0046 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] For port b46a2643-2885-4379-b5ef-7568f00c9587, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=b46a2643-2885-4379-b5ef-7568f00c9587,segment=NetworkSegment(b35b5503-284e-4df2-bb06-3ca642336c47),segment_id=b35b5503-284e-4df2-bb06-3ca642336c47)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:58:03.009741 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-73b44c7b-b5e7-41fd-b6e2-9bf1d3ace522 req-a0bfbe56-5cfb-49a2-8aaf-2a30e67b0046 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:03.127366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-73b44c7b-b5e7-41fd-b6e2-9bf1d3ace522 req-a0bfbe56-5cfb-49a2-8aaf-2a30e67b0046 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for b46a2643-2885-4379-b5ef-7568f00c9587 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:58:03.327247 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-73b44c7b-b5e7-41fd-b6e2-9bf1d3ace522 req-a0bfbe56-5cfb-49a2-8aaf-2a30e67b0046 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:03.374154 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfbe56-5cfb-49a2-8aaf-2a30e67b0046 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=b46a2643-2885-4379-b5ef-7568f00c9587,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:03.448820 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b44c7b-b5e7-41fd-b6e2-9bf1d3ace522 req-a0bfbe56-5cfb-49a2-8aaf-2a30e67b0046 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] No DVR routers for this DVR port b46a2643-2885-4379-b5ef-7568f00c9587 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:58:03.451184 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-73b44c7b-b5e7-41fd-b6e2-9bf1d3ace522 req-a0bfbe56-5cfb-49a2-8aaf-2a30e67b0046 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:03.453637 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1f4154-e7d3-45ac-931f-8466f66c0d8d', 'name': 'network-vif-deleted', 'tag': 'b46a2643-2885-4379-b5ef-7568f00c9587'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:58:03.512850 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1f4154-e7d3-45ac-931f-8466f66c0d8d', 'name': 'network-vif-deleted', 'tag': 'b46a2643-2885-4379-b5ef-7568f00c9587', 'status': 'completed', 'code': 200} Dec 21 22:58:03.527561 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-73b44c7b-b5e7-41fd-b6e2-9bf1d3ace522 req-a0bfbe56-5cfb-49a2-8aaf-2a30e67b0046 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "DELETE /v2.0/ports/b46a2643-2885-4379-b5ef-7568f00c9587 HTTP/1.1" status: 204 len: 173 time: 0.8155930 Dec 21 22:58:03.918608 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3c046d36-a441-4bc9-b71a-3d9cad68de84 req-120f8fda-e1fa-4590-815b-69adbc68b1df tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1f4154-e7d3-45ac-931f-8466f66c0d8d HTTP/1.1" status: 200 len: 210 time: 0.0403254 Dec 21 22:58:05.022790 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45632) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:05.404491 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b46a2643-2885-4379-b5ef-7568f00c9587 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:58:05.439625 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: b46a2643-2885-4379-b5ef-7568f00c9587 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:58:05.439964 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device b46a2643-2885-4379-b5ef-7568f00c9587 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:58:05.501168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4eb6416b-9896-4085-af3b-0db4b2f1b7ac tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:06.091607 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6416b-9896-4085-af3b-0db4b2f1b7ac tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:58:06.092380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4eb6416b-9896-4085-af3b-0db4b2f1b7ac tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:06.277154 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-4eb6416b-9896-4085-af3b-0db4b2f1b7ac tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] For port 8e639528-e3c1-42c7-ad0d-7f4a279a40f5, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=8e639528-e3c1-42c7-ad0d-7f4a279a40f5,segment=NetworkSegment(b35b5503-284e-4df2-bb06-3ca642336c47),segment_id=b35b5503-284e-4df2-bb06-3ca642336c47)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:58:06.277511 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4eb6416b-9896-4085-af3b-0db4b2f1b7ac tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:06.394000 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6416b-9896-4085-af3b-0db4b2f1b7ac tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:58:06.692718 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4eb6416b-9896-4085-af3b-0db4b2f1b7ac tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:06.737882 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6416b-9896-4085-af3b-0db4b2f1b7ac tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=8e639528-e3c1-42c7-ad0d-7f4a279a40f5,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:07.131720 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4eb6416b-9896-4085-af3b-0db4b2f1b7ac tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:07.690811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb6416b-9896-4085-af3b-0db4b2f1b7ac tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:58:07.889329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb6416b-9896-4085-af3b-0db4b2f1b7ac tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:58:07.899319 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d6b28-a0d9-46e0-8a34-f6c352497bda None None] Sync routers for ids ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:58:07.902397 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4eb6416b-9896-4085-af3b-0db4b2f1b7ac tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "PUT /v2.0/routers/d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8785086 Dec 21 22:58:07.905142 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45636) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:07.912461 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d6b28-a0d9-46e0-8a34-f6c352497bda None None] Routers {'d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:58:07.913075 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7b6d6b28-a0d9-46e0-8a34-f6c352497bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:58:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:08.087736 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-7b6d6b28-a0d9-46e0-8a34-f6c352497bda None None] Set router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:58:08.090731 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting subnet c24496ef-a877-4c26-9ae6-279d67c7c8e8 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 22:58:08.093620 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:08.146498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:08.231722 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:08.362669 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:08.379771 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7b6d6b28-a0d9-46e0-8a34-f6c352497bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617835652', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:16Z', 'updated_at': '2021-12-21T22:58:06Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:17Z', 'updated_at': '2021-12-21T22:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:08.384183 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d6b28-a0d9-46e0-8a34-f6c352497bda None None] Checking router: d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:58:08.394374 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6d6b28-a0d9-46e0-8a34-f6c352497bda None None] Routers {'d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:58:08.394960 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7b6d6b28-a0d9-46e0-8a34-f6c352497bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:58:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:08.402459 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Subnet': ['ID=c24496ef-a877-4c26-9ae6-279d67c7c8e8,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:08.410279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:08.415344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fb53e6-e8e2-49c7-8a63-a70f782ce296 None None] Network b7dc3744-e043-4a05-898d-30b866e9c207 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:58:08.416561 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:08.416912 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:08.417258 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:08.417595 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:08.417931 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:08.418291 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:08.418619 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:08.418945 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:08.419269 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:08.419593 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:08.419914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:08.427224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45640) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:08.427763 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-662bf332-c623-442b-af1c-b993de33d858 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/subnets/c24496ef-a877-4c26-9ae6-279d67c7c8e8 HTTP/1.1" status: 204 len: 168 time: 0.5211716 Dec 21 22:58:08.567080 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-7b6d6b28-a0d9-46e0-8a34-f6c352497bda None None] Set router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:58:08.638194 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0ffa391c-7123-42f4-8300-6c710c4721c9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:08.690570 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] DHCP port deletion for b7dc3744-e043-4a05-898d-30b866e9c207 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 22:58:08.695432 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] Deleting port aa59f335-54e7-4afc-bb93-601277475c81 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:58:08.695803 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:08.883395 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7b6d6b28-a0d9-46e0-8a34-f6c352497bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617835652', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:16Z', 'updated_at': '2021-12-21T22:58:06Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:17Z', 'updated_at': '2021-12-21T22:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:08.887353 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6d6b28-a0d9-46e0-8a34-f6c352497bda None None] The sync data for ids ['d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f'] in dv-neutron-822520-1-hyperv is: [{'id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-617835652', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:56:16Z', 'updated_at': '2021-12-21T22:58:06Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '6471f7af-3a5e-4e84-837f-fb9dba9a73e5', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:b4:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b8cb16-248d-4c58-92f7-47dbb5b0ee9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:56:17Z', 'updated_at': '2021-12-21T22:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:58:08.909407 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] For port aa59f335-54e7-4afc-bb93-601277475c81, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=aa59f335-54e7-4afc-bb93-601277475c81,segment=NetworkSegment(b35b5503-284e-4df2-bb06-3ca642336c47),segment_id=b35b5503-284e-4df2-bb06-3ca642336c47)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:58:08.909715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:08.964006 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0ffa391c-7123-42f4-8300-6c710c4721c9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:09.029422 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] Calling delete_port for aa59f335-54e7-4afc-bb93-601277475c81 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:58:09.035860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-0ffa391c-7123-42f4-8300-6c710c4721c9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port 6471f7af-3a5e-4e84-837f-fb9dba9a73e5 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 22:58:09.036194 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0ffa391c-7123-42f4-8300-6c710c4721c9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:09.156365 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:09.211617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-0ffa391c-7123-42f4-8300-6c710c4721c9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] For port 6471f7af-3a5e-4e84-837f-fb9dba9a73e5, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=6471f7af-3a5e-4e84-837f-fb9dba9a73e5,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:58:09.211997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0ffa391c-7123-42f4-8300-6c710c4721c9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:09.241784 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] Pushing event deleted for resources: {'Port': ['ID=aa59f335-54e7-4afc-bb93-601277475c81,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:09.252633 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] No DVR routers for this DVR port aa59f335-54e7-4afc-bb93-601277475c81 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 22:58:09.256654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:09.257000 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:09.257336 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:09.257670 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:09.258064 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:09.258397 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:09.258720 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:09.259043 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:09.259360 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:09.259702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:09.260023 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e28b20-ae94-4208-9c06-d8dfb1b8f686 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:09.349075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-0ffa391c-7123-42f4-8300-6c710c4721c9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for 6471f7af-3a5e-4e84-837f-fb9dba9a73e5 owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 22:58:09.561888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0ffa391c-7123-42f4-8300-6c710c4721c9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:09.606502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa391c-7123-42f4-8300-6c710c4721c9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=6471f7af-3a5e-4e84-837f-fb9dba9a73e5,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:09.826967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0ffa391c-7123-42f4-8300-6c710c4721c9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:10.079474 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0ffa391c-7123-42f4-8300-6c710c4721c9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:10.084206 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0ffa391c-7123-42f4-8300-6c710c4721c9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:10.179019 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0ffa391c-7123-42f4-8300-6c710c4721c9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:10.179538 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffa391c-7123-42f4-8300-6c710c4721c9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Fanout notify agent at l3_agent the message router_deleted on router d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 22:58:10.194967 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0ffa391c-7123-42f4-8300-6c710c4721c9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:10.196178 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0ffa391c-7123-42f4-8300-6c710c4721c9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/routers/d4b8cb16-248d-4c58-92f7-47dbb5b0ee9f HTTP/1.1" status: 204 len: 168 time: 1.7679892 Dec 21 22:58:10.198984 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45644) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:10.407668 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f98adb4-ac82-4a7a-9b50-73281dd2f118 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:10.534444 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f98adb4-ac82-4a7a-9b50-73281dd2f118 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:10.563148 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-5f98adb4-ac82-4a7a-9b50-73281dd2f118 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7dc3744-e043-4a05-898d-30b866e9c207']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:10.575396 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-5f98adb4-ac82-4a7a-9b50-73281dd2f118 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35b5503-284e-4df2-bb06-3ca642336c47') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:10.575679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-5f98adb4-ac82-4a7a-9b50-73281dd2f118 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35b5503-284e-4df2-bb06-3ca642336c47') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:10.586898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f98adb4-ac82-4a7a-9b50-73281dd2f118 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:10.602048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f98adb4-ac82-4a7a-9b50-73281dd2f118 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:10.607730 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f98adb4-ac82-4a7a-9b50-73281dd2f118 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 22:58:10.613352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f98adb4-ac82-4a7a-9b50-73281dd2f118 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 22:58:10.622604 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 22:58:10.637909 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device aa59f335-54e7-4afc-bb93-601277475c81 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:58:10.672749 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: aa59f335-54e7-4afc-bb93-601277475c81 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:58:10.673100 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device aa59f335-54e7-4afc-bb93-601277475c81 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:58:10.673514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:58:10.709964 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:58:10.710332 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 8e639528-e3c1-42c7-ad0d-7f4a279a40f5 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:58:10.762125 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f98adb4-ac82-4a7a-9b50-73281dd2f118 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:10.782550 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f98adb4-ac82-4a7a-9b50-73281dd2f118 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:10.794127 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98adb4-ac82-4a7a-9b50-73281dd2f118 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Network': ['ID=b7dc3744-e043-4a05-898d-30b866e9c207,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:10.842687 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5f98adb4-ac82-4a7a-9b50-73281dd2f118 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/networks/b7dc3744-e043-4a05-898d-30b866e9c207 HTTP/1.1" status: 204 len: 168 time: 0.6426032 Dec 21 22:58:10.845200 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45648) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:10.913141 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-22b2c10a-fbc8-4471-ad77-7d744b4faa45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:10.941211 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-22b2c10a-fbc8-4471-ad77-7d744b4faa45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:11.035822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-22b2c10a-fbc8-4471-ad77-7d744b4faa45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:11.054195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2c10a-fbc8-4471-ad77-7d744b4faa45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b910b41c-f2df-4030-9947-61a9d238b105,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:11.104223 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-22b2c10a-fbc8-4471-ad77-7d744b4faa45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:11.105289 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-22b2c10a-fbc8-4471-ad77-7d744b4faa45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/security-groups/b910b41c-f2df-4030-9947-61a9d238b105 HTTP/1.1" status: 204 len: 168 time: 0.2591138 Dec 21 22:58:11.548790 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45656) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:11.554681 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1cc144fc-0d63-4f98-9914-099ed9c015d4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2063266308', 'description': 'tempest-secgroup-smoke-2063266308 description', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:11.561615 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1cc144fc-0d63-4f98-9914-099ed9c015d4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:58:11.565545 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1cc144fc-0d63-4f98-9914-099ed9c015d4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:58:11.568333 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1cc144fc-0d63-4f98-9914-099ed9c015d4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:58:11.574715 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1cc144fc-0d63-4f98-9914-099ed9c015d4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:58:11.652943 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1cc144fc-0d63-4f98-9914-099ed9c015d4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:11.686430 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1cc144fc-0d63-4f98-9914-099ed9c015d4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:58:11.689997 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1cc144fc-0d63-4f98-9914-099ed9c015d4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:58:11.692725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1cc144fc-0d63-4f98-9914-099ed9c015d4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:58:11.699585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1cc144fc-0d63-4f98-9914-099ed9c015d4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:58:11.755757 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1cc144fc-0d63-4f98-9914-099ed9c015d4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:11.819799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1cc144fc-0d63-4f98-9914-099ed9c015d4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:11.861960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc144fc-0d63-4f98-9914-099ed9c015d4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb08e01-8117-43c9-81ee-6e954e83e37c,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:11.921855 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1cc144fc-0d63-4f98-9914-099ed9c015d4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:11.923081 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1cc144fc-0d63-4f98-9914-099ed9c015d4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3733239 Dec 21 22:58:11.925932 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45660) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:11.931699 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d5423577-da80-4b13-9e17-6f8251353280 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'adb08e01-8117-43c9-81ee-6e954e83e37c', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:11.937496 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d5423577-da80-4b13-9e17-6f8251353280 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:58:11.941228 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d5423577-da80-4b13-9e17-6f8251353280 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:58:11.944135 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d5423577-da80-4b13-9e17-6f8251353280 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:58:11.950261 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d5423577-da80-4b13-9e17-6f8251353280 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:58:12.018412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d5423577-da80-4b13-9e17-6f8251353280 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:12.077223 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d5423577-da80-4b13-9e17-6f8251353280 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:12.138948 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d5423577-da80-4b13-9e17-6f8251353280 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:12.165656 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5423577-da80-4b13-9e17-6f8251353280 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760d711d-1289-412b-9a9a-0994e2eef8b4,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:12.230720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d5423577-da80-4b13-9e17-6f8251353280 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:12.235303 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d5423577-da80-4b13-9e17-6f8251353280 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3050745 Dec 21 22:58:12.235303 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45664) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:12.237042 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 6471f7af-3a5e-4e84-837f-fb9dba9a73e5 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:58:12.240020 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b1450cc7-e4e9-429c-aecd-66167a2d6a52 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'adb08e01-8117-43c9-81ee-6e954e83e37c', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:12.247221 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b1450cc7-e4e9-429c-aecd-66167a2d6a52 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:58:12.251367 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b1450cc7-e4e9-429c-aecd-66167a2d6a52 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:58:12.254683 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b1450cc7-e4e9-429c-aecd-66167a2d6a52 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:58:12.261046 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b1450cc7-e4e9-429c-aecd-66167a2d6a52 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:58:12.269746 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 6471f7af-3a5e-4e84-837f-fb9dba9a73e5 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 22:58:12.270118 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 6471f7af-3a5e-4e84-837f-fb9dba9a73e5 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 22:58:12.339556 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b1450cc7-e4e9-429c-aecd-66167a2d6a52 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:12.399177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b1450cc7-e4e9-429c-aecd-66167a2d6a52 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:12.458481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b1450cc7-e4e9-429c-aecd-66167a2d6a52 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:12.484682 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1450cc7-e4e9-429c-aecd-66167a2d6a52 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9ca180-5d76-49d2-b836-ad21408e919f,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:12.539702 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b1450cc7-e4e9-429c-aecd-66167a2d6a52 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:12.540907 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b1450cc7-e4e9-429c-aecd-66167a2d6a52 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3054726 Dec 21 22:58:12.543605 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45668) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:12.548932 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ed484185-75f5-4a3e-af15-fad7915865f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'adb08e01-8117-43c9-81ee-6e954e83e37c', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:12.555308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ed484185-75f5-4a3e-af15-fad7915865f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:58:12.559073 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ed484185-75f5-4a3e-af15-fad7915865f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:58:12.561878 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ed484185-75f5-4a3e-af15-fad7915865f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:58:12.567560 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ed484185-75f5-4a3e-af15-fad7915865f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:58:12.637219 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ed484185-75f5-4a3e-af15-fad7915865f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:12.697870 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ed484185-75f5-4a3e-af15-fad7915865f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:12.778840 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ed484185-75f5-4a3e-af15-fad7915865f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:12.801830 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed484185-75f5-4a3e-af15-fad7915865f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edade19-ec3a-4ce8-b851-e0171b878d7b,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:12.864632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ed484185-75f5-4a3e-af15-fad7915865f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:12.866429 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ed484185-75f5-4a3e-af15-fad7915865f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3212850 Dec 21 22:58:12.869229 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45672) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:12.874495 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e2be2b14-ff53-4949-bbbd-661bf3723ce8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'adb08e01-8117-43c9-81ee-6e954e83e37c', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:12.880121 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e2be2b14-ff53-4949-bbbd-661bf3723ce8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:58:12.883952 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e2be2b14-ff53-4949-bbbd-661bf3723ce8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:58:12.886772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e2be2b14-ff53-4949-bbbd-661bf3723ce8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:58:12.892381 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e2be2b14-ff53-4949-bbbd-661bf3723ce8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:58:12.956413 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e2be2b14-ff53-4949-bbbd-661bf3723ce8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:13.017642 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e2be2b14-ff53-4949-bbbd-661bf3723ce8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:13.064616 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e2be2b14-ff53-4949-bbbd-661bf3723ce8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:13.086727 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be2b14-ff53-4949-bbbd-661bf3723ce8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9090eecb-0e64-4b40-8b7c-b64e80575cfe,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:13.127560 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e2be2b14-ff53-4949-bbbd-661bf3723ce8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:13.128823 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e2be2b14-ff53-4949-bbbd-661bf3723ce8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2587173 Dec 21 22:58:13.131637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45676) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:13.136826 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-2af624a5-6725-450c-b5fe-4a76866fd98f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'adb08e01-8117-43c9-81ee-6e954e83e37c', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:13.142511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2af624a5-6725-450c-b5fe-4a76866fd98f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:58:13.146136 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2af624a5-6725-450c-b5fe-4a76866fd98f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:58:13.148980 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-2af624a5-6725-450c-b5fe-4a76866fd98f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:58:13.154543 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-2af624a5-6725-450c-b5fe-4a76866fd98f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:58:13.213431 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-2af624a5-6725-450c-b5fe-4a76866fd98f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Project 02dfa9ce959a4b2cafcb8b1668a5da78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:58:13.219962 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2af624a5-6725-450c-b5fe-4a76866fd98f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:13.286667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2af624a5-6725-450c-b5fe-4a76866fd98f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:13.333374 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2af624a5-6725-450c-b5fe-4a76866fd98f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:13.358160 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af624a5-6725-450c-b5fe-4a76866fd98f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd06d10-928c-4c90-ac5f-ff77eb7be25e,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:13.407433 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-2af624a5-6725-450c-b5fe-4a76866fd98f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:13.408576 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-2af624a5-6725-450c-b5fe-4a76866fd98f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2760460 Dec 21 22:58:13.411254 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45680) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:13.417080 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-0acc7b3f-09fc-4484-ba23-9169c9494bd2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'adb08e01-8117-43c9-81ee-6e954e83e37c', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:13.423290 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0acc7b3f-09fc-4484-ba23-9169c9494bd2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:58:13.427050 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0acc7b3f-09fc-4484-ba23-9169c9494bd2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:58:13.430524 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-0acc7b3f-09fc-4484-ba23-9169c9494bd2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:58:13.436003 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-0acc7b3f-09fc-4484-ba23-9169c9494bd2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:58:13.493089 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-0acc7b3f-09fc-4484-ba23-9169c9494bd2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Project 02dfa9ce959a4b2cafcb8b1668a5da78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 22:58:13.499406 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0acc7b3f-09fc-4484-ba23-9169c9494bd2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:13.562457 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0acc7b3f-09fc-4484-ba23-9169c9494bd2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:13.612939 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0acc7b3f-09fc-4484-ba23-9169c9494bd2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:13.637348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc7b3f-09fc-4484-ba23-9169c9494bd2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a88f90-0bc1-4d85-9eb8-20d488131303,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:13.703538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-0acc7b3f-09fc-4484-ba23-9169c9494bd2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:13.704722 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-0acc7b3f-09fc-4484-ba23-9169c9494bd2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2925844 Dec 21 22:58:13.707789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45684) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:13.713464 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-fe8db59a-0e8e-4601-adb5-2067c2c47a0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'network': {'name': 'tempest-network-smoke--1300285246', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'port_security_enabled': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:13.718405 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fe8db59a-0e8e-4601-adb5-2067c2c47a0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:58:13.722424 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fe8db59a-0e8e-4601-adb5-2067c2c47a0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:network and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:58:13.725285 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fe8db59a-0e8e-4601-adb5-2067c2c47a0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:58:13.731785 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fe8db59a-0e8e-4601-adb5-2067c2c47a0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:58:13.806400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8db59a-0e8e-4601-adb5-2067c2c47a0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Made reservation on behalf of 02dfa9ce959a4b2cafcb8b1668a5da78 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:58:13.809530 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fe8db59a-0e8e-4601-adb5-2067c2c47a0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:13.838024 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8db59a-0e8e-4601-adb5-2067c2c47a0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 22:58:13.846601 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fe8db59a-0e8e-4601-adb5-2067c2c47a0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:13.846928 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-fe8db59a-0e8e-4601-adb5-2067c2c47a0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Added segment 681cad9a-0978-4ff8-b67c-a58d0f8c3f20 of type vlan for network ccaf3e16-e1e0-43a1-805e-154bc7a05fea Dec 21 22:58:13.874725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fe8db59a-0e8e-4601-adb5-2067c2c47a0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:13.938506 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fe8db59a-0e8e-4601-adb5-2067c2c47a0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:13.942055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8db59a-0e8e-4601-adb5-2067c2c47a0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:13.942617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fe8db59a-0e8e-4601-adb5-2067c2c47a0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:14.043192 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fe8db59a-0e8e-4601-adb5-2067c2c47a0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3343055 Dec 21 22:58:14.045822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45688) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:14.048062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8db59a-0e8e-4601-adb5-2067c2c47a0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Network': ['ID=ccaf3e16-e1e0-43a1-805e-154bc7a05fea,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:14.051091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-878152481', 'admin_state_up': True, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:14.058688 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:58:14.059439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network ccaf3e16-e1e0-43a1-805e-154bc7a05fea details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 22:58:14.062652 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:router and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:58:14.065519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:58:14.072812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:58:14.133384 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:14.134356 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:14.152483 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:14.447134 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:14.661993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:14.690857 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:14.822680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.26.3.241 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/716ec495-df50-4f62-a205-e086b4522830) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:58:14.963811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:15.025485 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:15.098083 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:58:15.100785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:58:15.106465 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:58:15.132532 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=716ec495-df50-4f62-a205-e086b4522830,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:15.339648 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:15.340412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:15.606279 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 22:58:15.698842 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:15.802991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:58:15.812350 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Sync routers for ids ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:58:15.824583 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Routers {'0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:58:15.825270 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:58:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:15.887531 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:15.888656 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a88b2f28-ee60-41a4-8f1c-4eedea5df25a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8418095 Dec 21 22:58:15.891767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45692) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:15.934087 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a20fe95d-4ddd-4511-b513-d73a7aab33b4 tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=02dfa9ce959a4b2cafcb8b1668a5da78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412352 Dec 21 22:58:15.936636 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45696) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:16.002422 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Set router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:58:16.078041 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cb9b1b-0718-47ac-b8dc-00ca988a5704 tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:16.079523 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a5cb9b1b-0718-47ac-b8dc-00ca988a5704 tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1420045 Dec 21 22:58:16.082671 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45700) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:16.121888 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e844c1bf-50c4-45e6-86d3-85ac20414544 tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381804 Dec 21 22:58:16.124460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45704) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:16.129547 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-c72a50f4-c289-4f6b-a658-697a764747f8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-348190314', 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:16.237578 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c72a50f4-c289-4f6b-a658-697a764747f8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:58:16.241443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c72a50f4-c289-4f6b-a658-697a764747f8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:subnet and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:58:16.244945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-c72a50f4-c289-4f6b-a658-697a764747f8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:58:16.250778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-c72a50f4-c289-4f6b-a658-697a764747f8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:58:16.295733 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878152481', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '716ec495-df50-4f62-a205-e086b4522830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:15Z', 'revision_number': 3, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '716ec495-df50-4f62-a205-e086b4522830', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:57:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:16.299480 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Checking router: 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:58:16.299819 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Updating router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b port 716ec495-df50-4f62-a205-e086b4522830 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:58:16.349709 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:16.356190 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72a50f4-c289-4f6b-a658-697a764747f8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Made reservation on behalf of 02dfa9ce959a4b2cafcb8b1668a5da78 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:58:16.566605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c72a50f4-c289-4f6b-a658-697a764747f8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:16.674763 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:16.687318 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Transition to ACTIVE for port object 716ec495-df50-4f62-a205-e086b4522830 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:58:16.750321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:16.831126 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c72a50f4-c289-4f6b-a658-697a764747f8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:16.844171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Attempting to bind port 716ec495-df50-4f62-a205-e086b4522830 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:58:16.844550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Attempting to bind port 716ec495-df50-4f62-a205-e086b4522830 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:58:16.844908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Attempting to bind port 716ec495-df50-4f62-a205-e086b4522830 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:58:16.847092 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5e977-fa73-4046-9dca-8151b457f0b5 None None] Pushing event updated for resources: {'Port': ['ID=716ec495-df50-4f62-a205-e086b4522830,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:16.855541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:58:16.856035 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:58:16.856440 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:16.856829 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:58:16.857288 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Bound port: 716ec495-df50-4f62-a205-e086b4522830, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:58:16.857654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:16.910142 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a50f4-c289-4f6b-a658-697a764747f8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Subnet': ['ID=8d0521fc-ccba-446b-9c14-f1467cae6ac4,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:16.924681 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72a50f4-c289-4f6b-a658-697a764747f8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Checking segment: {'id': '681cad9a-0978-4ff8-b67c-a58d0f8c3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:58:16.925039 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72a50f4-c289-4f6b-a658-697a764747f8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network hostable DHCP agents. Network: ccaf3e16-e1e0-43a1-805e-154bc7a05fea, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 22:58:16.930967 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] For port 716ec495-df50-4f62-a205-e086b4522830, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:58:16.933988 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] For port 716ec495-df50-4f62-a205-e086b4522830, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=716ec495-df50-4f62-a205-e086b4522830,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:58:17.014200 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:17.024466 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72a50f4-c289-4f6b-a658-697a764747f8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network ccaf3e16-e1e0-43a1-805e-154bc7a05fea is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 22:58:17.095304 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5e977-fa73-4046-9dca-8151b457f0b5 None None] Pushing event updated for resources: {'Port': ['ID=716ec495-df50-4f62-a205-e086b4522830,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:17.097973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Routers {'0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:58:17.098585 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:58:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:17.099143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-c72a50f4-c289-4f6b-a658-697a764747f8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, ccaf3e16-e1e0-43a1-805e-154bc7a05fea) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:58:17.113260 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72a50f4-c289-4f6b-a658-697a764747f8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:17.113846 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-c72a50f4-c289-4f6b-a658-697a764747f8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:17.149182 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fef880-feb0-4107-82d2-78c86f9fd60f None None] Network ccaf3e16-e1e0-43a1-805e-154bc7a05fea requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:58:17.190958 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c72a50f4-c289-4f6b-a658-697a764747f8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0654912 Dec 21 22:58:17.193771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45708) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:17.457330 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] Set router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:58:17.629833 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ips': [{'subnet_id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 22:58:17.631546 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:17.906963 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Allocated IP 172.20.0.2 (ccaf3e16-e1e0-43a1-805e-154bc7a05fea/8d0521fc-ccba-446b-9c14-f1467cae6ac4/b259371f-ce7c-41cc-a827-f4f95ac405b5) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:58:17.947439 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878152481', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '716ec495-df50-4f62-a205-e086b4522830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:15Z', 'revision_number': 3, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '716ec495-df50-4f62-a205-e086b4522830', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:57:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:17.961411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:17.965097 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450362cf-7e53-4225-9965-255e7a92b45a None None] The sync data for ids ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'] in dv-neutron-822520-1-hyperv is: [{'id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878152481', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '716ec495-df50-4f62-a205-e086b4522830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:15Z', 'revision_number': 3, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '716ec495-df50-4f62-a205-e086b4522830', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:57:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:58:18.148557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:18.168338 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Transition to ACTIVE for port object b259371f-ce7c-41cc-a827-f4f95ac405b5 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:58:18.189486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Transition to ACTIVE for port object b259371f-ce7c-41cc-a827-f4f95ac405b5 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:58:18.253787 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:18.333947 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 716ec495-df50-4f62-a205-e086b4522830 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:58:18.366924 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Network ccaf3e16-e1e0-43a1-805e-154bc7a05fea is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:58:18.372248 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Pushing event updated for resources: {'Port': ['ID=b259371f-ce7c-41cc-a827-f4f95ac405b5,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:18.381098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:58:18.385174 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:58:18.418694 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.20.0.1 (ccaf3e16-e1e0-43a1-805e-154bc7a05fea/8d0521fc-ccba-446b-9c14-f1467cae6ac4/15d217f0-1f9d-4417-90e1-cdd0a8a418c2) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:58:18.495624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Attempting to bind port b259371f-ce7c-41cc-a827-f4f95ac405b5 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:58:18.495992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Attempting to bind port b259371f-ce7c-41cc-a827-f4f95ac405b5 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '681cad9a-0978-4ff8-b67c-a58d0f8c3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:58:18.496351 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Attempting to bind port b259371f-ce7c-41cc-a827-f4f95ac405b5 on network ccaf3e16-e1e0-43a1-805e-154bc7a05fea {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:58:18.504318 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:58:18.504686 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Checking segment: {'id': '681cad9a-0978-4ff8-b67c-a58d0f8c3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:58:18.505087 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:18.505475 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Bound using segment: {'id': '681cad9a-0978-4ff8-b67c-a58d0f8c3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:58:18.505946 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Bound port: b259371f-ce7c-41cc-a827-f4f95ac405b5, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681cad9a-0978-4ff8-b67c-a58d0f8c3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:58:18.514136 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:18.565331 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 716ec495-df50-4f62-a205-e086b4522830 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:58:18.581580 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 716ec495-df50-4f62-a205-e086b4522830 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:58:18.581946 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:18.655353 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] For port b259371f-ce7c-41cc-a827-f4f95ac405b5, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:58:18.660139 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] For port b259371f-ce7c-41cc-a827-f4f95ac405b5, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b259371f-ce7c-41cc-a827-f4f95ac405b5,segment=NetworkSegment(681cad9a-0978-4ff8-b67c-a58d0f8c3f20),segment_id=681cad9a-0978-4ff8-b67c-a58d0f8c3f20)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:58:18.718947 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:18.728336 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:18.739464 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Transition to ACTIVE for port object 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:58:18.771997 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:18.798221 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:18.817712 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 716ec495-df50-4f62-a205-e086b4522830, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=716ec495-df50-4f62-a205-e086b4522830,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:58:18.821909 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db51377-1e3b-4e32-aff1-f73dc0793c2c None None] Pushing event updated for resources: {'Port': ['ID=b259371f-ce7c-41cc-a827-f4f95ac405b5,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:18.877125 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network ccaf3e16-e1e0-43a1-805e-154bc7a05fea is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:58:18.880436 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:58:18.885965 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:58:18.888071 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:18.919868 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=15d217f0-1f9d-4417-90e1-cdd0a8a418c2,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:18.957272 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:18.966430 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=716ec495-df50-4f62-a205-e086b4522830,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:19.123820 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:19.525642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:19.584883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:19.701505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=15d217f0-1f9d-4417-90e1-cdd0a8a418c2,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:19.703859 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:19.753471 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8832f2-17ce-4d93-a328-a9bffaa7f330 None None] Network ccaf3e16-e1e0-43a1-805e-154bc7a05fea requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 22:58:19.852050 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network ccaf3e16-e1e0-43a1-805e-154bc7a05fea is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:58:19.853686 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:58:19.959373 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-251f5eb4-4998-4597-a0cf-e559bbb23a0c None None] Provisioning for port b259371f-ce7c-41cc-a827-f4f95ac405b5 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:58:20.255688 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:58:20.356061 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-dbba1ad5-d214-432c-ae19-622c6469ca93 None None] Provisioning for port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:58:20.367438 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-dbba1ad5-d214-432c-ae19-622c6469ca93 None None] Provisioning complete for port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:58:20.367844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dbba1ad5-d214-432c-ae19-622c6469ca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:20.398635 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 716ec495-df50-4f62-a205-e086b4522830 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:58:20.479916 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-dbba1ad5-d214-432c-ae19-622c6469ca93 None None] Port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:58:20.508018 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 716ec495-df50-4f62-a205-e086b4522830 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:58:20.508018 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:20.618454 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:58:20.631884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b259371f-ce7c-41cc-a827-f4f95ac405b5 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:58:20.632051 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fc5caeb4-f111-45f3-b462-5812e76eda0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "PUT /v2.0/routers/0ca7d133-8327-4ddc-b82c-84e1ad7fb85b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4370687 Dec 21 22:58:20.691058 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-24c30e03-87ee-4144-9fd8-e54899722c1d None None] Provisioning complete for port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:58:20.691432 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-24c30e03-87ee-4144-9fd8-e54899722c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:20.753897 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-24c30e03-87ee-4144-9fd8-e54899722c1d None None] Port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:58:20.810563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-2f3ca723-7837-407c-8a95-260afe0bd2cf tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:58:20.812725 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port b259371f-ce7c-41cc-a827-f4f95ac405b5 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:58:20.817775 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port b259371f-ce7c-41cc-a827-f4f95ac405b5 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:58:20.818179 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:20.886965 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-2f3ca723-7837-407c-8a95-260afe0bd2cf tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:58:20.888197 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-2f3ca723-7837-407c-8a95-260afe0bd2cf tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2063266308&fields=id&tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78 HTTP/1.1" status: 200 len: 267 time: 0.1212077 Dec 21 22:58:20.913687 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-001996f1-32f8-442e-a5b3-bf271bd3e0af None None] Provisioning complete for port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:58:20.914072 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-001996f1-32f8-442e-a5b3-bf271bd3e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:20.989350 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:21.000324 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-001996f1-32f8-442e-a5b3-bf271bd3e0af None None] Port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:58:21.022731 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port b259371f-ce7c-41cc-a827-f4f95ac405b5, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b259371f-ce7c-41cc-a827-f4f95ac405b5,segment=NetworkSegment(681cad9a-0978-4ff8-b67c-a58d0f8c3f20),segment_id=681cad9a-0978-4ff8-b67c-a58d0f8c3f20)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:58:21.038202 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-80c3d34c-9c40-4d39-b843-c4151ebf06c7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:21.038855 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-80c3d34c-9c40-4d39-b843-c4151ebf06c7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:network {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:58:21.075557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:21.104426 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-80c3d34c-9c40-4d39-b843-c4151ebf06c7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:network {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:58:21.105671 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-80c3d34c-9c40-4d39-b843-c4151ebf06c7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/networks?id=ccaf3e16-e1e0-43a1-805e-154bc7a05fea HTTP/1.1" status: 200 len: 797 time: 0.2107999 Dec 21 22:58:21.122965 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-209e65a1-5bda-497e-a85c-acd48ce42c5e tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/quotas/02dfa9ce959a4b2cafcb8b1668a5da78 HTTP/1.1" status: 200 len: 375 time: 0.0115905 Dec 21 22:58:21.143855 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=b259371f-ce7c-41cc-a827-f4f95ac405b5,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:21.205580 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-b95ced2f-153b-4440-82d7-5c7d489b0763 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754976 Dec 21 22:58:21.342848 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-1a01d452-1e0b-4d82-a8da-140142b0878e service neutron] 10.222.0.37 "GET /v2.0/networks/ccaf3e16-e1e0-43a1-805e-154bc7a05fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248400 Dec 21 22:58:21.476443 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-4f9ac5fb-360d-418b-89b3-52fc213ad914 service neutron] 10.222.0.37 "GET /v2.0/networks/ccaf3e16-e1e0-43a1-805e-154bc7a05fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279593 Dec 21 22:58:21.602692 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Sync routers for ids ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:58:21.614643 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Routers {'0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:58:21.615236 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:58:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:21.763962 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-2361297c-ab12-45ab-9495-65391dae480e req-6d5d4905-43e2-462e-897a-210ba11d5d88 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:58:21.802446 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Set router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:58:21.836178 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-2361297c-ab12-45ab-9495-65391dae480e req-6d5d4905-43e2-462e-897a-210ba11d5d88 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:58:21.837780 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2361297c-ab12-45ab-9495-65391dae480e req-6d5d4905-43e2-462e-897a-210ba11d5d88 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 210 time: 0.1177425 Dec 21 22:58:22.108680 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878152481', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '716ec495-df50-4f62-a205-e086b4522830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '716ec495-df50-4f62-a205-e086b4522830', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '15d217f0-1f9d-4417-90e1-cdd0a8a418c2', 'name': '', 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:fc:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:18Z', 'updated_at': '2021-12-21T22:58:19Z', 'revision_number': 2, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:22.112603 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Checking router: 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:58:22.112950 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Updating router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 22:58:22.167221 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:22.303137 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b259371f-ce7c-41cc-a827-f4f95ac405b5 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:58:22.375653 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port b259371f-ce7c-41cc-a827-f4f95ac405b5 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:58:22.376151 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:22.518379 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:22.529620 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Transition to ACTIVE for port object 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:58:22.579237 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:22.702928 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffef400-4483-462c-a93d-984753a6f0d9 None None] Pushing event updated for resources: {'Port': ['ID=15d217f0-1f9d-4417-90e1-cdd0a8a418c2,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:22.741766 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffef400-4483-462c-a93d-984753a6f0d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:22.742156 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffef400-4483-462c-a93d-984753a6f0d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:22.742484 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffef400-4483-462c-a93d-984753a6f0d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:22.742862 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffef400-4483-462c-a93d-984753a6f0d9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:22.743679 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffef400-4483-462c-a93d-984753a6f0d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:22.744005 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffef400-4483-462c-a93d-984753a6f0d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:22.744327 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffef400-4483-462c-a93d-984753a6f0d9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:22.744648 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffef400-4483-462c-a93d-984753a6f0d9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:22.744975 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffef400-4483-462c-a93d-984753a6f0d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:22.745536 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffef400-4483-462c-a93d-984753a6f0d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:22.745536 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffef400-4483-462c-a93d-984753a6f0d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:58:22.803270 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Attempting to bind port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:58:22.803632 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Attempting to bind port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '681cad9a-0978-4ff8-b67c-a58d0f8c3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:58:22.803986 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Attempting to bind port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 on network ccaf3e16-e1e0-43a1-805e-154bc7a05fea {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:58:22.811257 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:58:22.811616 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Checking segment: {'id': '681cad9a-0978-4ff8-b67c-a58d0f8c3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:58:22.812005 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:22.812415 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Bound using segment: {'id': '681cad9a-0978-4ff8-b67c-a58d0f8c3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:58:22.812844 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Bound port: 15d217f0-1f9d-4417-90e1-cdd0a8a418c2, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681cad9a-0978-4ff8-b67c-a58d0f8c3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:58:22.813200 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:22.897676 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] For port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:58:22.901581 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] For port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=15d217f0-1f9d-4417-90e1-cdd0a8a418c2,segment=NetworkSegment(681cad9a-0978-4ff8-b67c-a58d0f8c3f20),segment_id=681cad9a-0978-4ff8-b67c-a58d0f8c3f20)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:58:22.979742 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:23.007444 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b95022c7-8668-4135-9584-c06c5d42beda req-e22812c2-36a2-4f2e-b27b-1bcda6b85fd9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 210 time: 0.0459852 Dec 21 22:58:23.062049 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffef400-4483-462c-a93d-984753a6f0d9 None None] Pushing event updated for resources: {'Port': ['ID=15d217f0-1f9d-4417-90e1-cdd0a8a418c2,revision_number=4']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:23.064790 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Routers {'0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:58:23.065384 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:58:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:23.281065 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] Set router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:58:23.590914 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878152481', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '716ec495-df50-4f62-a205-e086b4522830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '716ec495-df50-4f62-a205-e086b4522830', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '15d217f0-1f9d-4417-90e1-cdd0a8a418c2', 'name': '', 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:fc:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:18Z', 'updated_at': '2021-12-21T22:58:22Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:23.594760 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c87d66-2c41-43e8-89be-b52b827bba62 None None] The sync data for ids ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'] in dv-neutron-822520-1-hyperv is: [{'id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878152481', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '716ec495-df50-4f62-a205-e086b4522830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '716ec495-df50-4f62-a205-e086b4522830', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '15d217f0-1f9d-4417-90e1-cdd0a8a418c2', 'name': '', 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:fc:21:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:18Z', 'updated_at': '2021-12-21T22:58:22Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:58:23.909352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-8a6681bb-9e70-4911-8bbc-1866d55a25d6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:23.911011 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-8a6681bb-9e70-4911-8bbc-1866d55a25d6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "GET /v2.0/networks?id=ccaf3e16-e1e0-43a1-805e-154bc7a05fea HTTP/1.1" status: 200 len: 797 time: 0.1519549 Dec 21 22:58:23.970741 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-e5f3ef65-2271-429b-b99f-5edab844f940 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78 HTTP/1.1" status: 200 len: 380 time: 0.0451851 Dec 21 22:58:23.980085 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-c88ced80-eafb-4cfd-ab18-afc2732629b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'port': {'device_id': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'admin_state_up': True, 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'security_groups': ['adb08e01-8117-43c9-81ee-6e954e83e37c']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:24.131606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-c88ced80-eafb-4cfd-ab18-afc2732629b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:58:24.143468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-c88ced80-eafb-4cfd-ab18-afc2732629b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:58:24.212591 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b436783d-1817-4e20-8fab-0e1388397a08 req-089dfc80-954e-4646-8855-9ad4f707ff42 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 210 time: 0.0466001 Dec 21 22:58:24.236993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-c88ced80-eafb-4cfd-ab18-afc2732629b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Made reservation on behalf of 02dfa9ce959a4b2cafcb8b1668a5da78 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 22:58:24.247882 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-c88ced80-eafb-4cfd-ab18-afc2732629b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:24.335845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:58:24.441672 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-c88ced80-eafb-4cfd-ab18-afc2732629b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.20.0.10 (ccaf3e16-e1e0-43a1-805e-154bc7a05fea/8d0521fc-ccba-446b-9c14-f1467cae6ac4/c8c427c9-9eae-49c2-ada9-09a64f7ce156) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:58:24.453262 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:58:24.458992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:58:24.459358 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:24.591827 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:24.624410 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=15d217f0-1f9d-4417-90e1-cdd0a8a418c2,segment=NetworkSegment(681cad9a-0978-4ff8-b67c-a58d0f8c3f20),segment_id=681cad9a-0978-4ff8-b67c-a58d0f8c3f20)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:58:24.642864 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-c88ced80-eafb-4cfd-ab18-afc2732629b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:24.658870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-c88ced80-eafb-4cfd-ab18-afc2732629b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Transition to ACTIVE for port object c8c427c9-9eae-49c2-ada9-09a64f7ce156 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:58:24.704367 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:24.762471 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-c88ced80-eafb-4cfd-ab18-afc2732629b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:24.769710 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=15d217f0-1f9d-4417-90e1-cdd0a8a418c2,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:24.832439 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-c88ced80-eafb-4cfd-ab18-afc2732629b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network ccaf3e16-e1e0-43a1-805e-154bc7a05fea is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:58:24.835543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-c88ced80-eafb-4cfd-ab18-afc2732629b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:58:24.839932 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-c88ced80-eafb-4cfd-ab18-afc2732629b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:58:24.873707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ced80-eafb-4cfd-ab18-afc2732629b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=c8c427c9-9eae-49c2-ada9-09a64f7ce156,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:24.909088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-c88ced80-eafb-4cfd-ab18-afc2732629b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:24.909682 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-c88ced80-eafb-4cfd-ab18-afc2732629b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:24.996948 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-c88ced80-eafb-4cfd-ab18-afc2732629b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0208733 Dec 21 22:58:25.012975 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Request body: {'port': {'device_id': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:25.120539 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:25.150544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d2ff2324-472c-41a7-8e9d-5d523ea29015 None None] Provisioning for port c8c427c9-9eae-49c2-ada9-09a64f7ce156 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:58:25.155357 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d2ff2324-472c-41a7-8e9d-5d523ea29015 None None] Provisioning complete for port c8c427c9-9eae-49c2-ada9-09a64f7ce156 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:58:25.155722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d2ff2324-472c-41a7-8e9d-5d523ea29015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:25.210109 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff2324-472c-41a7-8e9d-5d523ea29015 None None] Port c8c427c9-9eae-49c2-ada9-09a64f7ce156 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 22:58:25.464465 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c427c9-9eae-49c2-ada9-09a64f7ce156 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:58:25.471252 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:25.485632 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Transition to ACTIVE for port object c8c427c9-9eae-49c2-ada9-09a64f7ce156 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 22:58:25.496398 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b172b88-94d4-46a4-b6f2-ae6df5ac09b2 req-c710a390-1fd3-4a27-9aa0-7ba1525a5f1d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:25.498102 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3b172b88-94d4-46a4-b6f2-ae6df5ac09b2 req-c710a390-1fd3-4a27-9aa0-7ba1525a5f1d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 932 time: 0.1545448 Dec 21 22:58:25.543202 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3b172b88-94d4-46a4-b6f2-ae6df5ac09b2 req-3c1bfb7d-adf4-40f8-acc4-e7cc9ac77c29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398893 Dec 21 22:58:25.550228 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:25.789461 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Pushing event updated for resources: {'Port': ['ID=c8c427c9-9eae-49c2-ada9-09a64f7ce156,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:25.893699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Attempting to bind port c8c427c9-9eae-49c2-ada9-09a64f7ce156 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 22:58:25.893935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Attempting to bind port c8c427c9-9eae-49c2-ada9-09a64f7ce156 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '681cad9a-0978-4ff8-b67c-a58d0f8c3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 22:58:25.894286 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Attempting to bind port c8c427c9-9eae-49c2-ada9-09a64f7ce156 on network ccaf3e16-e1e0-43a1-805e-154bc7a05fea {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:58:25.900018 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Port c8c427c9-9eae-49c2-ada9-09a64f7ce156 on network ccaf3e16-e1e0-43a1-805e-154bc7a05fea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 22:58:25.900330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Attempting to bind port c8c427c9-9eae-49c2-ada9-09a64f7ce156 on network ccaf3e16-e1e0-43a1-805e-154bc7a05fea {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 22:58:25.906357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 22, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 22:58:25.906683 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Checking segment: {'id': '681cad9a-0978-4ff8-b67c-a58d0f8c3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 22:58:25.907054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Bound using segment: {'id': '681cad9a-0978-4ff8-b67c-a58d0f8c3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 22:58:25.907459 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Bound port: c8c427c9-9eae-49c2-ada9-09a64f7ce156, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681cad9a-0978-4ff8-b67c-a58d0f8c3f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 22:58:25.907816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:25.992753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] For port c8c427c9-9eae-49c2-ada9-09a64f7ce156, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 22:58:25.996172 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] For port c8c427c9-9eae-49c2-ada9-09a64f7ce156, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c8c427c9-9eae-49c2-ada9-09a64f7ce156,segment=NetworkSegment(681cad9a-0978-4ff8-b67c-a58d0f8c3f20),segment_id=681cad9a-0978-4ff8-b67c-a58d0f8c3f20)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 22:58:26.053624 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:26.117903 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:26.120113 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] 10.222.0.49 "PUT /v2.0/ports/c8c427c9-9eae-49c2-ada9-09a64f7ce156 HTTP/1.1" status: 200 len: 1094 time: 1.1124241 Dec 21 22:58:26.120813 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'tag': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:58:26.140253 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b108f6-6958-4651-9c2d-3c2ee6e9442d service neutron] Pushing event updated for resources: {'Port': ['ID=c8c427c9-9eae-49c2-ada9-09a64f7ce156,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:26.180844 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'tag': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156', 'status': 'completed', 'code': 200} Dec 21 22:58:26.291574 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-82e4f6ef-1cb7-4c3a-86e9-d6cfa6638135 req-bd6b2486-f957-4865-bde3-93d901c518be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 1097 time: 0.0828271 Dec 21 22:58:26.301148 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:58:26.381033 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:58:26.381395 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:26.439714 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4f6ef-1cb7-4c3a-86e9-d6cfa6638135 req-03693c44-8a32-46fc-bf56-c6746bd52178 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:26.441080 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-82e4f6ef-1cb7-4c3a-86e9-d6cfa6638135 req-03693c44-8a32-46fc-bf56-c6746bd52178 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1389427 Dec 21 22:58:26.580286 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4f6ef-1cb7-4c3a-86e9-d6cfa6638135 req-007eb686-1c03-41fd-ab7f-56ef416c0aa5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:26.581953 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-82e4f6ef-1cb7-4c3a-86e9-d6cfa6638135 req-007eb686-1c03-41fd-ab7f-56ef416c0aa5 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313434 Dec 21 22:58:26.691065 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-506e61d7-0dff-4606-a547-3886fb4791b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 1097 time: 0.0688426 Dec 21 22:58:26.749878 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcfb22-772f-40a6-a7d9-538633004af5 req-02494676-73dd-49c5-8b0f-71536a64f298 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:26.751268 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-31fcfb22-772f-40a6-a7d9-538633004af5 req-02494676-73dd-49c5-8b0f-71536a64f298 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 944 time: 0.0787859 Dec 21 22:58:26.767355 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-8f41b8c9-213b-4f98-885f-ed80881f9cd1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8c427c9-9eae-49c2-ada9-09a64f7ce156 HTTP/1.1" status: 200 len: 217 time: 0.0652256 Dec 21 22:58:26.796914 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-31fcfb22-772f-40a6-a7d9-538633004af5 req-e75c9533-3d2e-4aa9-9d79-b508c4c1ec7f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401938 Dec 21 22:58:26.832449 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-4f2038ac-dc3f-4dc8-abb4-170946045808 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:26.833875 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-4f2038ac-dc3f-4dc8-abb4-170946045808 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d0521fc-ccba-446b-9c14-f1467cae6ac4 HTTP/1.1" status: 200 len: 834 time: 0.0570207 Dec 21 22:58:26.914311 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-36779007-9e09-4f12-9144-1d53f86f1826 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ccaf3e16-e1e0-43a1-805e-154bc7a05fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699692 Dec 21 22:58:27.047862 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-db5b77ad-0b28-4843-bf28-6d1be9a1dfeb service neutron] 10.222.0.49 "GET /v2.0/networks/ccaf3e16-e1e0-43a1-805e-154bc7a05fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238341 Dec 21 22:58:27.179421 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2652d0c0-887c-4ecb-be1d-5c64253e346c req-f1a6938e-38eb-46c6-9c2a-94ea8839dd5b service neutron] 10.222.0.49 "GET /v2.0/networks/ccaf3e16-e1e0-43a1-805e-154bc7a05fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238763 Dec 21 22:58:27.293514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ecbfa53e-f5a2-4539-89af-da91c0a44e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:27.990254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048122c-d30c-4d24-b43e-2273971ec105 req-34fe857d-ae82-487b-9b60-44d1f7fd8024 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:27.990933 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-6048122c-d30c-4d24-b43e-2273971ec105 req-34fe857d-ae82-487b-9b60-44d1f7fd8024 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 22:58:28.058553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-6048122c-d30c-4d24-b43e-2273971ec105 req-34fe857d-ae82-487b-9b60-44d1f7fd8024 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 22:58:28.059691 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6048122c-d30c-4d24-b43e-2273971ec105 req-34fe857d-ae82-487b-9b60-44d1f7fd8024 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 944 time: 0.1444256 Dec 21 22:58:28.105828 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6048122c-d30c-4d24-b43e-2273971ec105 req-d40fe1d0-b1d1-4629-8114-9d5f5806817e tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402639 Dec 21 22:58:29.299434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe4b26-a511-4750-b3dd-7ad57d18b677 req-9430063c-5a11-4b23-85aa-faf7914466d5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:29.300880 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-78fe4b26-a511-4750-b3dd-7ad57d18b677 req-9430063c-5a11-4b23-85aa-faf7914466d5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 944 time: 0.0759518 Dec 21 22:58:29.345294 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-78fe4b26-a511-4750-b3dd-7ad57d18b677 req-b9d5c87a-0b15-45b6-999f-54089a1677d9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390637 Dec 21 22:58:29.497917 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c8c427c9-9eae-49c2-ada9-09a64f7ce156 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:58:29.670521 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c8c427c9-9eae-49c2-ada9-09a64f7ce156, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c8c427c9-9eae-49c2-ada9-09a64f7ce156,segment=NetworkSegment(681cad9a-0978-4ff8-b67c-a58d0f8c3f20),segment_id=681cad9a-0978-4ff8-b67c-a58d0f8c3f20)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:58:29.684108 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156', 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'port_id': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156', 'mac_address': 'fa:16:3e:4c:e5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:58:29.713563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b9863666-8227-4a81-8105-f84b65d42d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:29.737622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:29.756890 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c427c9-9eae-49c2-ada9-09a64f7ce156 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:58:29.771959 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c8c427c9-9eae-49c2-ada9-09a64f7ce156, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c8c427c9-9eae-49c2-ada9-09a64f7ce156,segment=NetworkSegment(681cad9a-0978-4ff8-b67c-a58d0f8c3f20),segment_id=681cad9a-0978-4ff8-b67c-a58d0f8c3f20)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:58:29.813037 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:29.876949 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=c8c427c9-9eae-49c2-ada9-09a64f7ce156,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:30.074958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['c8c427c9-9eae-49c2-ada9-09a64f7ce156'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:58:30.543833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee82477-0840-4692-8f39-0572297638ac req-f79c48e8-ec72-4b13-a218-832ea48ffde2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:30.545242 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6ee82477-0840-4692-8f39-0572297638ac req-f79c48e8-ec72-4b13-a218-832ea48ffde2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 945 time: 0.0790107 Dec 21 22:58:30.589693 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6ee82477-0840-4692-8f39-0572297638ac req-d0b23013-0095-436f-bdd6-27ebf56e3dac tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389502 Dec 21 22:58:30.767444 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:30.847417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:31.513467 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c8c427c9-9eae-49c2-ada9-09a64f7ce156 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:58:31.698244 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port c8c427c9-9eae-49c2-ada9-09a64f7ce156 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 22:58:31.703185 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port c8c427c9-9eae-49c2-ada9-09a64f7ce156 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:58:31.703556 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:31.815458 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:31.846059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:58:31.855809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c8c427c9-9eae-49c2-ada9-09a64f7ce156, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c8c427c9-9eae-49c2-ada9-09a64f7ce156,segment=NetworkSegment(681cad9a-0978-4ff8-b67c-a58d0f8c3f20),segment_id=681cad9a-0978-4ff8-b67c-a58d0f8c3f20)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:58:31.869704 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b2544-aef2-4c86-b49d-4ab44e94d85f req-5b802add-da46-47d6-af38-7ec09b03c1b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:31.871094 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6b6b2544-aef2-4c86-b49d-4ab44e94d85f req-5b802add-da46-47d6-af38-7ec09b03c1b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 945 time: 0.0852985 Dec 21 22:58:31.939036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:31.943011 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6b6b2544-aef2-4c86-b49d-4ab44e94d85f req-152dee79-ff1b-4aa3-bdb7-a7dd222548d9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658128 Dec 21 22:58:32.014597 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156', 'code': 200} Dec 21 22:58:32.017015 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=c8c427c9-9eae-49c2-ada9-09a64f7ce156,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:32.343484 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:32.371442 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9c323f3-3383-4046-a976-59471b3cd743 req-867a6377-e62c-4652-a62e-dce283de0fee service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 1099 time: 0.0674756 Dec 21 22:58:32.420137 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b9c323f3-3383-4046-a976-59471b3cd743 req-c60228ee-31dc-4562-b4bb-4a928a623a18 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391037 Dec 21 22:58:32.797525 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:58:33.143151 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cbc37-cea3-4dda-a081-604baad96fbe req-21a02843-5951-45fa-8630-52c5d546b669 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:33.144486 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4b1cbc37-cea3-4dda-a081-604baad96fbe req-21a02843-5951-45fa-8630-52c5d546b669 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0749128 Dec 21 22:58:33.191168 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4b1cbc37-cea3-4dda-a081-604baad96fbe req-7ce8831e-9fe9-4117-bc97-d46f7894c1bd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412343 Dec 21 22:58:34.393010 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c2702-9eaf-4452-b456-f97e4c4c677f req-be640879-f3c3-46ec-a327-7698216026dc tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:34.394471 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5d5c2702-9eaf-4452-b456-f97e4c4c677f req-be640879-f3c3-46ec-a327-7698216026dc tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0766203 Dec 21 22:58:34.439188 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5d5c2702-9eaf-4452-b456-f97e4c4c677f req-f5904ff0-c62d-4afc-8d28-8babbacadc3e tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393798 Dec 21 22:58:34.630789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87b444-a649-4709-9d3b-91bc1ce2a9d2 req-97dad8da-53df-438b-ac17-143310e93746 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:34.632293 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-af87b444-a649-4709-9d3b-91bc1ce2a9d2 req-97dad8da-53df-438b-ac17-143310e93746 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0755007 Dec 21 22:58:34.677529 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-af87b444-a649-4709-9d3b-91bc1ce2a9d2 req-76e4439b-d1f3-4434-aaa1-3f92987b2288 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391722 Dec 21 22:58:34.704721 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45762) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:34.777450 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a93f03db-c4a3-4405-b20d-8934823ba69c tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 1094 time: 0.0714545 Dec 21 22:58:34.780188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45766) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:34.785388 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 22:58:34.790861 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 22:58:34.794821 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:floatingip and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 22:58:34.797533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 22:58:34.803135 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 22:58:34.887177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:35.021129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:35.150847 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.26.3.31 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/ee74cbae-e18d-4ac5-90ad-23139788533e) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 22:58:35.293650 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:35.373454 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:35.442970 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 22:58:35.445616 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 22:58:35.448390 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 22:58:35.476657 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=ee74cbae-e18d-4ac5-90ad-23139788533e,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:36.030636 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:36.141987 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:36.343195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:36.401815 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:36.501983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=ee74cbae-e18d-4ac5-90ad-23139788533e,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:58:36.518249 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:36.746088 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Floating IP a55c6672-652c-4c60-ad9d-2d8e9324b4cb associated. External IP: 172.26.3.31, port: c8c427c9-9eae-49c2-ada9-09a64f7ce156. Dec 21 22:58:37.129071 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 22:58:37.325843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 22:58:37.336246 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f10058c-bbed-4a07-ac78-e1ef628109a1 None None] Sync routers for ids ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 22:58:37.348402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f10058c-bbed-4a07-ac78-e1ef628109a1 None None] Routers {'0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:58:37.349002 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1f10058c-bbed-4a07-ac78-e1ef628109a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:58:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:37.413238 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:37.466975 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-08d295eb-679a-40db-a77a-41e61ce8555d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6858032 Dec 21 22:58:37.467823 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'tag': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:58:37.529932 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-1f10058c-bbed-4a07-ac78-e1ef628109a1 None None] Set router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:58:37.607858 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'tag': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156', 'status': 'completed', 'code': 200} Dec 21 22:58:37.801825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bf2e4-be55-4150-b39f-3cd473d03412 req-f54fdd2f-3eaa-484f-9144-b7b74b57a665 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:37.803925 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4b2bf2e4-be55-4150-b39f-3cd473d03412 req-f54fdd2f-3eaa-484f-9144-b7b74b57a665 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.2371845 Dec 21 22:58:37.838519 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b33aba83-1e59-45b9-9ad9-d6a1a5e60492 req-d4a213cc-0fb7-4a14-8980-ff73a588b8cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 1099 time: 0.1068850 Dec 21 22:58:37.889281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1f10058c-bbed-4a07-ac78-e1ef628109a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878152481', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '716ec495-df50-4f62-a205-e086b4522830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '716ec495-df50-4f62-a205-e086b4522830', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'a55c6672-652c-4c60-ad9d-2d8e9324b4cb', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'port_id': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'mac_address': 'fa:16:3e:4c:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:58:35Z', 'updated_at': '2021-12-21T22:58:35Z', 'revision_number': 0, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d217f0-1f9d-4417-90e1-cdd0a8a418c2', 'name': '', 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:fc:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:18Z', 'updated_at': '2021-12-21T22:58:24Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:37.893118 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f10058c-bbed-4a07-ac78-e1ef628109a1 None None] Checking router: 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 22:58:37.899064 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4b2bf2e4-be55-4150-b39f-3cd473d03412 req-c6315d6e-2026-4d14-a34b-d44397876f9b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895548 Dec 21 22:58:37.904067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f10058c-bbed-4a07-ac78-e1ef628109a1 None None] Routers {'0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 22:58:37.904952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1f10058c-bbed-4a07-ac78-e1ef628109a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T22:58:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:37.927918 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45776) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:37.986222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aba83-1e59-45b9-9ad9-d6a1a5e60492 req-1ab3d666-dbde-45e0-b850-bb0b6f3c33d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:37.990969 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b33aba83-1e59-45b9-9ad9-d6a1a5e60492 req-1ab3d666-dbde-45e0-b850-bb0b6f3c33d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ccaf3e16-e1e0-43a1-805e-154bc7a05fea HTTP/1.1" status: 200 len: 898 time: 0.1407533 Dec 21 22:58:38.036849 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-25c4cf51-7463-451c-a027-1afd5ec4a6ec tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/a55c6672-652c-4c60-ad9d-2d8e9324b4cb HTTP/1.1" status: 200 len: 991 time: 0.1077924 Dec 21 22:58:38.089156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-1f10058c-bbed-4a07-ac78-e1ef628109a1 None None] Set router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 22:58:38.095361 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b33aba83-1e59-45b9-9ad9-d6a1a5e60492 req-85ae4d1f-9de8-453b-a71a-5a1c08ad4b8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8c427c9-9eae-49c2-ada9-09a64f7ce156 HTTP/1.1" status: 200 len: 999 time: 0.1002619 Dec 21 22:58:38.161426 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33aba83-1e59-45b9-9ad9-d6a1a5e60492 req-2eadb08b-576d-4127-a2fd-54646862944b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:58:38.162895 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b33aba83-1e59-45b9-9ad9-d6a1a5e60492 req-2eadb08b-576d-4127-a2fd-54646862944b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d0521fc-ccba-446b-9c14-f1467cae6ac4 HTTP/1.1" status: 200 len: 834 time: 0.0619991 Dec 21 22:58:38.237454 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b33aba83-1e59-45b9-9ad9-d6a1a5e60492 req-5fd509b4-e1b7-4bc8-9af5-37b1e53c7906 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ccaf3e16-e1e0-43a1-805e-154bc7a05fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681217 Dec 21 22:58:38.372829 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b33aba83-1e59-45b9-9ad9-d6a1a5e60492 req-ddb786fa-e7e9-4f41-932d-325031d16199 service neutron] 10.222.0.49 "GET /v2.0/networks/ccaf3e16-e1e0-43a1-805e-154bc7a05fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286666 Dec 21 22:58:38.469730 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-1f10058c-bbed-4a07-ac78-e1ef628109a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878152481', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '716ec495-df50-4f62-a205-e086b4522830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '716ec495-df50-4f62-a205-e086b4522830', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'a55c6672-652c-4c60-ad9d-2d8e9324b4cb', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'port_id': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'mac_address': 'fa:16:3e:4c:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:58:35Z', 'updated_at': '2021-12-21T22:58:35Z', 'revision_number': 0, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d217f0-1f9d-4417-90e1-cdd0a8a418c2', 'name': '', 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:fc:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:18Z', 'updated_at': '2021-12-21T22:58:24Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 22:58:38.473691 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f10058c-bbed-4a07-ac78-e1ef628109a1 None None] The sync data for ids ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'] in dv-neutron-822520-1-hyperv is: [{'id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878152481', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '716ec495-df50-4f62-a205-e086b4522830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '716ec495-df50-4f62-a205-e086b4522830', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'a55c6672-652c-4c60-ad9d-2d8e9324b4cb', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'floating_ip_address': '172.26.3.31', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'port_id': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'mac_address': 'fa:16:3e:4c:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T22:58:35Z', 'updated_at': '2021-12-21T22:58:35Z', 'revision_number': 0, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d217f0-1f9d-4417-90e1-cdd0a8a418c2', 'name': '', 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:fc:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:18Z', 'updated_at': '2021-12-21T22:58:24Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 22:58:38.508352 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b33aba83-1e59-45b9-9ad9-d6a1a5e60492 req-ddd1af1f-b9d4-4a44-a85b-6feedaecc470 service neutron] 10.222.0.49 "GET /v2.0/networks/ccaf3e16-e1e0-43a1-805e-154bc7a05fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291771 Dec 21 22:58:39.039820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45780) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:39.237086 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4a95cfa0-ea27-436e-802e-b792b2c3a220 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/a55c6672-652c-4c60-ad9d-2d8e9324b4cb HTTP/1.1" status: 200 len: 991 time: 0.1961539 Dec 21 22:58:40.240916 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45784) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:40.347670 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-66e08825-d506-48d9-ab5e-c14d192e4186 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/a55c6672-652c-4c60-ad9d-2d8e9324b4cb HTTP/1.1" status: 200 len: 991 time: 0.1056018 Dec 21 22:58:40.599048 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bab6ad-0d35-4755-a949-d1597d49f51e None None] New status for floating IP a55c6672-652c-4c60-ad9d-2d8e9324b4cb: ACTIVE {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 22:58:41.350545 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45788) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:58:41.457749 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b688e2ca-8095-4d0e-879d-22614701a781 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/a55c6672-652c-4c60-ad9d-2d8e9324b4cb HTTP/1.1" status: 200 len: 993 time: 0.1060188 Dec 21 22:58:45.738943 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:57.293364 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-96a46c9d-189e-49fc-84cf-b90d8666ad44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:58:59.658726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6990a2cf-7b0f-4338-9e95-edf7470b8b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:00.761662 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:00.852841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:02.371495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:09.798816 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:59:10.805967 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a6821fc2-3916-44b8-a697-c2a01c408207 req-211541f3-f516-41e0-be6b-2196e1e7667e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0661592 Dec 21 22:59:11.243936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68abc2-dc52-4f90-b9fb-80dca435e486 req-92b0c0b0-20ab-461d-88a4-3e8dfecd4fb4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:11.246184 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fa68abc2-dc52-4f90-b9fb-80dca435e486 req-92b0c0b0-20ab-461d-88a4-3e8dfecd4fb4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0800238 Dec 21 22:59:11.296190 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fa68abc2-dc52-4f90-b9fb-80dca435e486 req-38c347df-a154-47fd-8368-8b776d8bdfc4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425260 Dec 21 22:59:11.335036 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45810) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:11.469988 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-b54b9e24-f654-4166-a89f-46e774ee2db7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1338379 Dec 21 22:59:12.499508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9cd88-4cc8-4db1-ac30-ffb87348ed3a req-d4989255-0c32-4ffe-b0bb-70edadda77af tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:12.500940 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ead9cd88-4cc8-4db1-ac30-ffb87348ed3a req-d4989255-0c32-4ffe-b0bb-70edadda77af tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0746527 Dec 21 22:59:12.546406 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ead9cd88-4cc8-4db1-ac30-ffb87348ed3a req-472ea029-3818-46a8-8690-24838fd49339 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399814 Dec 21 22:59:13.748212 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb188c4a-0e3a-4e7c-b7f1-422013cfc0ce req-01dc92db-3f80-4c5e-84e7-91f67cfa9700 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:13.749666 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fb188c4a-0e3a-4e7c-b7f1-422013cfc0ce req-01dc92db-3f80-4c5e-84e7-91f67cfa9700 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0796139 Dec 21 22:59:13.794909 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fb188c4a-0e3a-4e7c-b7f1-422013cfc0ce req-15442625-c5bb-465b-a21a-57b8112047d0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397358 Dec 21 22:59:14.599089 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-ef52d1e1-0f9b-469b-a9f0-a3139aa72e71 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 1099 time: 0.0705285 Dec 21 22:59:14.732086 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-46420e96-e6d0-4df0-8e9b-4900e5285dce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:14.733487 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-46420e96-e6d0-4df0-8e9b-4900e5285dce service neutron] 10.222.0.49 "GET /v2.0/networks?id=ccaf3e16-e1e0-43a1-805e-154bc7a05fea HTTP/1.1" status: 200 len: 898 time: 0.1238825 Dec 21 22:59:14.834531 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-45aa27ba-d776-44b9-87fe-edd169d510fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8c427c9-9eae-49c2-ada9-09a64f7ce156 HTTP/1.1" status: 200 len: 1001 time: 0.0917122 Dec 21 22:59:15.034025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-3a913ed0-e7a6-4fd4-a3f6-1be7dca97446 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:15.035435 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-3a913ed0-e7a6-4fd4-a3f6-1be7dca97446 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d0521fc-ccba-446b-9c14-f1467cae6ac4 HTTP/1.1" status: 200 len: 834 time: 0.1908994 Dec 21 22:59:15.110787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd34323-12bd-4eb1-9869-df26e034894a req-27078b1b-7bc7-4993-8c9b-8e21c36ed8ab tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:15.112192 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4fd34323-12bd-4eb1-9869-df26e034894a req-27078b1b-7bc7-4993-8c9b-8e21c36ed8ab tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.1414309 Dec 21 22:59:15.162736 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-dfc9f862-bcd0-42dc-bcbf-1b4d93b60277 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ccaf3e16-e1e0-43a1-805e-154bc7a05fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1151288 Dec 21 22:59:15.167330 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4fd34323-12bd-4eb1-9869-df26e034894a req-9f90024d-e296-43df-90de-73cb17789b68 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490041 Dec 21 22:59:15.298095 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-a084147d-210d-45bd-83bd-019f5ed55fa1 service neutron] 10.222.0.49 "GET /v2.0/networks/ccaf3e16-e1e0-43a1-805e-154bc7a05fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243560 Dec 21 22:59:15.431025 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-29947c29-8271-4359-94fb-31b59c8f4092 service neutron] 10.222.0.49 "GET /v2.0/networks/ccaf3e16-e1e0-43a1-805e-154bc7a05fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231160 Dec 21 22:59:15.744461 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:16.362729 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cfe07-e3cb-43a3-8350-8ab303611e49 req-2be1c130-690d-4132-adcd-3c6b31d8c506 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:16.364163 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9c0cfe07-e3cb-43a3-8350-8ab303611e49 req-2be1c130-690d-4132-adcd-3c6b31d8c506 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0749118 Dec 21 22:59:16.408296 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9c0cfe07-e3cb-43a3-8350-8ab303611e49 req-c93693d6-ca4b-47f9-9dfe-80ddb20dac2d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387423 Dec 21 22:59:17.621462 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43798f-6572-4d5a-8a62-e006943a11e6 req-ed1cb7d8-0645-4569-8b23-b580070babca tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:17.622916 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9b43798f-6572-4d5a-8a62-e006943a11e6 req-ed1cb7d8-0645-4569-8b23-b580070babca tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0817609 Dec 21 22:59:17.668583 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9b43798f-6572-4d5a-8a62-e006943a11e6 req-b53bb75f-f668-4405-a410-fd8e04f169df tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395229 Dec 21 22:59:18.869249 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0ab59a7a-01c1-4c00-9d66-f4c0d9f0873a req-d606de6c-0010-4c3a-b779-2bdebed934f1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 1099 time: 0.0750058 Dec 21 22:59:19.013919 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d3fc6-26d5-4086-8cb8-75e1eb9d3be7 req-8f832796-c1ef-4c6c-a5ed-32773ceb00c3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:19.015320 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-153d3fc6-26d5-4086-8cb8-75e1eb9d3be7 req-8f832796-c1ef-4c6c-a5ed-32773ceb00c3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0792139 Dec 21 22:59:19.019040 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab59a7a-01c1-4c00-9d66-f4c0d9f0873a req-d8aba009-4ad6-4440-830c-ebfe114255ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:19.020460 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0ab59a7a-01c1-4c00-9d66-f4c0d9f0873a req-d8aba009-4ad6-4440-830c-ebfe114255ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=ccaf3e16-e1e0-43a1-805e-154bc7a05fea HTTP/1.1" status: 200 len: 898 time: 0.1273534 Dec 21 22:59:19.062605 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-153d3fc6-26d5-4086-8cb8-75e1eb9d3be7 req-2b760c10-f1cf-4596-b3ed-ccf87f90b882 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416923 Dec 21 22:59:19.126325 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0ab59a7a-01c1-4c00-9d66-f4c0d9f0873a req-14fe1d7d-b1f4-4fee-bb90-6a521855b7a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8c427c9-9eae-49c2-ada9-09a64f7ce156 HTTP/1.1" status: 200 len: 1001 time: 0.0963588 Dec 21 22:59:19.191643 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab59a7a-01c1-4c00-9d66-f4c0d9f0873a req-a7149a1d-c237-4ec8-b6a5-82e662d310d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:19.193165 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0ab59a7a-01c1-4c00-9d66-f4c0d9f0873a req-a7149a1d-c237-4ec8-b6a5-82e662d310d7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d0521fc-ccba-446b-9c14-f1467cae6ac4 HTTP/1.1" status: 200 len: 834 time: 0.0575578 Dec 21 22:59:19.274427 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0ab59a7a-01c1-4c00-9d66-f4c0d9f0873a req-78682549-b114-4764-ba90-be7cf86c1f4a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ccaf3e16-e1e0-43a1-805e-154bc7a05fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706539 Dec 21 22:59:19.409410 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0ab59a7a-01c1-4c00-9d66-f4c0d9f0873a req-9426973d-8ed6-4ca0-97b1-6f16a8ab6918 service neutron] 10.222.0.49 "GET /v2.0/networks/ccaf3e16-e1e0-43a1-805e-154bc7a05fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226521 Dec 21 22:59:19.540393 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0ab59a7a-01c1-4c00-9d66-f4c0d9f0873a req-e48c80af-2743-43a5-8bd6-afed327af642 service neutron] 10.222.0.49 "GET /v2.0/networks/ccaf3e16-e1e0-43a1-805e-154bc7a05fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213665 Dec 21 22:59:20.257549 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63eda69-45ed-42e4-addc-4cbc97c2cec5 req-8137964f-90ef-4e02-83b8-25b84bd2d2a5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:20.263790 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e63eda69-45ed-42e4-addc-4cbc97c2cec5 req-8137964f-90ef-4e02-83b8-25b84bd2d2a5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0773559 Dec 21 22:59:20.309818 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e63eda69-45ed-42e4-addc-4cbc97c2cec5 req-623ab8b6-8d42-4ad8-865f-3ec1025b3cf5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436056 Dec 21 22:59:21.503790 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7fc17-0689-48d9-b6d1-3f2e5804267a req-54d2cc29-b500-46cc-806d-74574b641b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:21.505212 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cdc7fc17-0689-48d9-b6d1-3f2e5804267a req-54d2cc29-b500-46cc-806d-74574b641b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0751042 Dec 21 22:59:21.553151 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cdc7fc17-0689-48d9-b6d1-3f2e5804267a req-19f74f60-b6cc-4009-9d3d-10a028245485 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 Dec 21 22:59:22.750298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8489f8-528f-422a-9209-97450b89c62f req-4816915e-7493-4054-a776-77ec216ced7d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:22.751720 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6d8489f8-528f-422a-9209-97450b89c62f req-4816915e-7493-4054-a776-77ec216ced7d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0758362 Dec 21 22:59:22.796663 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6d8489f8-528f-422a-9209-97450b89c62f req-c6027b11-d85e-42ed-a9f9-01232c4f3b9f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395465 Dec 21 22:59:23.990362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2249b-18b1-440d-9bbb-f4192486285b req-7f3bdd0b-4302-48f8-ab5c-d61a1ed968a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:23.991786 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3ad2249b-18b1-440d-9bbb-f4192486285b req-7f3bdd0b-4302-48f8-ab5c-d61a1ed968a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0752773 Dec 21 22:59:24.036102 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3ad2249b-18b1-440d-9bbb-f4192486285b req-58d38283-708a-489f-8538-37b3eec90f24 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389180 Dec 21 22:59:25.322946 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d91503-1012-444c-b91b-1eee67d41a13 req-0e2a8479-016c-44fe-a90f-bb03d327da18 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:25.324390 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d91503-1012-444c-b91b-1eee67d41a13 req-0e2a8479-016c-44fe-a90f-bb03d327da18 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.1690111 Dec 21 22:59:25.368347 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a7d91503-1012-444c-b91b-1eee67d41a13 req-b0b2a879-b342-4518-9565-0df97a26e85f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378475 Dec 21 22:59:26.565181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79b095-784f-461b-b945-64c513403219 req-5e7bab15-5d28-49d4-ba78-e9262f289971 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:26.566535 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1f79b095-784f-461b-b945-64c513403219 req-5e7bab15-5d28-49d4-ba78-e9262f289971 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0783982 Dec 21 22:59:26.610881 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1f79b095-784f-461b-b945-64c513403219 req-aaf1d3f4-0f36-40ca-926a-b108af374d0c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390048 Dec 21 22:59:27.252868 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5314717f-7654-42b1-9e64-64b86ffc1ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:27.805408 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a35c8-9ec1-4910-986d-67386fdcd89d req-d876d8b6-36bd-432e-bada-12cc407a7712 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:27.806875 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-472a35c8-9ec1-4910-986d-67386fdcd89d req-d876d8b6-36bd-432e-bada-12cc407a7712 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0752928 Dec 21 22:59:27.853349 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-472a35c8-9ec1-4910-986d-67386fdcd89d req-42dafc4a-1bcd-4fa1-a484-078970e36861 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400610 Dec 21 22:59:29.045801 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66189b-d988-4373-b5c4-2787593974a7 req-ebbb40e0-6f3f-4360-9a54-c543e2cb1a8f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:29.047251 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3b66189b-d988-4373-b5c4-2787593974a7 req-ebbb40e0-6f3f-4360-9a54-c543e2cb1a8f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0756125 Dec 21 22:59:29.093991 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3b66189b-d988-4373-b5c4-2787593974a7 req-7a81b0af-594d-4f0b-a6f2-d0ba6e033a79 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413270 Dec 21 22:59:29.668429 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7ddacdd4-7efd-45e0-9556-8e9d2e81345e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:30.294653 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d4ccb-ee5d-43b2-84d8-b0b9b8e3428d req-29d56c24-97a6-4841-8c70-bc273b8a913f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:30.296109 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8c2d4ccb-ee5d-43b2-84d8-b0b9b8e3428d req-29d56c24-97a6-4841-8c70-bc273b8a913f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0809946 Dec 21 22:59:30.340140 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8c2d4ccb-ee5d-43b2-84d8-b0b9b8e3428d req-8cff59cd-82b6-48cd-8a8c-8f81f96cfd8c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385621 Dec 21 22:59:30.794357 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:30.875415 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:31.539617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b810aa-77e5-44ff-837b-fb77b5416d22 req-81f09d9b-22db-4665-880b-5cf531ab8678 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:31.540961 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-10b810aa-77e5-44ff-837b-fb77b5416d22 req-81f09d9b-22db-4665-880b-5cf531ab8678 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0785713 Dec 21 22:59:31.585091 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-10b810aa-77e5-44ff-837b-fb77b5416d22 req-8aef40f3-035b-40c1-8043-6a880a243009 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386834 Dec 21 22:59:32.425590 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:32.666407 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-b6e62b88-4b1f-418f-938f-178d41babc5e service neutron] 10.222.0.49 "GET /v2.0/ports/c8c427c9-9eae-49c2-ada9-09a64f7ce156/bindings/hv-neutron-8225 HTTP/1.1" status: 200 len: 384 time: 0.0733056 Dec 21 22:59:32.782657 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e812b25-90b0-448e-a576-318567399fd8 req-1d3b9b27-c3dd-45c1-a111-d621495a0ccd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:32.784089 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8e812b25-90b0-448e-a576-318567399fd8 req-1d3b9b27-c3dd-45c1-a111-d621495a0ccd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0797830 Dec 21 22:59:32.829927 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8e812b25-90b0-448e-a576-318567399fd8 req-d930e149-b14b-4664-a2e0-49277720acc6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404665 Dec 21 22:59:33.262498 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-0c2215d8-e68c-465f-b7f0-38d71a5a2f4e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555&tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78 HTTP/1.1" status: 200 len: 1099 time: 0.0679245 Dec 21 22:59:33.360370 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-31af63f4-a613-4895-99e0-316e37d41892 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 1099 time: 0.0713310 Dec 21 22:59:33.496033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-8f92ce8f-186b-4108-b114-d0dc7664a3f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:33.497596 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-8f92ce8f-186b-4108-b114-d0dc7664a3f2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ccaf3e16-e1e0-43a1-805e-154bc7a05fea HTTP/1.1" status: 200 len: 898 time: 0.1273417 Dec 21 22:59:33.609828 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-b781ea3f-079a-4444-9f6d-c829936fd55f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8c427c9-9eae-49c2-ada9-09a64f7ce156 HTTP/1.1" status: 200 len: 1001 time: 0.1023250 Dec 21 22:59:33.675929 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-d1632a77-1f93-4271-85ee-76cbbec7ba4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:33.677319 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-d1632a77-1f93-4271-85ee-76cbbec7ba4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d0521fc-ccba-446b-9c14-f1467cae6ac4 HTTP/1.1" status: 200 len: 834 time: 0.0569515 Dec 21 22:59:33.759153 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-9873f790-b3e3-48ff-8298-0038609fd8df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ccaf3e16-e1e0-43a1-805e-154bc7a05fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689504 Dec 21 22:59:33.899563 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-96b749df-8796-417c-ac05-6a10d6ced92d service neutron] 10.222.0.49 "GET /v2.0/networks/ccaf3e16-e1e0-43a1-805e-154bc7a05fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288173 Dec 21 22:59:34.027779 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a6f0a-d074-4797-8160-ee72ea6adc2e req-ea50f7ed-7d6e-4a20-829e-05d776b79d57 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:34.029222 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-513a6f0a-d074-4797-8160-ee72ea6adc2e req-ea50f7ed-7d6e-4a20-829e-05d776b79d57 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0787954 Dec 21 22:59:34.033518 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-43f68a38-c3e2-497a-8c88-bc5d6f831fd9 req-35ce5416-892c-4cb9-9bc9-dd968f2cc57d service neutron] 10.222.0.49 "GET /v2.0/networks/ccaf3e16-e1e0-43a1-805e-154bc7a05fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251903 Dec 21 22:59:34.078286 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-513a6f0a-d074-4797-8160-ee72ea6adc2e req-a854c990-f2d9-4647-b5d1-6858a023e069 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430162 Dec 21 22:59:35.276081 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c7bb9-0418-44cf-8ea0-0d219bc13b55 req-6a134440-4425-4c85-afb5-3b495a1fbed1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:35.277532 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-387c7bb9-0418-44cf-8ea0-0d219bc13b55 req-6a134440-4425-4c85-afb5-3b495a1fbed1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0768180 Dec 21 22:59:35.321555 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-387c7bb9-0418-44cf-8ea0-0d219bc13b55 req-40578a9e-22f2-41b2-a58f-46f8921ae3c7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379210 Dec 21 22:59:35.809651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c8c427c9-9eae-49c2-ada9-09a64f7ce156 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 22:59:35.812527 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c8c427c9-9eae-49c2-ada9-09a64f7ce156 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 22:59:36.023435 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:36.044325 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c8c427c9-9eae-49c2-ada9-09a64f7ce156, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c8c427c9-9eae-49c2-ada9-09a64f7ce156,segment=NetworkSegment(681cad9a-0978-4ff8-b67c-a58d0f8c3f20),segment_id=681cad9a-0978-4ff8-b67c-a58d0f8c3f20)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:59:36.063657 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156', 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'port_id': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156', 'mac_address': 'fa:16:3e:4c:e5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 22:59:36.070079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:59:36.112354 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c8c427c9-9eae-49c2-ada9-09a64f7ce156, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c8c427c9-9eae-49c2-ada9-09a64f7ce156,segment=NetworkSegment(681cad9a-0978-4ff8-b67c-a58d0f8c3f20),segment_id=681cad9a-0978-4ff8-b67c-a58d0f8c3f20)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:59:36.134885 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156', 'code': 200} Dec 21 22:59:36.135569 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:36.152263 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8c427c9-9eae-49c2-ada9-09a64f7ce156 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:59:36.207789 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:36.315743 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 22:59:36.316000 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 22:59:36.319144 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=c8c427c9-9eae-49c2-ada9-09a64f7ce156,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:59:36.327702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:59:36.328035 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:59:36.328364 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:59:36.328690 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:59:36.329017 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:59:36.329337 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:59:36.329656 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:59:36.329982 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:59:36.330314 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:59:36.330623 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:59:36.330933 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 22:59:36.525202 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34d2d2-04af-4fd1-be0c-097df84acad5 req-12d7b4c4-01ea-4e6c-b797-111a93f3523c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:36.526653 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fa34d2d2-04af-4fd1-be0c-097df84acad5 req-12d7b4c4-01ea-4e6c-b797-111a93f3523c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 944 time: 0.0806153 Dec 21 22:59:36.573511 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fa34d2d2-04af-4fd1-be0c-097df84acad5 req-53c657b1-4846-4a31-85c9-f804268f9169 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405383 Dec 21 22:59:36.872002 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:36.889226 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c427c9-9eae-49c2-ada9-09a64f7ce156 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 22:59:36.904176 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c8c427c9-9eae-49c2-ada9-09a64f7ce156, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c8c427c9-9eae-49c2-ada9-09a64f7ce156,segment=NetworkSegment(681cad9a-0978-4ff8-b67c-a58d0f8c3f20),segment_id=681cad9a-0978-4ff8-b67c-a58d0f8c3f20)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:59:36.978461 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:37.047079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['c8c427c9-9eae-49c2-ada9-09a64f7ce156'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 22:59:37.084126 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=c8c427c9-9eae-49c2-ada9-09a64f7ce156,revision_number=7']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:59:37.770241 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226347f0-7718-4098-bb65-73708c09c93a req-c35d059a-23d3-407c-8e24-efc63425c62d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:37.771681 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-226347f0-7718-4098-bb65-73708c09c93a req-c35d059a-23d3-407c-8e24-efc63425c62d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 945 time: 0.0757856 Dec 21 22:59:37.807246 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c8c427c9-9eae-49c2-ada9-09a64f7ce156 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 22:59:37.816744 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-226347f0-7718-4098-bb65-73708c09c93a req-7111192d-3e15-4234-bd8b-05ecd84d822d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395000 Dec 21 22:59:37.879971 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port c8c427c9-9eae-49c2-ada9-09a64f7ce156 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 22:59:37.880560 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:38.027031 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:38.058655 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c8c427c9-9eae-49c2-ada9-09a64f7ce156, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c8c427c9-9eae-49c2-ada9-09a64f7ce156,segment=NetworkSegment(681cad9a-0978-4ff8-b67c-a58d0f8c3f20),segment_id=681cad9a-0978-4ff8-b67c-a58d0f8c3f20)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 22:59:38.135961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 22:59:38.144540 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:38.201724 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156', 'code': 200} Dec 21 22:59:38.218141 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=c8c427c9-9eae-49c2-ada9-09a64f7ce156,revision_number=8']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 22:59:38.309152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342caf3e-0573-46e5-9c87-0ca608dd2e70 req-04f01a29-d859-4402-b93f-3d711994ef7e tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:38.310772 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-342caf3e-0573-46e5-9c87-0ca608dd2e70 req-04f01a29-d859-4402-b93f-3d711994ef7e tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0925081 Dec 21 22:59:38.356541 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-342caf3e-0573-46e5-9c87-0ca608dd2e70 req-1a1fad9f-e320-4579-9910-d729584e9167 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399058 Dec 21 22:59:38.371402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ab68c-23ad-482a-aa1d-e5723201b6ea req-62c1fb8e-e9f5-4cc2-8b43-a3e8392489a6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:38.372944 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2d3ab68c-23ad-482a-aa1d-e5723201b6ea req-62c1fb8e-e9f5-4cc2-8b43-a3e8392489a6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555&tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&binding%3Ahost_id=hv-neutron-8225 HTTP/1.1" status: 200 len: 946 time: 0.0791652 Dec 21 22:59:38.578636 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2d3ab68c-23ad-482a-aa1d-e5723201b6ea req-d502699d-43f1-4df1-92f0-ac11d425e757 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 1099 time: 0.1284709 Dec 21 22:59:38.584956 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6a995-936b-4ec4-a497-3b757aa42ccf req-65bfff92-b91d-46b5-97b2-f34efc73a18c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:38.586264 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3ca6a995-936b-4ec4-a497-3b757aa42ccf req-65bfff92-b91d-46b5-97b2-f34efc73a18c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0995481 Dec 21 22:59:38.811178 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3ca6a995-936b-4ec4-a497-3b757aa42ccf req-27fe81fa-ac89-462c-9caf-d3759eb6baaa tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066457 Dec 21 22:59:38.834065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ab68c-23ad-482a-aa1d-e5723201b6ea req-ff93376d-8dbf-43a8-98f2-315e1ac0d9a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:38.835570 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2d3ab68c-23ad-482a-aa1d-e5723201b6ea req-ff93376d-8dbf-43a8-98f2-315e1ac0d9a7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ccaf3e16-e1e0-43a1-805e-154bc7a05fea HTTP/1.1" status: 200 len: 898 time: 0.2485154 Dec 21 22:59:38.934399 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2d3ab68c-23ad-482a-aa1d-e5723201b6ea req-8d281085-d572-42fe-aed2-0d7a24c76c3d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8c427c9-9eae-49c2-ada9-09a64f7ce156 HTTP/1.1" status: 200 len: 1001 time: 0.0910406 Dec 21 22:59:38.998908 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ab68c-23ad-482a-aa1d-e5723201b6ea req-8191e4ba-59dd-4718-9935-320c1f4e5854 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:39.000299 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2d3ab68c-23ad-482a-aa1d-e5723201b6ea req-8191e4ba-59dd-4718-9935-320c1f4e5854 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d0521fc-ccba-446b-9c14-f1467cae6ac4 HTTP/1.1" status: 200 len: 834 time: 0.0601327 Dec 21 22:59:39.072286 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2d3ab68c-23ad-482a-aa1d-e5723201b6ea req-0105b695-08f2-4e42-ba9c-dd64ca83fde7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ccaf3e16-e1e0-43a1-805e-154bc7a05fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656505 Dec 21 22:59:39.202419 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2d3ab68c-23ad-482a-aa1d-e5723201b6ea req-c6ecfc0a-6a0f-4149-b152-7ac39f15d81b service neutron] 10.222.0.49 "GET /v2.0/networks/ccaf3e16-e1e0-43a1-805e-154bc7a05fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240892 Dec 21 22:59:39.331376 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2d3ab68c-23ad-482a-aa1d-e5723201b6ea req-64320e67-d5ad-4d74-97d0-91c5ba350a24 service neutron] 10.222.0.49 "GET /v2.0/networks/ccaf3e16-e1e0-43a1-805e-154bc7a05fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230857 Dec 21 22:59:40.007518 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d619bb-5766-4100-9afe-48ab5007b0f3 req-205a1b45-ac63-4ff5-914b-27908d40252e tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:40.008939 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e0d619bb-5766-4100-9afe-48ab5007b0f3 req-205a1b45-ac63-4ff5-914b-27908d40252e tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0766594 Dec 21 22:59:40.055367 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e0d619bb-5766-4100-9afe-48ab5007b0f3 req-1073f96c-2f11-4071-b703-5ab3b48d9f55 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399299 Dec 21 22:59:41.255016 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa906e5d-5eb9-4dad-aa3a-1de73a095234 req-d35e55a4-60df-4bc3-9cd2-639c05c57a66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 22:59:41.256439 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-aa906e5d-5eb9-4dad-aa3a-1de73a095234 req-d35e55a4-60df-4bc3-9cd2-639c05c57a66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0801632 Dec 21 22:59:41.301761 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-aa906e5d-5eb9-4dad-aa3a-1de73a095234 req-010cddf0-ec87-4f92-90a9-f90c3a5722fb tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398853 Dec 21 22:59:41.329404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45900) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 22:59:41.430624 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-de06cac2-35a7-41cc-b5b0-44a5fc790aa9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/a55c6672-652c-4c60-ad9d-2d8e9324b4cb HTTP/1.1" status: 200 len: 993 time: 0.0999894 Dec 21 22:59:45.709921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:46.798703 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 22:59:57.309989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-42f47a60-c2ca-44b5-a7ab-6c58662e2e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 22:59:59.663838 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9aa52a20-32ba-4310-b38e-ecb0a2be7a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:00.764968 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:00.853026 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:02.364414 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:08.168855 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45914) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:08.364469 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port ee74cbae-e18d-4ac5-90ad-23139788533e {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:00:08.364883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:08.531256 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:08.531575 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:08.648819 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for ee74cbae-e18d-4ac5-90ad-23139788533e owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:00:08.921441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:08.966388 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=ee74cbae-e18d-4ac5-90ad-23139788533e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:09.003434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:09.003777 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:09.004107 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:09.004452 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:09.005352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:09.005683 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:09.006105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:09.006432 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:09.006751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:09.007070 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:09.007388 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:09.066539 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:09.453468 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:00:09.650888 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:00:09.660402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9206a83-e6e8-479a-aaa1-5970654d3669 None None] Sync routers for ids ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:00:09.675992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9206a83-e6e8-479a-aaa1-5970654d3669 None None] Routers {'0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:00:09.676647 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-f9206a83-e6e8-479a-aaa1-5970654d3669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:00:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:09.736193 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:09.790563 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ff14ec7b-05d9-45ff-a146-be2eea7fd5b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/floatingips/a55c6672-652c-4c60-ad9d-2d8e9324b4cb HTTP/1.1" status: 204 len: 168 time: 1.6206200 Dec 21 23:00:09.791209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'tag': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:00:09.854751 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-f9206a83-e6e8-479a-aaa1-5970654d3669 None None] Set router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:00:09.926147 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'tag': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156', 'status': 'completed', 'code': 200} Dec 21 23:00:10.019217 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4187bc75-06bc-45a6-a05b-e80fabff1ecd req-c24b68da-3c0c-4716-aa23-3f1a6856f9e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 1099 time: 0.0698369 Dec 21 23:00:10.154792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187bc75-06bc-45a6-a05b-e80fabff1ecd req-50622e53-f544-4979-8f94-4a61333dea39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:10.156130 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4187bc75-06bc-45a6-a05b-e80fabff1ecd req-50622e53-f544-4979-8f94-4a61333dea39 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ccaf3e16-e1e0-43a1-805e-154bc7a05fea HTTP/1.1" status: 200 len: 898 time: 0.1299050 Dec 21 23:00:10.172286 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-f9206a83-e6e8-479a-aaa1-5970654d3669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878152481', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '716ec495-df50-4f62-a205-e086b4522830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '716ec495-df50-4f62-a205-e086b4522830', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '15d217f0-1f9d-4417-90e1-cdd0a8a418c2', 'name': '', 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:fc:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:18Z', 'updated_at': '2021-12-21T22:58:24Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:10.176003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9206a83-e6e8-479a-aaa1-5970654d3669 None None] Checking router: 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:00:10.187340 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9206a83-e6e8-479a-aaa1-5970654d3669 None None] Routers {'0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:00:10.187963 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-f9206a83-e6e8-479a-aaa1-5970654d3669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:00:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:10.229294 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4187bc75-06bc-45a6-a05b-e80fabff1ecd req-f808915b-80ad-4e5f-8f20-c2f6ef633980 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8c427c9-9eae-49c2-ada9-09a64f7ce156 HTTP/1.1" status: 200 len: 217 time: 0.0654790 Dec 21 23:00:10.300319 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187bc75-06bc-45a6-a05b-e80fabff1ecd req-b8f9f28a-b9c9-402b-847f-8b5141d7138b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:10.301972 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4187bc75-06bc-45a6-a05b-e80fabff1ecd req-b8f9f28a-b9c9-402b-847f-8b5141d7138b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8d0521fc-ccba-446b-9c14-f1467cae6ac4 HTTP/1.1" status: 200 len: 834 time: 0.0660019 Dec 21 23:00:10.373942 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-f9206a83-e6e8-479a-aaa1-5970654d3669 None None] Set router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:00:10.388782 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4187bc75-06bc-45a6-a05b-e80fabff1ecd req-cf4d42ba-a184-49c8-bfbb-810e59db2e55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ccaf3e16-e1e0-43a1-805e-154bc7a05fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793886 Dec 21 23:00:10.431232 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a1efa-e82b-4a43-a9a6-5d79fec28a94 req-33904c19-ff46-4b97-8339-2ac18bbd0d4e tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:10.432642 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-384a1efa-e82b-4a43-a9a6-5d79fec28a94 req-33904c19-ff46-4b97-8339-2ac18bbd0d4e tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0847311 Dec 21 23:00:10.482054 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-384a1efa-e82b-4a43-a9a6-5d79fec28a94 req-71ea6f21-e458-4a71-a404-6db8b35a4bf8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426393 Dec 21 23:00:10.531164 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4187bc75-06bc-45a6-a05b-e80fabff1ecd req-37406071-a31e-404f-9191-c2e85938c0f2 service neutron] 10.222.0.49 "GET /v2.0/networks/ccaf3e16-e1e0-43a1-805e-154bc7a05fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306357 Dec 21 23:00:10.694294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-f9206a83-e6e8-479a-aaa1-5970654d3669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878152481', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '716ec495-df50-4f62-a205-e086b4522830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '716ec495-df50-4f62-a205-e086b4522830', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '15d217f0-1f9d-4417-90e1-cdd0a8a418c2', 'name': '', 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:fc:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:18Z', 'updated_at': '2021-12-21T22:58:24Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:10.698542 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9206a83-e6e8-479a-aaa1-5970654d3669 None None] The sync data for ids ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'] in dv-neutron-822520-1-hyperv is: [{'id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878152481', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '716ec495-df50-4f62-a205-e086b4522830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '716ec495-df50-4f62-a205-e086b4522830', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '15d217f0-1f9d-4417-90e1-cdd0a8a418c2', 'name': '', 'network_id': 'ccaf3e16-e1e0-43a1-805e-154bc7a05fea', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:fc:21:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:18Z', 'updated_at': '2021-12-21T22:58:24Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '8d0521fc-ccba-446b-9c14-f1467cae6ac4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:00:10.771957 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4187bc75-06bc-45a6-a05b-e80fabff1ecd req-d8e3fa28-2826-4b19-857f-b30fdab18b8b service neutron] 10.222.0.49 "GET /v2.0/networks/ccaf3e16-e1e0-43a1-805e-154bc7a05fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339826 Dec 21 23:00:10.917229 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde0976-3c20-456f-8935-e92ba3fcbc95 None None] New status for floating IP a55c6672-652c-4c60-ad9d-2d8e9324b4cb: DOWN {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 23:00:11.682389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea376e-7a46-47ea-9a95-a007eb6a5be6 req-91265a93-ea61-4900-babe-0f4e54021709 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:11.683068 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-85ea376e-7a46-47ea-9a95-a007eb6a5be6 req-91265a93-ea61-4900-babe-0f4e54021709 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:00:11.776113 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-85ea376e-7a46-47ea-9a95-a007eb6a5be6 req-91265a93-ea61-4900-babe-0f4e54021709 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:00:11.777246 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-85ea376e-7a46-47ea-9a95-a007eb6a5be6 req-91265a93-ea61-4900-babe-0f4e54021709 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.1672742 Dec 21 23:00:11.823039 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-85ea376e-7a46-47ea-9a95-a007eb6a5be6 req-c5f562a4-ac09-49da-b9b3-8bdf7c043fac tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=adb08e01-8117-43c9-81ee-6e954e83e37c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401466 Dec 21 23:00:12.201696 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2485d81-afd1-43e7-8378-95f055f8af9a req-822f5f87-3bdb-4b2a-ac37-09c1d667683a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:12.203095 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d2485d81-afd1-43e7-8378-95f055f8af9a req-822f5f87-3bdb-4b2a-ac37-09c1d667683a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 946 time: 0.0763965 Dec 21 23:00:12.273835 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-d2485d81-afd1-43e7-8378-95f055f8af9a req-7cdf43d8-2394-4d4e-a7fc-76097b6c9bce tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port c8c427c9-9eae-49c2-ada9-09a64f7ce156 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:00:12.274199 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d2485d81-afd1-43e7-8378-95f055f8af9a req-7cdf43d8-2394-4d4e-a7fc-76097b6c9bce tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:12.511338 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-d2485d81-afd1-43e7-8378-95f055f8af9a req-7cdf43d8-2394-4d4e-a7fc-76097b6c9bce tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] For port c8c427c9-9eae-49c2-ada9-09a64f7ce156, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c8c427c9-9eae-49c2-ada9-09a64f7ce156,segment=NetworkSegment(681cad9a-0978-4ff8-b67c-a58d0f8c3f20),segment_id=681cad9a-0978-4ff8-b67c-a58d0f8c3f20)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:00:12.511617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d2485d81-afd1-43e7-8378-95f055f8af9a req-7cdf43d8-2394-4d4e-a7fc-76097b6c9bce tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:12.632196 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-d2485d81-afd1-43e7-8378-95f055f8af9a req-7cdf43d8-2394-4d4e-a7fc-76097b6c9bce tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for c8c427c9-9eae-49c2-ada9-09a64f7ce156 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:00:12.839052 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d2485d81-afd1-43e7-8378-95f055f8af9a req-7cdf43d8-2394-4d4e-a7fc-76097b6c9bce tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:12.885656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf43d8-2394-4d4e-a7fc-76097b6c9bce tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=c8c427c9-9eae-49c2-ada9-09a64f7ce156,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:12.962044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2485d81-afd1-43e7-8378-95f055f8af9a req-7cdf43d8-2394-4d4e-a7fc-76097b6c9bce tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] No DVR routers for this DVR port c8c427c9-9eae-49c2-ada9-09a64f7ce156 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 23:00:12.964397 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-d2485d81-afd1-43e7-8378-95f055f8af9a req-7cdf43d8-2394-4d4e-a7fc-76097b6c9bce tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:12.966896 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'name': 'network-vif-deleted', 'tag': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:00:12.989178 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a5b4ad78-2091-4981-94c7-ede7b9aa465f req-95c92e25-eb5a-4721-a80d-f4b8207dd3ad tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eb18836-0ad1-4c85-a1bd-69e861a54555 HTTP/1.1" status: 200 len: 210 time: 0.0419042 Dec 21 23:00:13.022994 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb18836-0ad1-4c85-a1bd-69e861a54555', 'name': 'network-vif-deleted', 'tag': 'c8c427c9-9eae-49c2-ada9-09a64f7ce156', 'status': 'completed', 'code': 200} Dec 21 23:00:13.042025 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d2485d81-afd1-43e7-8378-95f055f8af9a req-7cdf43d8-2394-4d4e-a7fc-76097b6c9bce tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "DELETE /v2.0/ports/c8c427c9-9eae-49c2-ada9-09a64f7ce156 HTTP/1.1" status: 204 len: 173 time: 0.8297257 Dec 21 23:00:14.099650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45934) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:14.487399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-153722f1-6d2f-469d-a3a4-89903c97b063 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:15.170374 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-153722f1-6d2f-469d-a3a4-89903c97b063 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:00:15.171113 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-153722f1-6d2f-469d-a3a4-89903c97b063 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:15.352739 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-153722f1-6d2f-469d-a3a4-89903c97b063 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] For port 15d217f0-1f9d-4417-90e1-cdd0a8a418c2, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=15d217f0-1f9d-4417-90e1-cdd0a8a418c2,segment=NetworkSegment(681cad9a-0978-4ff8-b67c-a58d0f8c3f20),segment_id=681cad9a-0978-4ff8-b67c-a58d0f8c3f20)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:00:15.353086 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-153722f1-6d2f-469d-a3a4-89903c97b063 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:15.475593 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-153722f1-6d2f-469d-a3a4-89903c97b063 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:00:15.696245 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-153722f1-6d2f-469d-a3a4-89903c97b063 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:15.742104 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:15.743682 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153722f1-6d2f-469d-a3a4-89903c97b063 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=15d217f0-1f9d-4417-90e1-cdd0a8a418c2,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:16.011196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c8c427c9-9eae-49c2-ada9-09a64f7ce156 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:00:16.035348 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-153722f1-6d2f-469d-a3a4-89903c97b063 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:16.043664 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: c8c427c9-9eae-49c2-ada9-09a64f7ce156 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:00:16.044015 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c8c427c9-9eae-49c2-ada9-09a64f7ce156 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:00:16.701374 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153722f1-6d2f-469d-a3a4-89903c97b063 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:00:16.902484 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153722f1-6d2f-469d-a3a4-89903c97b063 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:00:16.911896 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0216eab-6e1d-41f5-a3e8-ee9cadda0707 None None] Sync routers for ids ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:00:16.915105 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-153722f1-6d2f-469d-a3a4-89903c97b063 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "PUT /v2.0/routers/0ca7d133-8327-4ddc-b82c-84e1ad7fb85b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8143904 Dec 21 23:00:16.917803 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45938) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:16.923344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0216eab-6e1d-41f5-a3e8-ee9cadda0707 None None] Routers {'0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:00:16.923944 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a0216eab-6e1d-41f5-a3e8-ee9cadda0707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:00:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:17.110314 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7b53fc-30d3-446e-ba95-43c3653337dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting subnet 8d0521fc-ccba-446b-9c14-f1467cae6ac4 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 23:00:17.113138 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2a7b53fc-30d3-446e-ba95-43c3653337dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:17.137329 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a0216eab-6e1d-41f5-a3e8-ee9cadda0707 None None] Set router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:00:17.166286 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2a7b53fc-30d3-446e-ba95-43c3653337dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:17.250170 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2a7b53fc-30d3-446e-ba95-43c3653337dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:17.384180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2a7b53fc-30d3-446e-ba95-43c3653337dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:17.418620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a0216eab-6e1d-41f5-a3e8-ee9cadda0707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878152481', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '716ec495-df50-4f62-a205-e086b4522830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T23:00:15Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '716ec495-df50-4f62-a205-e086b4522830', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:17.424862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0216eab-6e1d-41f5-a3e8-ee9cadda0707 None None] Checking router: 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:00:17.425977 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b53fc-30d3-446e-ba95-43c3653337dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0521fc-ccba-446b-9c14-f1467cae6ac4,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:17.432415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2a7b53fc-30d3-446e-ba95-43c3653337dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:17.436800 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0216eab-6e1d-41f5-a3e8-ee9cadda0707 None None] Routers {'0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:00:17.437418 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a0216eab-6e1d-41f5-a3e8-ee9cadda0707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:00:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:17.438469 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2a7b53fc-30d3-446e-ba95-43c3653337dd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/subnets/8d0521fc-ccba-446b-9c14-f1467cae6ac4 HTTP/1.1" status: 204 len: 168 time: 0.5195689 Dec 21 23:00:17.441059 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 45942) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:17.489551 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb6dd6d-ebd1-43cf-9f0e-36e7b4960277 None None] Network ccaf3e16-e1e0-43a1-805e-154bc7a05fea requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:00:17.645847 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f94932c7-2af6-4a6e-8c86-4ac2ec2c4b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:17.774126 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a0216eab-6e1d-41f5-a3e8-ee9cadda0707 None None] Set router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:00:17.848037 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f94932c7-2af6-4a6e-8c86-4ac2ec2c4b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:17.907531 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-f94932c7-2af6-4a6e-8c86-4ac2ec2c4b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port 716ec495-df50-4f62-a205-e086b4522830 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:00:17.908308 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f94932c7-2af6-4a6e-8c86-4ac2ec2c4b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:17.980757 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c52d48-95f4-4bbf-a8d7-d35e5d591ddd None None] DHCP port deletion for ccaf3e16-e1e0-43a1-805e-154bc7a05fea request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 23:00:17.991761 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f0c52d48-95f4-4bbf-a8d7-d35e5d591ddd None None] Deleting port b259371f-ce7c-41cc-a827-f4f95ac405b5 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:00:17.992119 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f0c52d48-95f4-4bbf-a8d7-d35e5d591ddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:18.196137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-f94932c7-2af6-4a6e-8c86-4ac2ec2c4b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] For port 716ec495-df50-4f62-a205-e086b4522830, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=716ec495-df50-4f62-a205-e086b4522830,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:00:18.196379 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f94932c7-2af6-4a6e-8c86-4ac2ec2c4b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:18.261578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f0c52d48-95f4-4bbf-a8d7-d35e5d591ddd None None] For port b259371f-ce7c-41cc-a827-f4f95ac405b5, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b259371f-ce7c-41cc-a827-f4f95ac405b5,segment=NetworkSegment(681cad9a-0978-4ff8-b67c-a58d0f8c3f20),segment_id=681cad9a-0978-4ff8-b67c-a58d0f8c3f20)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:00:18.261958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f0c52d48-95f4-4bbf-a8d7-d35e5d591ddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:18.316291 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-f94932c7-2af6-4a6e-8c86-4ac2ec2c4b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for 716ec495-df50-4f62-a205-e086b4522830 owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:00:18.326545 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a0216eab-6e1d-41f5-a3e8-ee9cadda0707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878152481', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '716ec495-df50-4f62-a205-e086b4522830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T23:00:15Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '716ec495-df50-4f62-a205-e086b4522830', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:18.383996 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b259371f-ce7c-41cc-a827-f4f95ac405b5 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:00:18.459203 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-f0c52d48-95f4-4bbf-a8d7-d35e5d591ddd None None] Calling delete_port for b259371f-ce7c-41cc-a827-f4f95ac405b5 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:00:18.492327 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0216eab-6e1d-41f5-a3e8-ee9cadda0707 None None] The sync data for ids ['0ca7d133-8327-4ddc-b82c-84e1ad7fb85b'] in dv-neutron-822520-1-hyperv is: [{'id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878152481', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': '716ec495-df50-4f62-a205-e086b4522830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T23:00:15Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': '716ec495-df50-4f62-a205-e086b4522830', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:57:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca7d133-8327-4ddc-b82c-84e1ad7fb85b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T22:58:14Z', 'updated_at': '2021-12-21T22:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:00:18.573041 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f94932c7-2af6-4a6e-8c86-4ac2ec2c4b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:18.605818 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:18.619251 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94932c7-2af6-4a6e-8c86-4ac2ec2c4b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=716ec495-df50-4f62-a205-e086b4522830,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:18.687543 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f0c52d48-95f4-4bbf-a8d7-d35e5d591ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:18.741036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c52d48-95f4-4bbf-a8d7-d35e5d591ddd None None] Pushing event deleted for resources: {'Port': ['ID=b259371f-ce7c-41cc-a827-f4f95ac405b5,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:18.748265 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c52d48-95f4-4bbf-a8d7-d35e5d591ddd None None] No DVR routers for this DVR port b259371f-ce7c-41cc-a827-f4f95ac405b5 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 23:00:18.846350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f94932c7-2af6-4a6e-8c86-4ac2ec2c4b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:19.109943 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f94932c7-2af6-4a6e-8c86-4ac2ec2c4b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:19.114126 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f94932c7-2af6-4a6e-8c86-4ac2ec2c4b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:19.206434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f94932c7-2af6-4a6e-8c86-4ac2ec2c4b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:19.206947 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94932c7-2af6-4a6e-8c86-4ac2ec2c4b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Fanout notify agent at l3_agent the message router_deleted on router 0ca7d133-8327-4ddc-b82c-84e1ad7fb85b {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 23:00:19.222743 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f94932c7-2af6-4a6e-8c86-4ac2ec2c4b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:19.226270 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f94932c7-2af6-4a6e-8c86-4ac2ec2c4b66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/routers/0ca7d133-8327-4ddc-b82c-84e1ad7fb85b HTTP/1.1" status: 204 len: 168 time: 1.7819519 Dec 21 23:00:19.226935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45946) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:19.344193 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:19.473406 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:19.497523 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccaf3e16-e1e0-43a1-805e-154bc7a05fea']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:19.509822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681cad9a-0978-4ff8-b67c-a58d0f8c3f20') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:19.510146 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681cad9a-0978-4ff8-b67c-a58d0f8c3f20') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:19.521337 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:19.536685 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:19.542729 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 23:00:19.545014 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 23:00:19.557596 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 23:00:19.698315 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:19.715951 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:19.727118 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Network': ['ID=ccaf3e16-e1e0-43a1-805e-154bc7a05fea,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:19.736945 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:19.739989 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:19.739989 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:19.739989 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:19.739989 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:19.739989 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:19.739989 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:19.740554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:19.740554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:19.740759 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:19.741083 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:19.793771 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-94269d19-4a68-4d75-a30b-680b37da4f06 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/networks/ccaf3e16-e1e0-43a1-805e-154bc7a05fea HTTP/1.1" status: 204 len: 168 time: 0.5656991 Dec 21 23:00:19.796314 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45950) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:19.868714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a9bcc45-622b-436b-93f5-854ef525cede tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:19.896257 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a9bcc45-622b-436b-93f5-854ef525cede tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:20.004357 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a9bcc45-622b-436b-93f5-854ef525cede tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:20.024433 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bcc45-622b-436b-93f5-854ef525cede tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb08e01-8117-43c9-81ee-6e954e83e37c,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:20.091323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3a9bcc45-622b-436b-93f5-854ef525cede tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:20.092445 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3a9bcc45-622b-436b-93f5-854ef525cede tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/security-groups/adb08e01-8117-43c9-81ee-6e954e83e37c HTTP/1.1" status: 204 len: 168 time: 0.2952216 Dec 21 23:00:20.341787 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 716ec495-df50-4f62-a205-e086b4522830 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:00:20.373585 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 716ec495-df50-4f62-a205-e086b4522830 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:00:20.373923 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 716ec495-df50-4f62-a205-e086b4522830 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:00:20.374367 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:00:20.405563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:00:20.405902 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 15d217f0-1f9d-4417-90e1-cdd0a8a418c2 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:00:20.533175 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45958) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:20.538725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-99d6a8f2-d626-4d3d-9ec1-77a6597d2777 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1051826147', 'description': 'tempest-secgroup-smoke-1051826147 description', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:20.544562 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-99d6a8f2-d626-4d3d-9ec1-77a6597d2777 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:00:20.548542 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-99d6a8f2-d626-4d3d-9ec1-77a6597d2777 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:00:20.551361 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-99d6a8f2-d626-4d3d-9ec1-77a6597d2777 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:00:20.557129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-99d6a8f2-d626-4d3d-9ec1-77a6597d2777 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:00:20.644751 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-99d6a8f2-d626-4d3d-9ec1-77a6597d2777 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:20.679576 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-99d6a8f2-d626-4d3d-9ec1-77a6597d2777 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:00:20.683297 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-99d6a8f2-d626-4d3d-9ec1-77a6597d2777 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:00:20.686003 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-99d6a8f2-d626-4d3d-9ec1-77a6597d2777 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:00:20.691624 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-99d6a8f2-d626-4d3d-9ec1-77a6597d2777 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:00:20.746783 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-99d6a8f2-d626-4d3d-9ec1-77a6597d2777 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:20.812190 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-99d6a8f2-d626-4d3d-9ec1-77a6597d2777 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:20.854994 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6a8f2-d626-4d3d-9ec1-77a6597d2777 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4ed446-c03d-4e15-ab5f-bd55967679b7,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:20.944533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-99d6a8f2-d626-4d3d-9ec1-77a6597d2777 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:20.945676 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-99d6a8f2-d626-4d3d-9ec1-77a6597d2777 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4115343 Dec 21 23:00:20.948504 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45962) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:20.953777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e2c67edf-394b-4c7d-a6fb-61bb9e86b804 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': '6e4ed446-c03d-4e15-ab5f-bd55967679b7', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:20.960188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e2c67edf-394b-4c7d-a6fb-61bb9e86b804 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:00:20.965369 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e2c67edf-394b-4c7d-a6fb-61bb9e86b804 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:00:20.966932 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e2c67edf-394b-4c7d-a6fb-61bb9e86b804 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:00:20.972515 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e2c67edf-394b-4c7d-a6fb-61bb9e86b804 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:00:21.058646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e2c67edf-394b-4c7d-a6fb-61bb9e86b804 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:21.118104 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e2c67edf-394b-4c7d-a6fb-61bb9e86b804 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:21.194934 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e2c67edf-394b-4c7d-a6fb-61bb9e86b804 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:21.217820 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c67edf-394b-4c7d-a6fb-61bb9e86b804 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=440944c4-3820-4643-ac99-5cae67654463,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:21.287552 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e2c67edf-394b-4c7d-a6fb-61bb9e86b804 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:21.290812 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e2c67edf-394b-4c7d-a6fb-61bb9e86b804 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3393590 Dec 21 23:00:21.291447 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45966) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:21.296747 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-10fce471-9b0e-4b65-b5dc-83cc219fa004 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': '6e4ed446-c03d-4e15-ab5f-bd55967679b7', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:21.303306 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-10fce471-9b0e-4b65-b5dc-83cc219fa004 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:00:21.306972 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-10fce471-9b0e-4b65-b5dc-83cc219fa004 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:00:21.309799 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-10fce471-9b0e-4b65-b5dc-83cc219fa004 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:00:21.315278 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-10fce471-9b0e-4b65-b5dc-83cc219fa004 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:00:21.401730 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-10fce471-9b0e-4b65-b5dc-83cc219fa004 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:21.462180 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-10fce471-9b0e-4b65-b5dc-83cc219fa004 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:21.535817 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-10fce471-9b0e-4b65-b5dc-83cc219fa004 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:21.559556 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fce471-9b0e-4b65-b5dc-83cc219fa004 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9ceb5c-895c-441d-af87-3f40e0652f5e,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:21.617984 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-10fce471-9b0e-4b65-b5dc-83cc219fa004 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:21.619210 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-10fce471-9b0e-4b65-b5dc-83cc219fa004 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3268478 Dec 21 23:00:21.621946 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45970) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:21.627366 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-3f8f7608-6253-4861-9971-50044200098d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': '6e4ed446-c03d-4e15-ab5f-bd55967679b7', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:21.633447 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3f8f7608-6253-4861-9971-50044200098d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:00:21.637195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3f8f7608-6253-4861-9971-50044200098d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:00:21.640023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3f8f7608-6253-4861-9971-50044200098d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:00:21.645516 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3f8f7608-6253-4861-9971-50044200098d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:00:21.704250 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7608-6253-4861-9971-50044200098d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:21.769983 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7608-6253-4861-9971-50044200098d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:21.812617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7608-6253-4861-9971-50044200098d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:21.916939 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f7608-6253-4861-9971-50044200098d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5024a7bb-7041-4dc7-9b82-1d3312b388f4,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:21.978116 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3f8f7608-6253-4861-9971-50044200098d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:21.979294 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3f8f7608-6253-4861-9971-50044200098d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3564126 Dec 21 23:00:21.982081 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45974) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:21.987438 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-48b5866f-b000-4535-a67b-8bd06d2b4175 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': '6e4ed446-c03d-4e15-ab5f-bd55967679b7', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:21.993493 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-48b5866f-b000-4535-a67b-8bd06d2b4175 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:00:21.997158 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-48b5866f-b000-4535-a67b-8bd06d2b4175 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:00:21.999933 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-48b5866f-b000-4535-a67b-8bd06d2b4175 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:00:22.006144 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-48b5866f-b000-4535-a67b-8bd06d2b4175 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:00:22.099028 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48b5866f-b000-4535-a67b-8bd06d2b4175 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:22.160553 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48b5866f-b000-4535-a67b-8bd06d2b4175 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:22.235260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48b5866f-b000-4535-a67b-8bd06d2b4175 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:22.260434 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5866f-b000-4535-a67b-8bd06d2b4175 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778302a4-44ff-430b-a136-a4ee1f85c39a,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:22.341985 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48b5866f-b000-4535-a67b-8bd06d2b4175 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:22.343194 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-48b5866f-b000-4535-a67b-8bd06d2b4175 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3602405 Dec 21 23:00:22.345918 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45978) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:22.351535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-bb513d6a-3790-4b08-aecc-5dc484814470 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': '6e4ed446-c03d-4e15-ab5f-bd55967679b7', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:22.357244 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bb513d6a-3790-4b08-aecc-5dc484814470 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:00:22.361041 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bb513d6a-3790-4b08-aecc-5dc484814470 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:00:22.363828 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bb513d6a-3790-4b08-aecc-5dc484814470 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:00:22.370645 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bb513d6a-3790-4b08-aecc-5dc484814470 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:00:22.446472 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-bb513d6a-3790-4b08-aecc-5dc484814470 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Project 02dfa9ce959a4b2cafcb8b1668a5da78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 23:00:22.452821 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bb513d6a-3790-4b08-aecc-5dc484814470 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:22.515449 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bb513d6a-3790-4b08-aecc-5dc484814470 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:22.606663 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bb513d6a-3790-4b08-aecc-5dc484814470 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:22.631330 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb513d6a-3790-4b08-aecc-5dc484814470 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7a809a-324d-4dd8-b73b-1d9f023cfe19,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:22.703870 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bb513d6a-3790-4b08-aecc-5dc484814470 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:22.705067 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bb513d6a-3790-4b08-aecc-5dc484814470 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3582375 Dec 21 23:00:22.708092 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45982) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:22.713399 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-44b2ad2f-31a2-4d50-a0ee-acb680d69e1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': '6e4ed446-c03d-4e15-ab5f-bd55967679b7', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:22.719272 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-44b2ad2f-31a2-4d50-a0ee-acb680d69e1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:00:22.723157 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-44b2ad2f-31a2-4d50-a0ee-acb680d69e1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:00:22.726583 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-44b2ad2f-31a2-4d50-a0ee-acb680d69e1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:00:22.732093 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-44b2ad2f-31a2-4d50-a0ee-acb680d69e1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:00:22.835512 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-44b2ad2f-31a2-4d50-a0ee-acb680d69e1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Project 02dfa9ce959a4b2cafcb8b1668a5da78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 23:00:22.842129 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-44b2ad2f-31a2-4d50-a0ee-acb680d69e1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:22.906131 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-44b2ad2f-31a2-4d50-a0ee-acb680d69e1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:22.983944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-44b2ad2f-31a2-4d50-a0ee-acb680d69e1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:23.006913 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b2ad2f-31a2-4d50-a0ee-acb680d69e1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62291e2d-2421-4ca3-a4d9-674a8ae23093,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:23.085215 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-44b2ad2f-31a2-4d50-a0ee-acb680d69e1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:23.086426 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-44b2ad2f-31a2-4d50-a0ee-acb680d69e1b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3774471 Dec 21 23:00:23.089232 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45986) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:23.094519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-cc76b602-930a-4804-b351-b7dff13b0066 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'network': {'name': 'tempest-network-smoke--1959032301', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'port_security_enabled': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:23.099839 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cc76b602-930a-4804-b351-b7dff13b0066 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:00:23.103991 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cc76b602-930a-4804-b351-b7dff13b0066 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:network and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:00:23.106781 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-cc76b602-930a-4804-b351-b7dff13b0066 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:00:23.112456 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-cc76b602-930a-4804-b351-b7dff13b0066 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:00:23.175633 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc76b602-930a-4804-b351-b7dff13b0066 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Made reservation on behalf of 02dfa9ce959a4b2cafcb8b1668a5da78 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:00:23.178419 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc76b602-930a-4804-b351-b7dff13b0066 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:23.204612 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc76b602-930a-4804-b351-b7dff13b0066 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 23:00:23.213760 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc76b602-930a-4804-b351-b7dff13b0066 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:23.216819 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-cc76b602-930a-4804-b351-b7dff13b0066 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Added segment 6f831717-ba88-4076-b5b8-fdc7102284ff of type vlan for network 1a078e63-3b45-43ce-934e-c1b8c66815c8 Dec 21 23:00:23.240706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc76b602-930a-4804-b351-b7dff13b0066 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:23.355074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc76b602-930a-4804-b351-b7dff13b0066 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:23.358753 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc76b602-930a-4804-b351-b7dff13b0066 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:23.359331 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-cc76b602-930a-4804-b351-b7dff13b0066 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:23.468569 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76b602-930a-4804-b351-b7dff13b0066 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Network': ['ID=1a078e63-3b45-43ce-934e-c1b8c66815c8,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:23.478694 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 1a078e63-3b45-43ce-934e-c1b8c66815c8 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 23:00:23.504583 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cc76b602-930a-4804-b351-b7dff13b0066 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4143510 Dec 21 23:00:23.508784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45990) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:23.513873 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-982688844', 'admin_state_up': True, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:23.520469 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:00:23.525173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:router and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:00:23.528027 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:00:23.533567 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:00:23.612349 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:23.613307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:23.631847 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:23.799251 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:00:23.853950 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:24.110956 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:24.139099 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:24.271022 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.26.3.232 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/a9d1584f-e972-4bd0-bafb-a3f0e90f3024) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:00:24.415253 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:24.490905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:24.558191 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:00:24.560894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:00:24.564512 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:00:24.597182 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=a9d1584f-e972-4bd0-bafb-a3f0e90f3024,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:24.784946 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:24.785708 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:25.069835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router eb80389d-c584-4f26-ad4d-67e16ea5099f is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 23:00:25.344048 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:00:25.355189 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Sync routers for ids ['eb80389d-c584-4f26-ad4d-67e16ea5099f'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:00:25.367068 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Routers {'eb80389d-c584-4f26-ad4d-67e16ea5099f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:00:25.367670 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:00:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['eb80389d-c584-4f26-ad4d-67e16ea5099f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:25.424336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:25.425595 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5f893c3f-c403-48c8-bee4-fe581869a1f6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9158618 Dec 21 23:00:25.429301 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 45994) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:25.538436 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6eba6c9a-fa5f-449f-ba8f-61f38788beab tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=02dfa9ce959a4b2cafcb8b1668a5da78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1078537 Dec 21 23:00:25.540886 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46000) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:25.544897 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Set router eb80389d-c584-4f26-ad4d-67e16ea5099f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:00:25.670047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4032fea4-1d29-4ac4-8d11-5e970e69112d tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:25.671467 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-4032fea4-1d29-4ac4-8d11-5e970e69112d tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296532 Dec 21 23:00:25.674357 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46004) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:25.717487 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-27c73590-c01f-4d1f-bea1-dfc4e3f5807b tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420058 Dec 21 23:00:25.720126 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46008) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:25.725474 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-051a4d99-8998-484e-93a4-c6ca524d82ea tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1808016566', 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:25.841637 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-051a4d99-8998-484e-93a4-c6ca524d82ea tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:00:25.845458 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-051a4d99-8998-484e-93a4-c6ca524d82ea tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:subnet and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:00:25.848356 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-051a4d99-8998-484e-93a4-c6ca524d82ea tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:00:25.854162 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-051a4d99-8998-484e-93a4-c6ca524d82ea tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:00:25.868026 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982688844', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:23Z', 'updated_at': '2021-12-21T23:00:24Z', 'revision_number': 3, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:24Z', 'updated_at': '2021-12-21T23:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:25.871701 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Checking router: eb80389d-c584-4f26-ad4d-67e16ea5099f for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:00:25.872110 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Updating router eb80389d-c584-4f26-ad4d-67e16ea5099f port a9d1584f-e972-4bd0-bafb-a3f0e90f3024 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 23:00:25.903753 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051a4d99-8998-484e-93a4-c6ca524d82ea tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Made reservation on behalf of 02dfa9ce959a4b2cafcb8b1668a5da78 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:00:25.923128 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:26.002889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-051a4d99-8998-484e-93a4-c6ca524d82ea tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:26.253873 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:26.267260 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Transition to ACTIVE for port object a9d1584f-e972-4bd0-bafb-a3f0e90f3024 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:00:26.293068 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-051a4d99-8998-484e-93a4-c6ca524d82ea tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:26.347234 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:26.372645 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a4d99-8998-484e-93a4-c6ca524d82ea tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Subnet': ['ID=64d3edc3-295e-44c1-8e72-00ed2a704c4b,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:26.382518 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051a4d99-8998-484e-93a4-c6ca524d82ea tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Checking segment: {'id': '6f831717-ba88-4076-b5b8-fdc7102284ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:00:26.382876 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051a4d99-8998-484e-93a4-c6ca524d82ea tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network hostable DHCP agents. Network: 1a078e63-3b45-43ce-934e-c1b8c66815c8, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 23:00:26.424819 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3e529-c5d3-43bc-868d-c6529c08f157 None None] Pushing event updated for resources: {'Port': ['ID=a9d1584f-e972-4bd0-bafb-a3f0e90f3024,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:26.429455 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Attempting to bind port a9d1584f-e972-4bd0-bafb-a3f0e90f3024 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:00:26.429735 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Attempting to bind port a9d1584f-e972-4bd0-bafb-a3f0e90f3024 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:00:26.430111 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Attempting to bind port a9d1584f-e972-4bd0-bafb-a3f0e90f3024 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:00:26.440668 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3e529-c5d3-43bc-868d-c6529c08f157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:26.444159 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3e529-c5d3-43bc-868d-c6529c08f157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:26.444159 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3e529-c5d3-43bc-868d-c6529c08f157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:26.444159 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3e529-c5d3-43bc-868d-c6529c08f157 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:26.444159 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3e529-c5d3-43bc-868d-c6529c08f157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:26.444159 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3e529-c5d3-43bc-868d-c6529c08f157 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:26.444159 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3e529-c5d3-43bc-868d-c6529c08f157 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:26.444159 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3e529-c5d3-43bc-868d-c6529c08f157 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:26.444159 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3e529-c5d3-43bc-868d-c6529c08f157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:26.444159 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3e529-c5d3-43bc-868d-c6529c08f157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:26.444159 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3e529-c5d3-43bc-868d-c6529c08f157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:26.446884 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:00:26.447245 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:00:26.447625 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:26.448000 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:00:26.448449 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Bound port: a9d1584f-e972-4bd0-bafb-a3f0e90f3024, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:00:26.448808 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:26.461524 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051a4d99-8998-484e-93a4-c6ca524d82ea tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 1a078e63-3b45-43ce-934e-c1b8c66815c8 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 23:00:26.521726 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] For port a9d1584f-e972-4bd0-bafb-a3f0e90f3024, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:00:26.524700 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] For port a9d1584f-e972-4bd0-bafb-a3f0e90f3024, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a9d1584f-e972-4bd0-bafb-a3f0e90f3024,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:00:26.535965 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-051a4d99-8998-484e-93a4-c6ca524d82ea tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 1a078e63-3b45-43ce-934e-c1b8c66815c8) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:00:26.540935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051a4d99-8998-484e-93a4-c6ca524d82ea tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:26.541628 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-051a4d99-8998-484e-93a4-c6ca524d82ea tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:26.546098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09ce8b7-4f9c-4c47-9a78-1bea1e5acd1d None None] Network 1a078e63-3b45-43ce-934e-c1b8c66815c8 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:00:26.613289 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:26.653537 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-051a4d99-8998-484e-93a4-c6ca524d82ea tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9323370 Dec 21 23:00:26.656454 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46012) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:26.691707 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3e529-c5d3-43bc-868d-c6529c08f157 None None] Pushing event updated for resources: {'Port': ['ID=a9d1584f-e972-4bd0-bafb-a3f0e90f3024,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:26.704595 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Routers {'eb80389d-c584-4f26-ad4d-67e16ea5099f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:00:26.705200 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:00:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['eb80389d-c584-4f26-ad4d-67e16ea5099f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:26.769362 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-1a078e63-3b45-43ce-934e-c1b8c66815c8', 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ips': [{'subnet_id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 23:00:26.770553 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:26.891910 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] Set router eb80389d-c584-4f26-ad4d-67e16ea5099f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:00:26.935357 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Allocated IP 172.20.0.2 (1a078e63-3b45-43ce-934e-c1b8c66815c8/64d3edc3-295e-44c1-8e72-00ed2a704c4b/89091809-83ad-48ea-ad62-cf1513c4ea62) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:00:27.144417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:27.156030 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Transition to ACTIVE for port object 89091809-83ad-48ea-ad62-cf1513c4ea62 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:00:27.175259 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Transition to ACTIVE for port object 89091809-83ad-48ea-ad62-cf1513c4ea62 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:00:27.187898 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982688844', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:23Z', 'updated_at': '2021-12-21T23:00:24Z', 'revision_number': 3, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:24Z', 'updated_at': '2021-12-21T23:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:27.192514 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09496b57-9843-4ecb-9f87-d92b14d9aef9 None None] The sync data for ids ['eb80389d-c584-4f26-ad4d-67e16ea5099f'] in dv-neutron-822520-1-hyperv is: [{'id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982688844', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:23Z', 'updated_at': '2021-12-21T23:00:24Z', 'revision_number': 3, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:24Z', 'updated_at': '2021-12-21T23:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:00:27.240702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:27.285921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d71c54ba-7b47-4346-834c-65174f4c8597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:27.317647 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Network 1a078e63-3b45-43ce-934e-c1b8c66815c8 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:00:27.321278 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:00:27.325891 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:00:27.329031 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Pushing event updated for resources: {'Port': ['ID=89091809-83ad-48ea-ad62-cf1513c4ea62,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:27.440732 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Attempting to bind port 89091809-83ad-48ea-ad62-cf1513c4ea62 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:00:27.449188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Attempting to bind port 89091809-83ad-48ea-ad62-cf1513c4ea62 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '6f831717-ba88-4076-b5b8-fdc7102284ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:00:27.449188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Attempting to bind port 89091809-83ad-48ea-ad62-cf1513c4ea62 on network 1a078e63-3b45-43ce-934e-c1b8c66815c8 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:00:27.449188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:00:27.449188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Checking segment: {'id': '6f831717-ba88-4076-b5b8-fdc7102284ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:00:27.449870 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:27.449967 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Bound using segment: {'id': '6f831717-ba88-4076-b5b8-fdc7102284ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:00:27.450434 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Bound port: 89091809-83ad-48ea-ad62-cf1513c4ea62, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f831717-ba88-4076-b5b8-fdc7102284ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:00:27.450832 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:27.556799 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-29467fec-7408-4b84-b9db-969b2463076b None None] For port 89091809-83ad-48ea-ad62-cf1513c4ea62, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:00:27.560981 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-29467fec-7408-4b84-b9db-969b2463076b None None] For port 89091809-83ad-48ea-ad62-cf1513c4ea62, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=89091809-83ad-48ea-ad62-cf1513c4ea62,segment=NetworkSegment(6f831717-ba88-4076-b5b8-fdc7102284ff),segment_id=6f831717-ba88-4076-b5b8-fdc7102284ff)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:00:27.572512 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:27.648028 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:27.734079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29467fec-7408-4b84-b9db-969b2463076b None None] Pushing event updated for resources: {'Port': ['ID=89091809-83ad-48ea-ad62-cf1513c4ea62,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:28.014743 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.20.0.1 (1a078e63-3b45-43ce-934e-c1b8c66815c8/64d3edc3-295e-44c1-8e72-00ed2a704c4b/5cbf270e-d089-4d99-aa90-1f12bcdca305) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:00:28.179432 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:28.194480 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Transition to ACTIVE for port object 5cbf270e-d089-4d99-aa90-1f12bcdca305 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:00:28.279581 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:28.348586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 1a078e63-3b45-43ce-934e-c1b8c66815c8 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:00:28.352285 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:00:28.354668 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:00:28.393858 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a9d1584f-e972-4bd0-bafb-a3f0e90f3024 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:00:28.395530 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=5cbf270e-d089-4d99-aa90-1f12bcdca305,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:28.423697 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:28.561232 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port a9d1584f-e972-4bd0-bafb-a3f0e90f3024 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:00:28.566570 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port a9d1584f-e972-4bd0-bafb-a3f0e90f3024 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:00:28.570771 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:28.609443 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:28.694728 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:28.711967 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port a9d1584f-e972-4bd0-bafb-a3f0e90f3024, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a9d1584f-e972-4bd0-bafb-a3f0e90f3024,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:00:28.741371 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846f73e7-4428-4315-91d3-421c7b5c1543 None None] Network 1a078e63-3b45-43ce-934e-c1b8c66815c8 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:00:28.794100 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:28.794859 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 89091809-83ad-48ea-ad62-cf1513c4ea62 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:00:28.987727 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=a9d1584f-e972-4bd0-bafb-a3f0e90f3024,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:29.031758 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:29.049892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-b44fc56d-f281-428e-a44e-772db21ec0de None None] Provisioning for port 89091809-83ad-48ea-ad62-cf1513c4ea62 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:00:29.087233 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:29.117336 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 89091809-83ad-48ea-ad62-cf1513c4ea62 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:00:29.129206 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 89091809-83ad-48ea-ad62-cf1513c4ea62 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:00:29.129657 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:29.208279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:29.212267 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=5cbf270e-d089-4d99-aa90-1f12bcdca305,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:29.254761 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:29.294691 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 89091809-83ad-48ea-ad62-cf1513c4ea62, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=89091809-83ad-48ea-ad62-cf1513c4ea62,segment=NetworkSegment(6f831717-ba88-4076-b5b8-fdc7102284ff),segment_id=6f831717-ba88-4076-b5b8-fdc7102284ff)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:00:29.395282 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:29.471778 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=89091809-83ad-48ea-ad62-cf1513c4ea62,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:29.480276 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 1a078e63-3b45-43ce-934e-c1b8c66815c8 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:00:29.481430 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:00:29.491472 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d14f61fa-8c12-4d8d-9897-0767534feee6 None None] Provisioning complete for port 89091809-83ad-48ea-ad62-cf1513c4ea62 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:00:29.491859 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d14f61fa-8c12-4d8d-9897-0767534feee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:29.679429 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0ced5ce2-93ec-463e-b9ae-f41f240f5999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:29.718873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d14f61fa-8c12-4d8d-9897-0767534feee6 None None] Provisioning for port 5cbf270e-d089-4d99-aa90-1f12bcdca305 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:00:29.724532 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d14f61fa-8c12-4d8d-9897-0767534feee6 None None] Provisioning complete for port 5cbf270e-d089-4d99-aa90-1f12bcdca305 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:00:29.726222 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d14f61fa-8c12-4d8d-9897-0767534feee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:29.780364 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d14f61fa-8c12-4d8d-9897-0767534feee6 None None] Port 5cbf270e-d089-4d99-aa90-1f12bcdca305 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:00:29.880660 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router eb80389d-c584-4f26-ad4d-67e16ea5099f has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:00:29.900862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9ec3bbff-f512-496e-88f1-c988ffad09f5 None None] Provisioning complete for port 5cbf270e-d089-4d99-aa90-1f12bcdca305 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:00:29.901315 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9ec3bbff-f512-496e-88f1-c988ffad09f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:29.952025 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-9ec3bbff-f512-496e-88f1-c988ffad09f5 None None] Port 5cbf270e-d089-4d99-aa90-1f12bcdca305 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:00:30.080251 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:00:30.092711 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-599410cb-a7f7-4c27-94ba-567f772b7eae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "PUT /v2.0/routers/eb80389d-c584-4f26-ad4d-67e16ea5099f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4353170 Dec 21 23:00:30.264258 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-1410c923-1f5f-48cb-bc82-9351570c42aa tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1051826147&fields=id&tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78 HTTP/1.1" status: 200 len: 267 time: 0.0416296 Dec 21 23:00:30.352689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a9d1584f-e972-4bd0-bafb-a3f0e90f3024 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:00:30.417755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-27dc33dd-ef8b-4c24-bd1d-c7f19b23ce8d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:30.419220 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-27dc33dd-ef8b-4c24-bd1d-c7f19b23ce8d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/networks?id=1a078e63-3b45-43ce-934e-c1b8c66815c8 HTTP/1.1" status: 200 len: 797 time: 0.1487687 Dec 21 23:00:30.423925 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port a9d1584f-e972-4bd0-bafb-a3f0e90f3024 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:00:30.424287 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:30.435924 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-5b6ca34e-fff3-464e-be04-dc11104ad092 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/quotas/02dfa9ce959a4b2cafcb8b1668a5da78 HTTP/1.1" status: 200 len: 375 time: 0.0112283 Dec 21 23:00:30.518909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-59de3a23-6af9-4b2d-a428-12c468ada2a2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:00:30.540201 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 89091809-83ad-48ea-ad62-cf1513c4ea62 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:00:30.610349 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-59de3a23-6af9-4b2d-a428-12c468ada2a2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:00:30.614291 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-59de3a23-6af9-4b2d-a428-12c468ada2a2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1711621 Dec 21 23:00:30.614922 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 89091809-83ad-48ea-ad62-cf1513c4ea62 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:00:30.614922 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:30.705211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-3b5dcd1e-cce2-4d17-ba5b-dce75466dd42 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 23:00:30.706220 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-3b5dcd1e-cce2-4d17-ba5b-dce75466dd42 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0795972 Dec 21 23:00:30.794599 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:30.797559 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Sync routers for ids ['eb80389d-c584-4f26-ad4d-67e16ea5099f'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:00:30.814251 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Routers {'eb80389d-c584-4f26-ad4d-67e16ea5099f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:00:30.814866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:00:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['eb80389d-c584-4f26-ad4d-67e16ea5099f'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:30.846658 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-bbc058d2-5699-4bc3-aa4c-bc18bd88178f service neutron] 10.222.0.37 "GET /v2.0/networks/1a078e63-3b45-43ce-934e-c1b8c66815c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326644 Dec 21 23:00:30.875995 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:30.998291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Set router eb80389d-c584-4f26-ad4d-67e16ea5099f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:00:31.075844 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-26180662-3b8b-4f56-8e7b-a63326d01001 service neutron] 10.222.0.37 "GET /v2.0/networks/1a078e63-3b45-43ce-934e-c1b8c66815c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237227 Dec 21 23:00:31.335952 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-76e96808-d35e-4117-a66e-c4b3907ee182 req-093ff710-805e-42df-9536-720ea2857dda tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:00:31.347300 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-76e96808-d35e-4117-a66e-c4b3907ee182 req-093ff710-805e-42df-9536-720ea2857dda tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:00:31.347778 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982688844', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:23Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:24Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '5cbf270e-d089-4d99-aa90-1f12bcdca305', 'name': '', 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:8b:b3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:27Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 2, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:31.348404 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-76e96808-d35e-4117-a66e-c4b3907ee182 req-093ff710-805e-42df-9536-720ea2857dda tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 210 time: 0.0528917 Dec 21 23:00:31.352957 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Checking router: eb80389d-c584-4f26-ad4d-67e16ea5099f for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:00:31.353300 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Updating router eb80389d-c584-4f26-ad4d-67e16ea5099f port 5cbf270e-d089-4d99-aa90-1f12bcdca305 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 23:00:31.403312 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:31.730002 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:31.741516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Transition to ACTIVE for port object 5cbf270e-d089-4d99-aa90-1f12bcdca305 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:00:31.810282 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:31.938877 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13137a9-25bb-4797-9afb-c4cdcb23940d None None] Pushing event updated for resources: {'Port': ['ID=5cbf270e-d089-4d99-aa90-1f12bcdca305,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:32.027242 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Attempting to bind port 5cbf270e-d089-4d99-aa90-1f12bcdca305 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:00:32.027604 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Attempting to bind port 5cbf270e-d089-4d99-aa90-1f12bcdca305 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '6f831717-ba88-4076-b5b8-fdc7102284ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:00:32.027961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Attempting to bind port 5cbf270e-d089-4d99-aa90-1f12bcdca305 on network 1a078e63-3b45-43ce-934e-c1b8c66815c8 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:00:32.034529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:00:32.034896 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Checking segment: {'id': '6f831717-ba88-4076-b5b8-fdc7102284ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:00:32.035294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:32.035674 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Bound using segment: {'id': '6f831717-ba88-4076-b5b8-fdc7102284ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:00:32.036123 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Bound port: 5cbf270e-d089-4d99-aa90-1f12bcdca305, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f831717-ba88-4076-b5b8-fdc7102284ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:00:32.036483 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:32.136137 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] For port 5cbf270e-d089-4d99-aa90-1f12bcdca305, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:00:32.139140 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] For port 5cbf270e-d089-4d99-aa90-1f12bcdca305, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=5cbf270e-d089-4d99-aa90-1f12bcdca305,segment=NetworkSegment(6f831717-ba88-4076-b5b8-fdc7102284ff),segment_id=6f831717-ba88-4076-b5b8-fdc7102284ff)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:00:32.193449 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:32.276421 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13137a9-25bb-4797-9afb-c4cdcb23940d None None] Pushing event updated for resources: {'Port': ['ID=5cbf270e-d089-4d99-aa90-1f12bcdca305,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:32.279862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Routers {'eb80389d-c584-4f26-ad4d-67e16ea5099f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:00:32.280482 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:00:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['eb80389d-c584-4f26-ad4d-67e16ea5099f'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:32.444270 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:32.486290 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-44aea19a-707b-4b20-9591-f91e45828833 req-139dfe16-ecc4-459d-a285-82bc62ae98b2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 210 time: 0.0621238 Dec 21 23:00:32.503546 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] Set router eb80389d-c584-4f26-ad4d-67e16ea5099f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:00:32.831199 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982688844', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:23Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:24Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '5cbf270e-d089-4d99-aa90-1f12bcdca305', 'name': '', 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:8b:b3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:27Z', 'updated_at': '2021-12-21T23:00:32Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:32.835814 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074846f6-244f-4c6a-b991-dbd6d992538c None None] The sync data for ids ['eb80389d-c584-4f26-ad4d-67e16ea5099f'] in dv-neutron-822520-1-hyperv is: [{'id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982688844', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:23Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:24Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '5cbf270e-d089-4d99-aa90-1f12bcdca305', 'name': '', 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:8b:b3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:27Z', 'updated_at': '2021-12-21T23:00:32Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:00:33.656886 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e76019cb-91d9-4510-a97e-5f619bc98514 req-b90dfffa-264e-481c-a1a2-dc2827202dd9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 210 time: 0.0439816 Dec 21 23:00:34.381829 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 5cbf270e-d089-4d99-aa90-1f12bcdca305 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:00:34.578200 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 5cbf270e-d089-4d99-aa90-1f12bcdca305 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:00:34.583403 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 5cbf270e-d089-4d99-aa90-1f12bcdca305 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:00:34.588285 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:34.694554 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:34.727268 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 5cbf270e-d089-4d99-aa90-1f12bcdca305, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=5cbf270e-d089-4d99-aa90-1f12bcdca305,segment=NetworkSegment(6f831717-ba88-4076-b5b8-fdc7102284ff),segment_id=6f831717-ba88-4076-b5b8-fdc7102284ff)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:00:34.818988 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:34.820613 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bdea14a0-7921-451f-a9ff-a10086d31b3d req-5df42119-e0cc-47c9-985b-ed87d31299bd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 210 time: 0.0431879 Dec 21 23:00:34.882969 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=5cbf270e-d089-4d99-aa90-1f12bcdca305,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:35.492651 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-bfc83527-6426-462d-b6af-66220d44c2f9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:35.493971 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-bfc83527-6426-462d-b6af-66220d44c2f9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "GET /v2.0/networks?id=1a078e63-3b45-43ce-934e-c1b8c66815c8 HTTP/1.1" status: 200 len: 797 time: 0.1426570 Dec 21 23:00:35.559577 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-e34bf32a-b45e-466e-9a2f-1f129ce25a8a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78 HTTP/1.1" status: 200 len: 380 time: 0.0444777 Dec 21 23:00:35.581589 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-7bb02263-b64e-4ce0-b46e-df934395c440 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'port': {'device_id': '87e0f335-91ef-417d-abe4-33772a629c62', 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8', 'admin_state_up': True, 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'security_groups': ['6e4ed446-c03d-4e15-ab5f-bd55967679b7']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:35.720701 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-7bb02263-b64e-4ce0-b46e-df934395c440 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:00:35.735778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-7bb02263-b64e-4ce0-b46e-df934395c440 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:00:35.835717 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-7bb02263-b64e-4ce0-b46e-df934395c440 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Made reservation on behalf of 02dfa9ce959a4b2cafcb8b1668a5da78 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:00:35.838727 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-7bb02263-b64e-4ce0-b46e-df934395c440 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:35.994585 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1c49137c-4a7d-4366-8497-1206a9f7e7ad req-c27e3c31-cb2c-4e1c-8a53-88a8edaf4f3f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 210 time: 0.0434837 Dec 21 23:00:36.007647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-7bb02263-b64e-4ce0-b46e-df934395c440 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.20.0.6 (1a078e63-3b45-43ce-934e-c1b8c66815c8/64d3edc3-295e-44c1-8e72-00ed2a704c4b/c0c93a33-f070-4d86-abc7-80a4ec74cc13) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:00:36.196739 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-7bb02263-b64e-4ce0-b46e-df934395c440 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:36.213183 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-7bb02263-b64e-4ce0-b46e-df934395c440 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Transition to ACTIVE for port object c0c93a33-f070-4d86-abc7-80a4ec74cc13 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:00:36.302132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-7bb02263-b64e-4ce0-b46e-df934395c440 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:36.371847 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 5cbf270e-d089-4d99-aa90-1f12bcdca305 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:00:36.376989 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-7bb02263-b64e-4ce0-b46e-df934395c440 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 1a078e63-3b45-43ce-934e-c1b8c66815c8 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:00:36.380137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-7bb02263-b64e-4ce0-b46e-df934395c440 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:00:36.385399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-7bb02263-b64e-4ce0-b46e-df934395c440 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:00:36.413870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb02263-b64e-4ce0-b46e-df934395c440 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=c0c93a33-f070-4d86-abc7-80a4ec74cc13,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:36.463515 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-7bb02263-b64e-4ce0-b46e-df934395c440 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:36.464143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-7bb02263-b64e-4ce0-b46e-df934395c440 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:36.468918 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 5cbf270e-d089-4d99-aa90-1f12bcdca305 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:00:36.469992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:36.562104 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-7bb02263-b64e-4ce0-b46e-df934395c440 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9840193 Dec 21 23:00:36.581565 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Request body: {'port': {'device_id': '87e0f335-91ef-417d-abe4-33772a629c62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:36.695224 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:36.738666 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c66248bc-7db7-4a50-b273-38dc5b0c3217 None None] Provisioning for port c0c93a33-f070-4d86-abc7-80a4ec74cc13 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:00:36.743982 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c66248bc-7db7-4a50-b273-38dc5b0c3217 None None] Provisioning complete for port c0c93a33-f070-4d86-abc7-80a4ec74cc13 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:00:36.744412 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c66248bc-7db7-4a50-b273-38dc5b0c3217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:36.795386 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c66248bc-7db7-4a50-b273-38dc5b0c3217 None None] Port c0c93a33-f070-4d86-abc7-80a4ec74cc13 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:00:37.026525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c93a33-f070-4d86-abc7-80a4ec74cc13 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 23:00:37.033459 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:37.048535 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Transition to ACTIVE for port object c0c93a33-f070-4d86-abc7-80a4ec74cc13 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:00:37.150680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:37.395925 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Pushing event updated for resources: {'Port': ['ID=c0c93a33-f070-4d86-abc7-80a4ec74cc13,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:37.489512 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01d6fd-c89a-481a-b056-b53d14794df3 req-05f4af5a-1d05-43e5-b0e0-bbc852e54e86 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:37.490366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-4f01d6fd-c89a-481a-b056-b53d14794df3 req-05f4af5a-1d05-43e5-b0e0-bbc852e54e86 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:00:37.532611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Attempting to bind port c0c93a33-f070-4d86-abc7-80a4ec74cc13 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:00:37.532911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Attempting to bind port c0c93a33-f070-4d86-abc7-80a4ec74cc13 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6f831717-ba88-4076-b5b8-fdc7102284ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:00:37.533219 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Attempting to bind port c0c93a33-f070-4d86-abc7-80a4ec74cc13 on network 1a078e63-3b45-43ce-934e-c1b8c66815c8 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:00:37.539699 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Port c0c93a33-f070-4d86-abc7-80a4ec74cc13 on network 1a078e63-3b45-43ce-934e-c1b8c66815c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 23:00:37.539989 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Attempting to bind port c0c93a33-f070-4d86-abc7-80a4ec74cc13 on network 1a078e63-3b45-43ce-934e-c1b8c66815c8 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:00:37.546180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:00:37.546516 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Checking segment: {'id': '6f831717-ba88-4076-b5b8-fdc7102284ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:00:37.546892 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Bound using segment: {'id': '6f831717-ba88-4076-b5b8-fdc7102284ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:00:37.547307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Bound port: c0c93a33-f070-4d86-abc7-80a4ec74cc13, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f831717-ba88-4076-b5b8-fdc7102284ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:00:37.547650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:37.593964 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-4f01d6fd-c89a-481a-b056-b53d14794df3 req-05f4af5a-1d05-43e5-b0e0-bbc852e54e86 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:00:37.595083 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4f01d6fd-c89a-481a-b056-b53d14794df3 req-05f4af5a-1d05-43e5-b0e0-bbc852e54e86 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 943 time: 0.4749575 Dec 21 23:00:37.671025 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4f01d6fd-c89a-481a-b056-b53d14794df3 req-6056cb02-397c-4c0c-9b99-fc5cbb542019 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676022 Dec 21 23:00:37.673404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] For port c0c93a33-f070-4d86-abc7-80a4ec74cc13, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:00:37.676434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] For port c0c93a33-f070-4d86-abc7-80a4ec74cc13, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c0c93a33-f070-4d86-abc7-80a4ec74cc13,segment=NetworkSegment(6f831717-ba88-4076-b5b8-fdc7102284ff),segment_id=6f831717-ba88-4076-b5b8-fdc7102284ff)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:00:37.736181 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:37.797294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:37.798650 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] 10.222.0.49 "PUT /v2.0/ports/c0c93a33-f070-4d86-abc7-80a4ec74cc13 HTTP/1.1" status: 200 len: 1093 time: 1.2226701 Dec 21 23:00:37.799152 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e0f335-91ef-417d-abe4-33772a629c62', 'tag': 'c0c93a33-f070-4d86-abc7-80a4ec74cc13'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:00:37.819749 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0488788-641d-4c86-9ca7-b16975aa32fa service neutron] Pushing event updated for resources: {'Port': ['ID=c0c93a33-f070-4d86-abc7-80a4ec74cc13,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:37.860380 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e0f335-91ef-417d-abe4-33772a629c62', 'tag': 'c0c93a33-f070-4d86-abc7-80a4ec74cc13', 'status': 'completed', 'code': 200} Dec 21 23:00:37.964186 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2302316a-b93a-44e8-bb6d-56691ae6e9dc req-79a1f7ab-c129-4b97-80b8-599310294f2f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 1096 time: 0.0777397 Dec 21 23:00:38.107862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302316a-b93a-44e8-bb6d-56691ae6e9dc req-185536d5-7203-476e-a922-6377e9fd1e3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:38.109255 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2302316a-b93a-44e8-bb6d-56691ae6e9dc req-185536d5-7203-476e-a922-6377e9fd1e3d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1378226 Dec 21 23:00:38.249357 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302316a-b93a-44e8-bb6d-56691ae6e9dc req-ce692378-a562-499c-98df-c085d0d44f43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:38.250819 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2302316a-b93a-44e8-bb6d-56691ae6e9dc req-ce692378-a562-499c-98df-c085d0d44f43 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285098 Dec 21 23:00:38.363634 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-e2f0573d-b49b-499d-ba20-144029b7e723 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 1096 time: 0.0683799 Dec 21 23:00:38.437433 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-8daf567e-4682-4964-8944-b996ec3c7911 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0c93a33-f070-4d86-abc7-80a4ec74cc13 HTTP/1.1" status: 200 len: 217 time: 0.0628786 Dec 21 23:00:38.502789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-cd4c775a-3d59-40e8-80f9-5c8482754fba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:38.504236 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-cd4c775a-3d59-40e8-80f9-5c8482754fba service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64d3edc3-295e-44c1-8e72-00ed2a704c4b HTTP/1.1" status: 200 len: 835 time: 0.0569928 Dec 21 23:00:38.584336 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-55b97646-b222-4560-bc79-50bb2e20307f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1a078e63-3b45-43ce-934e-c1b8c66815c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694885 Dec 21 23:00:38.717282 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-2e0013c4-91f6-4058-8326-9b6a9beac250 service neutron] 10.222.0.49 "GET /v2.0/networks/1a078e63-3b45-43ce-934e-c1b8c66815c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231031 Dec 21 23:00:38.896674 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9897e33d-fea1-4ae0-9c25-79c7dfbea88b req-0aa57942-3080-4a6f-880a-efbf2e7e9dd5 service neutron] 10.222.0.49 "GET /v2.0/networks/1a078e63-3b45-43ce-934e-c1b8c66815c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688864 Dec 21 23:00:38.916992 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c5406-afcc-4cab-963a-6a81a2eb9fe7 req-c04cf860-6432-43f4-8031-a9a149b8d0d7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:38.918425 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f9c5406-afcc-4cab-963a-6a81a2eb9fe7 req-c04cf860-6432-43f4-8031-a9a149b8d0d7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 943 time: 0.1063571 Dec 21 23:00:38.963629 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f9c5406-afcc-4cab-963a-6a81a2eb9fe7 req-dbb6407c-e525-47ea-83a6-d2ebb5dce2a2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396726 Dec 21 23:00:40.160029 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce9a40-28f2-4369-89b8-1249bab7b4dc req-daacf37b-173f-45fa-a310-2985826c534e tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:40.161457 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b7ce9a40-28f2-4369-89b8-1249bab7b4dc req-daacf37b-173f-45fa-a310-2985826c534e tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 943 time: 0.0737650 Dec 21 23:00:40.209296 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-b7ce9a40-28f2-4369-89b8-1249bab7b4dc req-b3d8e847-dc5a-470e-9d9e-f1f745a0e34f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:00:40.289948 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-b7ce9a40-28f2-4369-89b8-1249bab7b4dc req-b3d8e847-dc5a-470e-9d9e-f1f745a0e34f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:00:40.291141 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b7ce9a40-28f2-4369-89b8-1249bab7b4dc req-b3d8e847-dc5a-470e-9d9e-f1f745a0e34f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235838 Dec 21 23:00:41.489643 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43abe6-f14f-4e64-b84d-0347cbafa890 req-cd9fbe5a-6002-48c0-a9d6-0547a9437ce2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:41.491878 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1e43abe6-f14f-4e64-b84d-0347cbafa890 req-cd9fbe5a-6002-48c0-a9d6-0547a9437ce2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 943 time: 0.0821593 Dec 21 23:00:41.535482 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1e43abe6-f14f-4e64-b84d-0347cbafa890 req-0849fe76-2613-47b7-bbb8-a04088f31207 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381112 Dec 21 23:00:42.135847 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c0c93a33-f070-4d86-abc7-80a4ec74cc13 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 23:00:42.268482 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c0c93a33-f070-4d86-abc7-80a4ec74cc13, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c0c93a33-f070-4d86-abc7-80a4ec74cc13,segment=NetworkSegment(6f831717-ba88-4076-b5b8-fdc7102284ff),segment_id=6f831717-ba88-4076-b5b8-fdc7102284ff)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:00:42.281706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'c0c93a33-f070-4d86-abc7-80a4ec74cc13', 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8', 'port_id': 'c0c93a33-f070-4d86-abc7-80a4ec74cc13', 'mac_address': 'fa:16:3e:80:a6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:00:42.338642 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:42.355214 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c93a33-f070-4d86-abc7-80a4ec74cc13 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 23:00:42.370386 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c0c93a33-f070-4d86-abc7-80a4ec74cc13, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c0c93a33-f070-4d86-abc7-80a4ec74cc13,segment=NetworkSegment(6f831717-ba88-4076-b5b8-fdc7102284ff),segment_id=6f831717-ba88-4076-b5b8-fdc7102284ff)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:00:42.458299 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:42.524043 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=c0c93a33-f070-4d86-abc7-80a4ec74cc13,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:42.532213 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:42.532556 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:42.532921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:42.533224 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:42.533549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:42.533871 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:42.534225 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:42.534548 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:42.534864 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:42.535179 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:42.535493 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:00:42.729866 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37a834-4028-444b-80c5-109a212c2a90 req-848741a1-2539-48cf-9917-520ff13cea66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:42.731340 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8d37a834-4028-444b-80c5-109a212c2a90 req-848741a1-2539-48cf-9917-520ff13cea66 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 944 time: 0.0756109 Dec 21 23:00:42.762182 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['c0c93a33-f070-4d86-abc7-80a4ec74cc13'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 23:00:42.778147 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8d37a834-4028-444b-80c5-109a212c2a90 req-2198567e-dfdc-4100-8c25-aef2b683a388 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412514 Dec 21 23:00:43.972440 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480a682-80f3-4cbb-b2d4-118aca3f0cc3 req-41f62c80-b02a-4a7a-800e-683f24fe51e9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:43.973846 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7480a682-80f3-4cbb-b2d4-118aca3f0cc3 req-41f62c80-b02a-4a7a-800e-683f24fe51e9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 944 time: 0.0738182 Dec 21 23:00:44.111947 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7480a682-80f3-4cbb-b2d4-118aca3f0cc3 req-c1b20a17-c031-43cc-a304-2fb07437d624 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318173 Dec 21 23:00:44.135197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c0c93a33-f070-4d86-abc7-80a4ec74cc13 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:00:44.280618 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port c0c93a33-f070-4d86-abc7-80a4ec74cc13 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:00:44.285658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port c0c93a33-f070-4d86-abc7-80a4ec74cc13 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:00:44.286079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:44.395886 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:44.424626 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e0f335-91ef-417d-abe4-33772a629c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c93a33-f070-4d86-abc7-80a4ec74cc13'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:00:44.434624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c0c93a33-f070-4d86-abc7-80a4ec74cc13, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c0c93a33-f070-4d86-abc7-80a4ec74cc13,segment=NetworkSegment(6f831717-ba88-4076-b5b8-fdc7102284ff),segment_id=6f831717-ba88-4076-b5b8-fdc7102284ff)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:00:44.481213 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e0f335-91ef-417d-abe4-33772a629c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c93a33-f070-4d86-abc7-80a4ec74cc13', 'code': 200} Dec 21 23:00:44.526569 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:44.593149 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=c0c93a33-f070-4d86-abc7-80a4ec74cc13,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:44.876860 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-973be814-56a5-4171-8ad0-d2fb4959b2cb req-e58485ec-ae37-4048-b0f9-55ffaf9a50ba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 1098 time: 0.0667655 Dec 21 23:00:44.922113 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-973be814-56a5-4171-8ad0-d2fb4959b2cb req-e282663f-366e-4dda-a004-b53223951fe5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345216 Dec 21 23:00:45.307917 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4289592-d952-4246-908c-e160a1904633 req-728fb92a-1d24-4fa8-93a2-a1caf6f1db2a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:45.309348 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e4289592-d952-4246-908c-e160a1904633 req-728fb92a-1d24-4fa8-93a2-a1caf6f1db2a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.0800529 Dec 21 23:00:45.354005 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e4289592-d952-4246-908c-e160a1904633 req-f3100dc9-d133-49c2-9ae8-bfc86daf9050 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391285 Dec 21 23:00:45.741257 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:46.551844 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939766e5-93e9-48a3-96fd-4e8a7fa962be req-cca6ed34-d94a-42eb-97ec-0f2c5379ebc5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:46.554087 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-939766e5-93e9-48a3-96fd-4e8a7fa962be req-cca6ed34-d94a-42eb-97ec-0f2c5379ebc5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.0802178 Dec 21 23:00:46.597440 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-939766e5-93e9-48a3-96fd-4e8a7fa962be req-3cd6f2cb-8e2e-4198-8754-06ea069ce020 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378580 Dec 21 23:00:46.790730 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7bb82-7df5-4e7f-95f3-c6fb48b693f8 req-69de3cb0-bde4-4d3e-aa0c-8f8f7c5635ac tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:46.792156 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7bf7bb82-7df5-4e7f-95f3-c6fb48b693f8 req-69de3cb0-bde4-4d3e-aa0c-8f8f7c5635ac tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.0763865 Dec 21 23:00:46.837579 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7bf7bb82-7df5-4e7f-95f3-c6fb48b693f8 req-c4892157-f350-4cee-afe5-421889056171 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399308 Dec 21 23:00:46.863820 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46074) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:46.935282 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c82c6503-1ac1-49f3-89fe-d02ac6ccb943 tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 1093 time: 0.0703826 Dec 21 23:00:46.937909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46078) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:46.942811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': 'c0c93a33-f070-4d86-abc7-80a4ec74cc13', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:00:46.949071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:00:46.952915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:floatingip and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:00:46.955706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:00:46.961918 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:00:47.032762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:47.168240 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:47.304884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.26.3.167 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/02d3c395-c0a7-4a77-8322-4f7bc11ab271) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:00:47.450139 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:47.547698 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:47.614032 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:00:47.617331 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:00:47.621642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:00:47.647860 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=02d3c395-c0a7-4a77-8322-4f7bc11ab271,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:48.122790 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:48.242650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:48.542263 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:48.600904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:48.705560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=02d3c395-c0a7-4a77-8322-4f7bc11ab271,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:00:48.721552 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:48.907826 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Floating IP ab0c75ff-03fd-462f-be74-e122368c40e0 associated. External IP: 172.26.3.167, port: c0c93a33-f070-4d86-abc7-80a4ec74cc13. Dec 21 23:00:49.287623 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router eb80389d-c584-4f26-ad4d-67e16ea5099f has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:00:49.539351 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:00:49.548604 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e3a63a-92c1-48c1-8524-bf60fad03419 None None] Sync routers for ids ['eb80389d-c584-4f26-ad4d-67e16ea5099f'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:00:49.560994 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e3a63a-92c1-48c1-8524-bf60fad03419 None None] Routers {'eb80389d-c584-4f26-ad4d-67e16ea5099f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:00:49.561596 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-47e3a63a-92c1-48c1-8524-bf60fad03419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:00:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['eb80389d-c584-4f26-ad4d-67e16ea5099f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:49.627065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:49.683142 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-fe0a9fc7-a92c-4dec-87af-7860a9937e93 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7442191 Dec 21 23:00:49.683693 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e0f335-91ef-417d-abe4-33772a629c62', 'tag': 'c0c93a33-f070-4d86-abc7-80a4ec74cc13'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:00:49.747474 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e0f335-91ef-417d-abe4-33772a629c62', 'tag': 'c0c93a33-f070-4d86-abc7-80a4ec74cc13', 'status': 'completed', 'code': 200} Dec 21 23:00:49.782506 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-47e3a63a-92c1-48c1-8524-bf60fad03419 None None] Set router eb80389d-c584-4f26-ad4d-67e16ea5099f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:00:49.844243 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a02a412d-72ab-42b3-962f-ac3a119a36cb req-14c2cb92-fb73-47fc-bc93-ac06313ef3cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 1098 time: 0.0743361 Dec 21 23:00:49.865302 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9812893-538a-40dd-aefa-0b25bb96c83a req-1388c129-ac59-40ff-9b58-bc8214e6619f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:49.866940 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c9812893-538a-40dd-aefa-0b25bb96c83a req-1388c129-ac59-40ff-9b58-bc8214e6619f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.0768149 Dec 21 23:00:49.912654 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c9812893-538a-40dd-aefa-0b25bb96c83a req-b9d55031-7e50-46a1-907c-ad27a4eaefda tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399494 Dec 21 23:00:49.940697 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46086) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:49.981944 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a412d-72ab-42b3-962f-ac3a119a36cb req-e209dd6d-f40f-4cd3-a4f4-e3eeaad287b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:49.983815 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a02a412d-72ab-42b3-962f-ac3a119a36cb req-e209dd6d-f40f-4cd3-a4f4-e3eeaad287b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1a078e63-3b45-43ce-934e-c1b8c66815c8 HTTP/1.1" status: 200 len: 898 time: 0.1336176 Dec 21 23:00:50.058891 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-cb969cc3-ed17-46a8-bd3a-d85763cf6da1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/ab0c75ff-03fd-462f-be74-e122368c40e0 HTTP/1.1" status: 200 len: 991 time: 0.1167817 Dec 21 23:00:50.097837 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a02a412d-72ab-42b3-962f-ac3a119a36cb req-f3e22942-564e-4f30-a92f-faab058f18f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0c93a33-f070-4d86-abc7-80a4ec74cc13 HTTP/1.1" status: 200 len: 999 time: 0.1061776 Dec 21 23:00:50.136536 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-47e3a63a-92c1-48c1-8524-bf60fad03419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982688844', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:23Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:24Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'ab0c75ff-03fd-462f-be74-e122368c40e0', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'floating_ip_address': '172.26.3.167', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'port_id': 'c0c93a33-f070-4d86-abc7-80a4ec74cc13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8', 'mac_address': 'fa:16:3e:80:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e0f335-91ef-417d-abe4-33772a629c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:00:47Z', 'updated_at': '2021-12-21T23:00:47Z', 'revision_number': 0, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbf270e-d089-4d99-aa90-1f12bcdca305', 'name': '', 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:8b:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:27Z', 'updated_at': '2021-12-21T23:00:34Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:50.140538 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e3a63a-92c1-48c1-8524-bf60fad03419 None None] Checking router: eb80389d-c584-4f26-ad4d-67e16ea5099f for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:00:50.151273 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e3a63a-92c1-48c1-8524-bf60fad03419 None None] Routers {'eb80389d-c584-4f26-ad4d-67e16ea5099f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:00:50.151878 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-47e3a63a-92c1-48c1-8524-bf60fad03419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:00:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['eb80389d-c584-4f26-ad4d-67e16ea5099f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:50.165706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a412d-72ab-42b3-962f-ac3a119a36cb req-ab8514f9-6b84-4f05-ba45-e630d4d39622 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:00:50.167229 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a02a412d-72ab-42b3-962f-ac3a119a36cb req-ab8514f9-6b84-4f05-ba45-e630d4d39622 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64d3edc3-295e-44c1-8e72-00ed2a704c4b HTTP/1.1" status: 200 len: 835 time: 0.0625355 Dec 21 23:00:50.243291 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a02a412d-72ab-42b3-962f-ac3a119a36cb req-f932fe27-6412-435e-817d-3a6343381129 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1a078e63-3b45-43ce-934e-c1b8c66815c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700541 Dec 21 23:00:50.352613 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-47e3a63a-92c1-48c1-8524-bf60fad03419 None None] Set router eb80389d-c584-4f26-ad4d-67e16ea5099f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:00:50.504299 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a02a412d-72ab-42b3-962f-ac3a119a36cb req-a3a594de-1b5c-49b0-a73c-08c2409f13f1 service neutron] 10.222.0.49 "GET /v2.0/networks/1a078e63-3b45-43ce-934e-c1b8c66815c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540832 Dec 21 23:00:50.638608 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a02a412d-72ab-42b3-962f-ac3a119a36cb req-a00fa012-bcfb-47c2-9a48-31630261d62d service neutron] 10.222.0.49 "GET /v2.0/networks/1a078e63-3b45-43ce-934e-c1b8c66815c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283588 Dec 21 23:00:50.749413 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-47e3a63a-92c1-48c1-8524-bf60fad03419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982688844', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:23Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:24Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'ab0c75ff-03fd-462f-be74-e122368c40e0', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'floating_ip_address': '172.26.3.167', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'port_id': 'c0c93a33-f070-4d86-abc7-80a4ec74cc13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8', 'mac_address': 'fa:16:3e:80:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e0f335-91ef-417d-abe4-33772a629c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:00:47Z', 'updated_at': '2021-12-21T23:00:47Z', 'revision_number': 0, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbf270e-d089-4d99-aa90-1f12bcdca305', 'name': '', 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:8b:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:27Z', 'updated_at': '2021-12-21T23:00:34Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:00:50.755097 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e3a63a-92c1-48c1-8524-bf60fad03419 None None] The sync data for ids ['eb80389d-c584-4f26-ad4d-67e16ea5099f'] in dv-neutron-822520-1-hyperv is: [{'id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982688844', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:23Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:24Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'ab0c75ff-03fd-462f-be74-e122368c40e0', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'floating_ip_address': '172.26.3.167', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'port_id': 'c0c93a33-f070-4d86-abc7-80a4ec74cc13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8', 'mac_address': 'fa:16:3e:80:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e0f335-91ef-417d-abe4-33772a629c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:00:47Z', 'updated_at': '2021-12-21T23:00:47Z', 'revision_number': 0, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cbf270e-d089-4d99-aa90-1f12bcdca305', 'name': '', 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:8b:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:27Z', 'updated_at': '2021-12-21T23:00:34Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:00:50.955036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b538bed3-2878-4069-b4cc-d5a92c572d4f None None] New status for floating IP ab0c75ff-03fd-462f-be74-e122368c40e0: ACTIVE {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 23:00:51.061891 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46090) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:51.173818 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6f1ee59b-76bd-4b6c-9ebf-b5ba9dd1b60c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/ab0c75ff-03fd-462f-be74-e122368c40e0 HTTP/1.1" status: 200 len: 991 time: 0.1106942 Dec 21 23:00:52.178319 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46094) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:00:52.378033 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fbe04036-5d2b-4daf-9b1f-abe23402cc59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/ab0c75ff-03fd-462f-be74-e122368c40e0 HTTP/1.1" status: 200 len: 993 time: 0.1985176 Dec 21 23:00:57.280750 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4faa2012-f1c0-4c85-a2fa-7e17d717feab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:00:59.675031 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a00c8f90-b8f6-4c91-8884-eca734324693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:01:00.783225 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:01:00.798595 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:01:00.872262 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:01:02.380721 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:01:15.760329 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:01:20.775851 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6ec89193-efd0-4ade-adfc-674819b1d50d req-2a795f96-c3c8-4818-8689-f5e6db29de7b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688088 Dec 21 23:01:20.912365 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6ec89193-efd0-4ade-adfc-674819b1d50d req-7cec4475-56b1-4f73-aa3b-691c938daa1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 1098 time: 0.0666630 Dec 21 23:01:21.055508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec89193-efd0-4ade-adfc-674819b1d50d req-5989942a-e53f-4fb6-bf5a-2eb1ce0ed540 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:01:21.056844 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6ec89193-efd0-4ade-adfc-674819b1d50d req-5989942a-e53f-4fb6-bf5a-2eb1ce0ed540 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1a078e63-3b45-43ce-934e-c1b8c66815c8 HTTP/1.1" status: 200 len: 898 time: 0.1251040 Dec 21 23:01:21.158346 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6ec89193-efd0-4ade-adfc-674819b1d50d req-7cd6cf5b-c32c-47b0-bb2d-1f6ab9fcd42e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0c93a33-f070-4d86-abc7-80a4ec74cc13 HTTP/1.1" status: 200 len: 1001 time: 0.0946100 Dec 21 23:01:21.221350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec89193-efd0-4ade-adfc-674819b1d50d req-bd19d752-8965-4aad-968d-bcddf5850ab2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:01:21.222769 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6ec89193-efd0-4ade-adfc-674819b1d50d req-bd19d752-8965-4aad-968d-bcddf5850ab2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64d3edc3-295e-44c1-8e72-00ed2a704c4b HTTP/1.1" status: 200 len: 835 time: 0.0583475 Dec 21 23:01:21.296426 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6ec89193-efd0-4ade-adfc-674819b1d50d req-4c4f267a-89b6-4b33-a052-9ffd161b3ef4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1a078e63-3b45-43ce-934e-c1b8c66815c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657172 Dec 21 23:01:21.425981 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6ec89193-efd0-4ade-adfc-674819b1d50d req-d61be1bf-2f03-4b7e-9e2c-970bf010be2a service neutron] 10.222.0.49 "GET /v2.0/networks/1a078e63-3b45-43ce-934e-c1b8c66815c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223655 Dec 21 23:01:21.555183 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6ec89193-efd0-4ade-adfc-674819b1d50d req-5ea69287-fd70-4201-a430-b2aa58b65904 service neutron] 10.222.0.49 "GET /v2.0/networks/1a078e63-3b45-43ce-934e-c1b8c66815c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221998 Dec 21 23:01:24.064940 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632295c0-ad5e-49bc-8b3e-3de228e9e618 req-796f3a6b-755b-41d8-8a38-d27e08262c1f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:01:24.066411 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-632295c0-ad5e-49bc-8b3e-3de228e9e618 req-796f3a6b-755b-41d8-8a38-d27e08262c1f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.0794208 Dec 21 23:01:24.112234 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-632295c0-ad5e-49bc-8b3e-3de228e9e618 req-e0578efb-ccc7-47a7-9d66-72891d57477f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397339 Dec 21 23:01:25.305897 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfb41c-1e45-4f2d-a00a-0f410340e4f5 req-4e54d440-4a8b-48c3-a4f9-2c1ae86858b2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:01:25.307353 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8bbfb41c-1e45-4f2d-a00a-0f410340e4f5 req-4e54d440-4a8b-48c3-a4f9-2c1ae86858b2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.0750639 Dec 21 23:01:25.352271 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8bbfb41c-1e45-4f2d-a00a-0f410340e4f5 req-6295bd37-3385-4262-92a9-04366b41bc63 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395360 Dec 21 23:01:26.633683 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48ef77-1b7c-46bb-902b-0b601a09cebd req-03ab7f30-bb59-46cc-a34d-5b5ff8efd067 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:01:26.635365 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf48ef77-1b7c-46bb-902b-0b601a09cebd req-03ab7f30-bb59-46cc-a34d-5b5ff8efd067 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.1615028 Dec 21 23:01:26.684453 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf48ef77-1b7c-46bb-902b-0b601a09cebd req-d72cee7c-e959-493d-9fdb-a23cd666f69b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436702 Dec 21 23:01:27.300462 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9794f0ff-26d3-4172-ac4c-b891bc80064a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:01:27.952259 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a872b3-5eae-48ec-87e4-adebddef858d req-f35ea9f1-3e19-442a-bac4-5c6508c309c6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:01:27.953692 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d9a872b3-5eae-48ec-87e4-adebddef858d req-f35ea9f1-3e19-442a-bac4-5c6508c309c6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.1484625 Dec 21 23:01:28.001133 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d9a872b3-5eae-48ec-87e4-adebddef858d req-78baa99b-90c8-45f9-a097-dc66b914ed1d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414453 Dec 21 23:01:29.344219 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a2665-3f2c-4b0e-8f7e-6b4b7dd7f284 req-8b8da951-3721-4e17-8144-f8a5beb0b9ec tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:01:29.345745 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-de6a2665-3f2c-4b0e-8f7e-6b4b7dd7f284 req-8b8da951-3721-4e17-8144-f8a5beb0b9ec tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.0805330 Dec 21 23:01:29.392736 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-de6a2665-3f2c-4b0e-8f7e-6b4b7dd7f284 req-e8f03f89-201c-48cc-8fbe-c51f6388680f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414891 Dec 21 23:01:29.668901 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-254d4f18-fb0c-4a98-8edd-3d245ce33278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:01:30.585858 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e072f7-0da5-4aa0-b7e9-b711541a0234 req-0f4d4599-53c3-4365-b380-434e8cb6eda3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:01:30.587586 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c7e072f7-0da5-4aa0-b7e9-b711541a0234 req-0f4d4599-53c3-4365-b380-434e8cb6eda3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.0747676 Dec 21 23:01:30.635720 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c7e072f7-0da5-4aa0-b7e9-b711541a0234 req-a39f4924-760f-4a6e-8fd5-ae9a39ccb66d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428896 Dec 21 23:01:30.771921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:01:30.869502 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:01:31.829655 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6adf41-f028-4822-814d-31d2e1675055 req-174a581f-bcf6-4421-b52e-60c62b5c00d9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:01:31.831105 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ad6adf41-f028-4822-814d-31d2e1675055 req-174a581f-bcf6-4421-b52e-60c62b5c00d9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.0765054 Dec 21 23:01:31.879460 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ad6adf41-f028-4822-814d-31d2e1675055 req-5810699a-86fd-4b16-83b9-32e0deb22445 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425172 Dec 21 23:01:32.434853 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:01:33.074295 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6d3cf-dce5-4cca-ac5f-62c97b579835 req-d3be23a0-78fb-4c7a-99a5-fea39b06d3df tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:01:33.075723 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5bf6d3cf-dce5-4cca-ac5f-62c97b579835 req-d3be23a0-78fb-4c7a-99a5-fea39b06d3df tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.0745409 Dec 21 23:01:33.119726 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5bf6d3cf-dce5-4cca-ac5f-62c97b579835 req-80a6f18e-afc9-471d-bc71-8ec7e2d8996b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386109 Dec 21 23:01:34.321397 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e275afd-5a44-4523-bc78-481fcd0d4509 req-6aedb370-9d40-4858-855b-48c84fd842fd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:01:34.322932 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1e275afd-5a44-4523-bc78-481fcd0d4509 req-6aedb370-9d40-4858-855b-48c84fd842fd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.0801985 Dec 21 23:01:34.369114 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1e275afd-5a44-4523-bc78-481fcd0d4509 req-6020e626-5f53-4b65-a531-44405ad3501a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407348 Dec 21 23:01:35.568444 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb832537-d60b-4ffe-a39d-e3a85292eb3c req-10f2e0a1-d9a4-4eb9-a8aa-f83b80f355c5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:01:35.569776 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cb832537-d60b-4ffe-a39d-e3a85292eb3c req-10f2e0a1-d9a4-4eb9-a8aa-f83b80f355c5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.0783370 Dec 21 23:01:35.614554 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cb832537-d60b-4ffe-a39d-e3a85292eb3c req-bc0e8b68-57a0-43ca-bd8d-e5cfdfe0ba38 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393324 Dec 21 23:01:35.642149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46140) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:01:35.747338 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-62a19f08-7142-4c28-a850-823de2678b0a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/ab0c75ff-03fd-462f-be74-e122368c40e0 HTTP/1.1" status: 200 len: 993 time: 0.1040473 Dec 21 23:01:37.363353 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa1507-230c-44eb-a906-9ad0950979c8 req-84132aa6-5311-476b-881e-584ad270128d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:01:37.364783 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3afa1507-230c-44eb-a906-9ad0950979c8 req-84132aa6-5311-476b-881e-584ad270128d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.0782037 Dec 21 23:01:37.452633 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3afa1507-230c-44eb-a906-9ad0950979c8 req-dd12f88a-371c-45c4-bebc-39a7614c6928 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819604 Dec 21 23:01:37.479898 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3b44a67e-3a62-440b-8397-6518a6accb29 req-fe520c00-d03e-4dcf-85c0-c9d0564b141d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 1098 time: 0.0769780 Dec 21 23:01:37.697770 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44a67e-3a62-440b-8397-6518a6accb29 req-71ec9689-495c-41c9-afe1-390077aa1171 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:01:37.699285 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3b44a67e-3a62-440b-8397-6518a6accb29 req-71ec9689-495c-41c9-afe1-390077aa1171 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1a078e63-3b45-43ce-934e-c1b8c66815c8 HTTP/1.1" status: 200 len: 898 time: 0.2096195 Dec 21 23:01:37.799342 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:01:37.800712 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3b44a67e-3a62-440b-8397-6518a6accb29 req-6c446502-abb7-45d0-86f6-6cff68688447 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0c93a33-f070-4d86-abc7-80a4ec74cc13 HTTP/1.1" status: 200 len: 1001 time: 0.0947642 Dec 21 23:01:37.865757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44a67e-3a62-440b-8397-6518a6accb29 req-3d5f3b7c-90e7-48b6-9083-62641e8497a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:01:37.867232 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3b44a67e-3a62-440b-8397-6518a6accb29 req-3d5f3b7c-90e7-48b6-9083-62641e8497a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64d3edc3-295e-44c1-8e72-00ed2a704c4b HTTP/1.1" status: 200 len: 835 time: 0.0573385 Dec 21 23:01:37.947336 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3b44a67e-3a62-440b-8397-6518a6accb29 req-b032d53d-86fb-4975-9405-617ad1be7380 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1a078e63-3b45-43ce-934e-c1b8c66815c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702708 Dec 21 23:01:38.081254 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3b44a67e-3a62-440b-8397-6518a6accb29 req-6be536b5-ac30-407b-9e0a-36539d406ecd service neutron] 10.222.0.49 "GET /v2.0/networks/1a078e63-3b45-43ce-934e-c1b8c66815c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238894 Dec 21 23:01:38.213543 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3b44a67e-3a62-440b-8397-6518a6accb29 req-cc84e4df-e8ff-4a1d-85f5-a9e9a143c32c service neutron] 10.222.0.49 "GET /v2.0/networks/1a078e63-3b45-43ce-934e-c1b8c66815c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240566 Dec 21 23:01:38.651797 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4492e5-a739-4d60-a8c0-5b5c20be3012 req-f2ccbb56-1e9f-4ba8-84a4-2dc50eb40da2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:01:38.653178 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cf4492e5-a739-4d60-a8c0-5b5c20be3012 req-f2ccbb56-1e9f-4ba8-84a4-2dc50eb40da2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.0762570 Dec 21 23:01:38.706040 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cf4492e5-a739-4d60-a8c0-5b5c20be3012 req-54544551-7248-4817-9b08-7cd1f7e4eb6b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418384 Dec 21 23:01:39.905299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b38393-0b60-43f4-94c1-147b0bdf6384 req-a99a3bdc-bf83-41ad-92b8-d4f1d5dcb92c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:01:39.906763 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-97b38393-0b60-43f4-94c1-147b0bdf6384 req-a99a3bdc-bf83-41ad-92b8-d4f1d5dcb92c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.0759647 Dec 21 23:01:39.954619 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-97b38393-0b60-43f4-94c1-147b0bdf6384 req-0e746717-9d68-4a02-8fb8-8bbe099d1bfb tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425303 Dec 21 23:01:39.982858 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46154) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:01:40.083181 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ddad6e8e-99da-400a-b45e-a5bc94a612a5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/ab0c75ff-03fd-462f-be74-e122368c40e0 HTTP/1.1" status: 200 len: 993 time: 0.0990636 Dec 21 23:01:45.771992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:01:57.265393 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2e5688cc-0468-43cc-b963-394a15d7a080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:01:59.671514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cdcb3969-5eac-4429-a8a7-99cff76a2632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:00.771635 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:00.860132 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:02.383043 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:10.750564 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46170) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:10.947817 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port 02d3c395-c0a7-4a77-8322-4f7bc11ab271 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:02:10.948152 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:11.113268 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:11.113510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:11.235150 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for 02d3c395-c0a7-4a77-8322-4f7bc11ab271 owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:02:11.480109 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:11.615208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=02d3c395-c0a7-4a77-8322-4f7bc11ab271,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:11.654223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:11.654562 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:11.654894 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:11.655276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:11.656205 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:11.656692 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:11.657028 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:11.657346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:11.657666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:11.657997 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:11.658326 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:11.716705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:12.102433 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router eb80389d-c584-4f26-ad4d-67e16ea5099f has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:02:12.297200 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:02:12.306512 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d118af8-ab13-46e9-a378-9f261f2abfb0 None None] Sync routers for ids ['eb80389d-c584-4f26-ad4d-67e16ea5099f'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:02:12.318523 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d118af8-ab13-46e9-a378-9f261f2abfb0 None None] Routers {'eb80389d-c584-4f26-ad4d-67e16ea5099f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:02:12.321548 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-4d118af8-ab13-46e9-a378-9f261f2abfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:02:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['eb80389d-c584-4f26-ad4d-67e16ea5099f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:12.368334 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:12.421017 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f7cbc281-c338-4e20-9ac2-059b64451c59 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/floatingips/ab0c75ff-03fd-462f-be74-e122368c40e0 HTTP/1.1" status: 204 len: 168 time: 1.6693637 Dec 21 23:02:12.421584 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e0f335-91ef-417d-abe4-33772a629c62', 'tag': 'c0c93a33-f070-4d86-abc7-80a4ec74cc13'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:02:12.480874 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e0f335-91ef-417d-abe4-33772a629c62', 'tag': 'c0c93a33-f070-4d86-abc7-80a4ec74cc13', 'status': 'completed', 'code': 200} Dec 21 23:02:12.495914 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-4d118af8-ab13-46e9-a378-9f261f2abfb0 None None] Set router eb80389d-c584-4f26-ad4d-67e16ea5099f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:02:12.587070 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ae7f3ca5-e064-4b7e-a5cc-ecf2fd1a2982 req-e154687d-ad94-4984-bffa-b9af82392320 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 1098 time: 0.0757127 Dec 21 23:02:12.721962 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f3ca5-e064-4b7e-a5cc-ecf2fd1a2982 req-fbbdd2f9-5210-44f0-9d9f-cf9909d2d183 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:12.723409 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ae7f3ca5-e064-4b7e-a5cc-ecf2fd1a2982 req-fbbdd2f9-5210-44f0-9d9f-cf9909d2d183 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1a078e63-3b45-43ce-934e-c1b8c66815c8 HTTP/1.1" status: 200 len: 898 time: 0.1289217 Dec 21 23:02:12.798604 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ae7f3ca5-e064-4b7e-a5cc-ecf2fd1a2982 req-68df0514-9f78-449f-83da-ed2c34616836 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0c93a33-f070-4d86-abc7-80a4ec74cc13 HTTP/1.1" status: 200 len: 217 time: 0.0650842 Dec 21 23:02:12.840986 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-4d118af8-ab13-46e9-a378-9f261f2abfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982688844', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:23Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:24Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '5cbf270e-d089-4d99-aa90-1f12bcdca305', 'name': '', 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:8b:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:27Z', 'updated_at': '2021-12-21T23:00:34Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:12.845602 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d118af8-ab13-46e9-a378-9f261f2abfb0 None None] Checking router: eb80389d-c584-4f26-ad4d-67e16ea5099f for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:02:12.856188 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d118af8-ab13-46e9-a378-9f261f2abfb0 None None] Routers {'eb80389d-c584-4f26-ad4d-67e16ea5099f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:02:12.856824 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-4d118af8-ab13-46e9-a378-9f261f2abfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:02:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['eb80389d-c584-4f26-ad4d-67e16ea5099f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:12.868973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f3ca5-e064-4b7e-a5cc-ecf2fd1a2982 req-a3e5dffa-836e-47e1-8397-2fba1d8b7357 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:12.870409 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ae7f3ca5-e064-4b7e-a5cc-ecf2fd1a2982 req-a3e5dffa-836e-47e1-8397-2fba1d8b7357 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=64d3edc3-295e-44c1-8e72-00ed2a704c4b HTTP/1.1" status: 200 len: 835 time: 0.0611708 Dec 21 23:02:12.953075 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ae7f3ca5-e064-4b7e-a5cc-ecf2fd1a2982 req-1e290045-c0f0-44fe-8f25-9a46791a0e64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1a078e63-3b45-43ce-934e-c1b8c66815c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726464 Dec 21 23:02:13.035174 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaee2a2-f8d1-4b96-abe4-cb63b96e7f32 req-95b17fe0-cc75-4a33-a3d4-50d83c63c428 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:13.037596 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9eaee2a2-f8d1-4b96-abe4-cb63b96e7f32 req-95b17fe0-cc75-4a33-a3d4-50d83c63c428 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.0855289 Dec 21 23:02:13.044074 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-4d118af8-ab13-46e9-a378-9f261f2abfb0 None None] Set router eb80389d-c584-4f26-ad4d-67e16ea5099f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:02:13.083574 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9eaee2a2-f8d1-4b96-abe4-cb63b96e7f32 req-3e4904a3-0937-414b-b043-a26e96a20008 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401871 Dec 21 23:02:13.088981 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ae7f3ca5-e064-4b7e-a5cc-ecf2fd1a2982 req-eae5d5d3-760b-4de4-8246-bb021631581b service neutron] 10.222.0.49 "GET /v2.0/networks/1a078e63-3b45-43ce-934e-c1b8c66815c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283317 Dec 21 23:02:13.223801 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ae7f3ca5-e064-4b7e-a5cc-ecf2fd1a2982 req-995d95b1-e131-4679-bcbf-a07bc0cadd21 service neutron] 10.222.0.49 "GET /v2.0/networks/1a078e63-3b45-43ce-934e-c1b8c66815c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272805 Dec 21 23:02:13.355622 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-4d118af8-ab13-46e9-a378-9f261f2abfb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982688844', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:23Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:24Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '5cbf270e-d089-4d99-aa90-1f12bcdca305', 'name': '', 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:8b:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:27Z', 'updated_at': '2021-12-21T23:00:34Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:13.360098 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d118af8-ab13-46e9-a378-9f261f2abfb0 None None] The sync data for ids ['eb80389d-c584-4f26-ad4d-67e16ea5099f'] in dv-neutron-822520-1-hyperv is: [{'id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982688844', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:23Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:24Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '5cbf270e-d089-4d99-aa90-1f12bcdca305', 'name': '', 'network_id': '1a078e63-3b45-43ce-934e-c1b8c66815c8', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:8b:b3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:27Z', 'updated_at': '2021-12-21T23:00:34Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '64d3edc3-295e-44c1-8e72-00ed2a704c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:02:13.570636 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a811dff-aa98-42fc-8eeb-a4772a5a4a57 None None] New status for floating IP ab0c75ff-03fd-462f-be74-e122368c40e0: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 23:02:14.381563 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6fedc-f459-49fb-8fc8-d4bd75e8fb74 req-844e31d2-b50f-463d-8266-8ea2abe8ff52 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:14.382198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-3da6fedc-f459-49fb-8fc8-d4bd75e8fb74 req-844e31d2-b50f-463d-8266-8ea2abe8ff52 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:02:14.459884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-3da6fedc-f459-49fb-8fc8-d4bd75e8fb74 req-844e31d2-b50f-463d-8266-8ea2abe8ff52 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:02:14.461108 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3da6fedc-f459-49fb-8fc8-d4bd75e8fb74 req-844e31d2-b50f-463d-8266-8ea2abe8ff52 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.2509108 Dec 21 23:02:14.506744 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3da6fedc-f459-49fb-8fc8-d4bd75e8fb74 req-070c5dec-9ca9-4ca8-a805-44317ec790fe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=6e4ed446-c03d-4e15-ab5f-bd55967679b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401413 Dec 21 23:02:14.669397 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecc094-7662-44aa-b180-2fc551a408d9 req-fdb1afde-f578-453c-b055-e3d6c87b54c5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:14.670738 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4cecc094-7662-44aa-b180-2fc551a408d9 req-fdb1afde-f578-453c-b055-e3d6c87b54c5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 945 time: 0.0737648 Dec 21 23:02:14.741902 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-4cecc094-7662-44aa-b180-2fc551a408d9 req-92d02d31-1a9f-4c1a-8f29-8614a220b52a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port c0c93a33-f070-4d86-abc7-80a4ec74cc13 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:02:14.742274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-4cecc094-7662-44aa-b180-2fc551a408d9 req-92d02d31-1a9f-4c1a-8f29-8614a220b52a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:14.799520 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:02:14.978846 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-4cecc094-7662-44aa-b180-2fc551a408d9 req-92d02d31-1a9f-4c1a-8f29-8614a220b52a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] For port c0c93a33-f070-4d86-abc7-80a4ec74cc13, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c0c93a33-f070-4d86-abc7-80a4ec74cc13,segment=NetworkSegment(6f831717-ba88-4076-b5b8-fdc7102284ff),segment_id=6f831717-ba88-4076-b5b8-fdc7102284ff)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:02:14.979197 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-4cecc094-7662-44aa-b180-2fc551a408d9 req-92d02d31-1a9f-4c1a-8f29-8614a220b52a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:15.095601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-4cecc094-7662-44aa-b180-2fc551a408d9 req-92d02d31-1a9f-4c1a-8f29-8614a220b52a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for c0c93a33-f070-4d86-abc7-80a4ec74cc13 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:02:15.299483 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-4cecc094-7662-44aa-b180-2fc551a408d9 req-92d02d31-1a9f-4c1a-8f29-8614a220b52a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:15.348663 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d02d31-1a9f-4c1a-8f29-8614a220b52a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=c0c93a33-f070-4d86-abc7-80a4ec74cc13,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:15.420172 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cecc094-7662-44aa-b180-2fc551a408d9 req-92d02d31-1a9f-4c1a-8f29-8614a220b52a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] No DVR routers for this DVR port c0c93a33-f070-4d86-abc7-80a4ec74cc13 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 23:02:15.423406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-4cecc094-7662-44aa-b180-2fc551a408d9 req-92d02d31-1a9f-4c1a-8f29-8614a220b52a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:15.425945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e0f335-91ef-417d-abe4-33772a629c62', 'name': 'network-vif-deleted', 'tag': 'c0c93a33-f070-4d86-abc7-80a4ec74cc13'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:02:15.481299 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e0f335-91ef-417d-abe4-33772a629c62', 'name': 'network-vif-deleted', 'tag': 'c0c93a33-f070-4d86-abc7-80a4ec74cc13', 'status': 'completed', 'code': 200} Dec 21 23:02:15.511797 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4cecc094-7662-44aa-b180-2fc551a408d9 req-92d02d31-1a9f-4c1a-8f29-8614a220b52a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "DELETE /v2.0/ports/c0c93a33-f070-4d86-abc7-80a4ec74cc13 HTTP/1.1" status: 204 len: 173 time: 0.8323755 Dec 21 23:02:15.665135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-19ff9a9a-cab3-491f-a500-c38322ab7e58 req-5feb07d2-52cd-445c-a8a3-32b832a0d5f5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:02:15.760390 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-19ff9a9a-cab3-491f-a500-c38322ab7e58 req-5feb07d2-52cd-445c-a8a3-32b832a0d5f5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:02:15.761641 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-19ff9a9a-cab3-491f-a500-c38322ab7e58 req-5feb07d2-52cd-445c-a8a3-32b832a0d5f5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=87e0f335-91ef-417d-abe4-33772a629c62 HTTP/1.1" status: 200 len: 210 time: 0.1364219 Dec 21 23:02:15.790608 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:16.870800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46188) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:17.262978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f394699-bb39-4658-b142-33fcb11736b8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:17.956283 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-2f394699-bb39-4658-b142-33fcb11736b8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port 5cbf270e-d089-4d99-aa90-1f12bcdca305 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:02:17.957035 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f394699-bb39-4658-b142-33fcb11736b8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:18.140976 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-2f394699-bb39-4658-b142-33fcb11736b8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] For port 5cbf270e-d089-4d99-aa90-1f12bcdca305, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=5cbf270e-d089-4d99-aa90-1f12bcdca305,segment=NetworkSegment(6f831717-ba88-4076-b5b8-fdc7102284ff),segment_id=6f831717-ba88-4076-b5b8-fdc7102284ff)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:02:18.141325 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f394699-bb39-4658-b142-33fcb11736b8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:18.261075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-2f394699-bb39-4658-b142-33fcb11736b8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for 5cbf270e-d089-4d99-aa90-1f12bcdca305 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:02:18.491766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f394699-bb39-4658-b142-33fcb11736b8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:18.538438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f394699-bb39-4658-b142-33fcb11736b8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=5cbf270e-d089-4d99-aa90-1f12bcdca305,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:18.570770 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c0c93a33-f070-4d86-abc7-80a4ec74cc13 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:02:18.609671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: c0c93a33-f070-4d86-abc7-80a4ec74cc13 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:02:18.610042 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c0c93a33-f070-4d86-abc7-80a4ec74cc13 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:02:18.832184 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-2f394699-bb39-4658-b142-33fcb11736b8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:19.500456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f394699-bb39-4658-b142-33fcb11736b8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router eb80389d-c584-4f26-ad4d-67e16ea5099f has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:02:19.694763 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f394699-bb39-4658-b142-33fcb11736b8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:02:19.704377 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da5e125-d1a2-45d1-9766-34e2c52ed727 None None] Sync routers for ids ['eb80389d-c584-4f26-ad4d-67e16ea5099f'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:02:19.716687 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da5e125-d1a2-45d1-9766-34e2c52ed727 None None] Routers {'eb80389d-c584-4f26-ad4d-67e16ea5099f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:02:19.719916 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2da5e125-d1a2-45d1-9766-34e2c52ed727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:02:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['eb80389d-c584-4f26-ad4d-67e16ea5099f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:19.764044 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-2f394699-bb39-4658-b142-33fcb11736b8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "PUT /v2.0/routers/eb80389d-c584-4f26-ad4d-67e16ea5099f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8921251 Dec 21 23:02:19.766827 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46192) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:19.896264 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-2da5e125-d1a2-45d1-9766-34e2c52ed727 None None] Set router eb80389d-c584-4f26-ad4d-67e16ea5099f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:02:19.948605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-313bf39b-72ec-4441-8f86-d590b3518943 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting subnet 64d3edc3-295e-44c1-8e72-00ed2a704c4b {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 23:02:19.951543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-313bf39b-72ec-4441-8f86-d590b3518943 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:20.008411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-313bf39b-72ec-4441-8f86-d590b3518943 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:20.089785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-313bf39b-72ec-4441-8f86-d590b3518943 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:20.200962 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2da5e125-d1a2-45d1-9766-34e2c52ed727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982688844', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:23Z', 'updated_at': '2021-12-21T23:02:18Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:24Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:20.204849 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da5e125-d1a2-45d1-9766-34e2c52ed727 None None] Checking router: eb80389d-c584-4f26-ad4d-67e16ea5099f for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:02:20.215743 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da5e125-d1a2-45d1-9766-34e2c52ed727 None None] Routers {'eb80389d-c584-4f26-ad4d-67e16ea5099f'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:02:20.216323 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2da5e125-d1a2-45d1-9766-34e2c52ed727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:02:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['eb80389d-c584-4f26-ad4d-67e16ea5099f'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:20.231610 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-313bf39b-72ec-4441-8f86-d590b3518943 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:20.269673 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bf39b-72ec-4441-8f86-d590b3518943 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Subnet': ['ID=64d3edc3-295e-44c1-8e72-00ed2a704c4b,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:20.280053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-313bf39b-72ec-4441-8f86-d590b3518943 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:20.284248 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96acdfdb-bede-4dc4-bb7e-951c7e785093 None None] Network 1a078e63-3b45-43ce-934e-c1b8c66815c8 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:02:20.285254 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-313bf39b-72ec-4441-8f86-d590b3518943 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/subnets/64d3edc3-295e-44c1-8e72-00ed2a704c4b HTTP/1.1" status: 204 len: 168 time: 0.5174356 Dec 21 23:02:20.287798 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46196) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:20.406643 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-2da5e125-d1a2-45d1-9766-34e2c52ed727 None None] Set router eb80389d-c584-4f26-ad4d-67e16ea5099f gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:02:20.510529 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8f62a259-02c4-485c-aba7-c29166519137 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:20.554491 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] DHCP port deletion for 1a078e63-3b45-43ce-934e-c1b8c66815c8 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 23:02:20.558646 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] Deleting port 89091809-83ad-48ea-ad62-cf1513c4ea62 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:02:20.559028 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:20.693689 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2da5e125-d1a2-45d1-9766-34e2c52ed727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982688844', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:23Z', 'updated_at': '2021-12-21T23:02:18Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:24Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:20.697627 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da5e125-d1a2-45d1-9766-34e2c52ed727 None None] The sync data for ids ['eb80389d-c584-4f26-ad4d-67e16ea5099f'] in dv-neutron-822520-1-hyperv is: [{'id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-982688844', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232'}], 'enable_snat': True}, 'gw_port_id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:00:23Z', 'updated_at': '2021-12-21T23:02:18Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'a9d1584f-e972-4bd0-bafb-a3f0e90f3024', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:17:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb80389d-c584-4f26-ad4d-67e16ea5099f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:00:24Z', 'updated_at': '2021-12-21T23:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:02:20.720548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8f62a259-02c4-485c-aba7-c29166519137 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:20.773258 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] For port 89091809-83ad-48ea-ad62-cf1513c4ea62, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=89091809-83ad-48ea-ad62-cf1513c4ea62,segment=NetworkSegment(6f831717-ba88-4076-b5b8-fdc7102284ff),segment_id=6f831717-ba88-4076-b5b8-fdc7102284ff)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:02:20.773540 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:20.785172 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-8f62a259-02c4-485c-aba7-c29166519137 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port a9d1584f-e972-4bd0-bafb-a3f0e90f3024 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:02:20.790886 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8f62a259-02c4-485c-aba7-c29166519137 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:20.892910 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] Calling delete_port for 89091809-83ad-48ea-ad62-cf1513c4ea62 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:02:21.042683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:21.072275 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-8f62a259-02c4-485c-aba7-c29166519137 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] For port a9d1584f-e972-4bd0-bafb-a3f0e90f3024, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=a9d1584f-e972-4bd0-bafb-a3f0e90f3024,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:02:21.072628 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8f62a259-02c4-485c-aba7-c29166519137 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:21.091851 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] Pushing event deleted for resources: {'Port': ['ID=89091809-83ad-48ea-ad62-cf1513c4ea62,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:21.099051 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] No DVR routers for this DVR port 89091809-83ad-48ea-ad62-cf1513c4ea62 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 23:02:21.113432 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:21.113661 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:21.114007 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:21.114362 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:21.114694 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:21.115011 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:21.115333 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:21.115660 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:21.118414 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:21.118832 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:21.119257 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c39c5-2d49-44f3-bf29-88634f4ee360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:21.201621 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-8f62a259-02c4-485c-aba7-c29166519137 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for a9d1584f-e972-4bd0-bafb-a3f0e90f3024 owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:02:21.437002 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8f62a259-02c4-485c-aba7-c29166519137 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:21.479310 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62a259-02c4-485c-aba7-c29166519137 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=a9d1584f-e972-4bd0-bafb-a3f0e90f3024,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:21.697329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8f62a259-02c4-485c-aba7-c29166519137 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:21.950923 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8f62a259-02c4-485c-aba7-c29166519137 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:21.955587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8f62a259-02c4-485c-aba7-c29166519137 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:22.025006 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8f62a259-02c4-485c-aba7-c29166519137 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:22.025506 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f62a259-02c4-485c-aba7-c29166519137 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Fanout notify agent at l3_agent the message router_deleted on router eb80389d-c584-4f26-ad4d-67e16ea5099f {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 23:02:22.039902 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-8f62a259-02c4-485c-aba7-c29166519137 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:22.041006 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-8f62a259-02c4-485c-aba7-c29166519137 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/routers/eb80389d-c584-4f26-ad4d-67e16ea5099f HTTP/1.1" status: 204 len: 168 time: 1.7523260 Dec 21 23:02:22.043921 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46200) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:22.158627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ae12d65f-0a86-4079-8169-8384425d8abe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:22.286960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ae12d65f-0a86-4079-8169-8384425d8abe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:22.311400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-ae12d65f-0a86-4079-8169-8384425d8abe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a078e63-3b45-43ce-934e-c1b8c66815c8']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:22.323098 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-ae12d65f-0a86-4079-8169-8384425d8abe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f831717-ba88-4076-b5b8-fdc7102284ff') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:22.323392 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-ae12d65f-0a86-4079-8169-8384425d8abe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f831717-ba88-4076-b5b8-fdc7102284ff') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:22.335322 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ae12d65f-0a86-4079-8169-8384425d8abe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:22.351128 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ae12d65f-0a86-4079-8169-8384425d8abe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:22.356930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae12d65f-0a86-4079-8169-8384425d8abe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 23:02:22.357303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ae12d65f-0a86-4079-8169-8384425d8abe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 23:02:22.374609 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 23:02:22.497915 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a9d1584f-e972-4bd0-bafb-a3f0e90f3024 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:02:22.531134 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: a9d1584f-e972-4bd0-bafb-a3f0e90f3024 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:02:22.531445 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device a9d1584f-e972-4bd0-bafb-a3f0e90f3024 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:02:22.531781 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 5cbf270e-d089-4d99-aa90-1f12bcdca305 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:02:22.563214 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 5cbf270e-d089-4d99-aa90-1f12bcdca305 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:02:22.563556 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 5cbf270e-d089-4d99-aa90-1f12bcdca305 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:02:22.563961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 89091809-83ad-48ea-ad62-cf1513c4ea62 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:02:22.594281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 89091809-83ad-48ea-ad62-cf1513c4ea62 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:02:22.609881 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 89091809-83ad-48ea-ad62-cf1513c4ea62 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:02:22.636581 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ae12d65f-0a86-4079-8169-8384425d8abe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:22.657318 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ae12d65f-0a86-4079-8169-8384425d8abe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:22.669787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12d65f-0a86-4079-8169-8384425d8abe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Network': ['ID=1a078e63-3b45-43ce-934e-c1b8c66815c8,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:22.673334 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ae12d65f-0a86-4079-8169-8384425d8abe tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/networks/1a078e63-3b45-43ce-934e-c1b8c66815c8 HTTP/1.1" status: 204 len: 168 time: 0.6285796 Dec 21 23:02:22.676033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46204) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:22.747189 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-38c9f708-61f2-4f95-8b2d-0dab978d420c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:22.774993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-38c9f708-61f2-4f95-8b2d-0dab978d420c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:22.905963 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-38c9f708-61f2-4f95-8b2d-0dab978d420c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:22.924772 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9f708-61f2-4f95-8b2d-0dab978d420c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4ed446-c03d-4e15-ab5f-bd55967679b7,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:22.982273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-38c9f708-61f2-4f95-8b2d-0dab978d420c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:22.983421 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-38c9f708-61f2-4f95-8b2d-0dab978d420c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/security-groups/6e4ed446-c03d-4e15-ab5f-bd55967679b7 HTTP/1.1" status: 204 len: 168 time: 0.3064492 Dec 21 23:02:23.450915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46212) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:23.457361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a78cb867-8637-4d21-be3b-0f315ca9a6f4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-436684721', 'description': 'tempest-secgroup-smoke-436684721 description', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:02:23.464129 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a78cb867-8637-4d21-be3b-0f315ca9a6f4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:02:23.469460 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a78cb867-8637-4d21-be3b-0f315ca9a6f4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:02:23.472502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a78cb867-8637-4d21-be3b-0f315ca9a6f4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:02:23.478074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a78cb867-8637-4d21-be3b-0f315ca9a6f4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:02:23.554877 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a78cb867-8637-4d21-be3b-0f315ca9a6f4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:23.591788 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a78cb867-8637-4d21-be3b-0f315ca9a6f4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:02:23.595606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a78cb867-8637-4d21-be3b-0f315ca9a6f4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:02:23.598320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a78cb867-8637-4d21-be3b-0f315ca9a6f4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:02:23.604029 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a78cb867-8637-4d21-be3b-0f315ca9a6f4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:02:23.657124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a78cb867-8637-4d21-be3b-0f315ca9a6f4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:23.760219 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a78cb867-8637-4d21-be3b-0f315ca9a6f4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:23.805919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cb867-8637-4d21-be3b-0f315ca9a6f4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e546656e-5a46-4633-a8a4-388df376e75b,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:23.863206 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a78cb867-8637-4d21-be3b-0f315ca9a6f4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:23.864438 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a78cb867-8637-4d21-be3b-0f315ca9a6f4 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4125233 Dec 21 23:02:23.867295 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46216) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:23.872545 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-36b0ee97-43cf-490f-87d2-ecd095c91c05 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'e546656e-5a46-4633-a8a4-388df376e75b', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:02:23.879075 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-36b0ee97-43cf-490f-87d2-ecd095c91c05 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:02:23.882928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-36b0ee97-43cf-490f-87d2-ecd095c91c05 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:02:23.885797 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-36b0ee97-43cf-490f-87d2-ecd095c91c05 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:02:23.891864 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-36b0ee97-43cf-490f-87d2-ecd095c91c05 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:02:23.966395 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-36b0ee97-43cf-490f-87d2-ecd095c91c05 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:24.026686 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-36b0ee97-43cf-490f-87d2-ecd095c91c05 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:24.097044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-36b0ee97-43cf-490f-87d2-ecd095c91c05 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:24.117784 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0ee97-43cf-490f-87d2-ecd095c91c05 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26c846a-3312-4641-a956-7fac34f072e6,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:24.183182 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-36b0ee97-43cf-490f-87d2-ecd095c91c05 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:24.184355 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-36b0ee97-43cf-490f-87d2-ecd095c91c05 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3161500 Dec 21 23:02:24.187745 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46220) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:24.194903 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-4cd88b3c-9166-4fe7-b0bb-349ab8dc100c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'e546656e-5a46-4633-a8a4-388df376e75b', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:02:24.198821 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4cd88b3c-9166-4fe7-b0bb-349ab8dc100c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:02:24.202903 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4cd88b3c-9166-4fe7-b0bb-349ab8dc100c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:02:24.205762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-4cd88b3c-9166-4fe7-b0bb-349ab8dc100c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:02:24.211923 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-4cd88b3c-9166-4fe7-b0bb-349ab8dc100c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:02:24.287183 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4cd88b3c-9166-4fe7-b0bb-349ab8dc100c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:24.347884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4cd88b3c-9166-4fe7-b0bb-349ab8dc100c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:24.429171 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4cd88b3c-9166-4fe7-b0bb-349ab8dc100c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:24.453375 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd88b3c-9166-4fe7-b0bb-349ab8dc100c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1739931d-458a-4c1d-8e3b-829bafd42ac0,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:24.537550 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4cd88b3c-9166-4fe7-b0bb-349ab8dc100c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:24.538753 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4cd88b3c-9166-4fe7-b0bb-349ab8dc100c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3501174 Dec 21 23:02:24.541376 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46224) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:24.546590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-358e5e9e-a247-4c3c-8c72-792ef4567c6b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'e546656e-5a46-4633-a8a4-388df376e75b', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:02:24.552960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-358e5e9e-a247-4c3c-8c72-792ef4567c6b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:02:24.556723 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-358e5e9e-a247-4c3c-8c72-792ef4567c6b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:02:24.559633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-358e5e9e-a247-4c3c-8c72-792ef4567c6b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:02:24.565333 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-358e5e9e-a247-4c3c-8c72-792ef4567c6b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:02:24.636927 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-358e5e9e-a247-4c3c-8c72-792ef4567c6b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:24.699246 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-358e5e9e-a247-4c3c-8c72-792ef4567c6b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:24.756548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-358e5e9e-a247-4c3c-8c72-792ef4567c6b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:24.779529 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e5e9e-a247-4c3c-8c72-792ef4567c6b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35726a38-8afd-4a35-bcff-9f23b82fc561,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:24.851737 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-358e5e9e-a247-4c3c-8c72-792ef4567c6b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:24.852957 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-358e5e9e-a247-4c3c-8c72-792ef4567c6b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3106863 Dec 21 23:02:24.855657 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46228) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:24.860999 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-99255c90-7ba7-43a7-bd99-1a8b1bb5a61f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'e546656e-5a46-4633-a8a4-388df376e75b', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:02:24.867037 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-99255c90-7ba7-43a7-bd99-1a8b1bb5a61f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:02:24.870732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-99255c90-7ba7-43a7-bd99-1a8b1bb5a61f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:02:24.873561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-99255c90-7ba7-43a7-bd99-1a8b1bb5a61f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:02:24.879927 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-99255c90-7ba7-43a7-bd99-1a8b1bb5a61f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:02:24.948469 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-99255c90-7ba7-43a7-bd99-1a8b1bb5a61f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:25.009896 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-99255c90-7ba7-43a7-bd99-1a8b1bb5a61f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:25.081852 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-99255c90-7ba7-43a7-bd99-1a8b1bb5a61f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:25.104327 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99255c90-7ba7-43a7-bd99-1a8b1bb5a61f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00850e5b-42e8-4b31-9138-06155b69507f,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:25.167785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-99255c90-7ba7-43a7-bd99-1a8b1bb5a61f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:25.168962 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-99255c90-7ba7-43a7-bd99-1a8b1bb5a61f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3123932 Dec 21 23:02:25.172409 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46232) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:25.178538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'e546656e-5a46-4633-a8a4-388df376e75b', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:02:25.184454 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:02:25.188280 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:02:25.191770 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:02:25.197532 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:02:25.270995 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Project 02dfa9ce959a4b2cafcb8b1668a5da78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 23:02:25.278081 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:25.342382 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:25.407728 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:25.430971 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476d883d-4d33-48a8-a046-f503cf256fd4,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:25.442587 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:25.442941 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:25.443286 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:25.443627 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:25.443981 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:25.444299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:25.444626 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:25.444956 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:25.445282 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:25.445606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:25.445930 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:25.516417 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:25.517603 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5cb7bea2-0375-400b-9c20-9570e2e6cc53 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3437138 Dec 21 23:02:25.520336 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46236) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:25.525690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-7e4a9916-892c-4099-a3dc-5c3b71183196 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'security_group_rule': {'security_group_id': 'e546656e-5a46-4633-a8a4-388df376e75b', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:02:25.532235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7e4a9916-892c-4099-a3dc-5c3b71183196 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:02:25.536166 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7e4a9916-892c-4099-a3dc-5c3b71183196 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:security_group_rule and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:02:25.539020 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7e4a9916-892c-4099-a3dc-5c3b71183196 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:02:25.544889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7e4a9916-892c-4099-a3dc-5c3b71183196 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:02:25.630602 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-7e4a9916-892c-4099-a3dc-5c3b71183196 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Project 02dfa9ce959a4b2cafcb8b1668a5da78 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 23:02:25.636951 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7e4a9916-892c-4099-a3dc-5c3b71183196 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:25.703998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7e4a9916-892c-4099-a3dc-5c3b71183196 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:25.767940 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7e4a9916-892c-4099-a3dc-5c3b71183196 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:25.791398 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a9916-892c-4099-a3dc-5c3b71183196 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02da04c-b898-4282-9ddc-137fee92bd5b,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:25.859383 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7e4a9916-892c-4099-a3dc-5c3b71183196 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:25.860825 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7e4a9916-892c-4099-a3dc-5c3b71183196 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3396075 Dec 21 23:02:25.863611 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46240) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:25.868953 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e649d5d3-99bc-44cb-91cb-5ecdb761bbe8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'network': {'name': 'tempest-network-smoke--450484837', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'port_security_enabled': True}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:02:25.873890 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e649d5d3-99bc-44cb-91cb-5ecdb761bbe8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:02:25.878087 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e649d5d3-99bc-44cb-91cb-5ecdb761bbe8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:network and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:02:25.882135 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e649d5d3-99bc-44cb-91cb-5ecdb761bbe8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:02:25.886548 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e649d5d3-99bc-44cb-91cb-5ecdb761bbe8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:02:25.960261 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e649d5d3-99bc-44cb-91cb-5ecdb761bbe8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Made reservation on behalf of 02dfa9ce959a4b2cafcb8b1668a5da78 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:02:25.963116 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e649d5d3-99bc-44cb-91cb-5ecdb761bbe8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:25.990412 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e649d5d3-99bc-44cb-91cb-5ecdb761bbe8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 23:02:25.998656 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e649d5d3-99bc-44cb-91cb-5ecdb761bbe8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:25.999337 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-e649d5d3-99bc-44cb-91cb-5ecdb761bbe8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Added segment ea4c0de1-959b-48c3-a95e-109e80d37c47 of type vlan for network 7406cfa5-6ae3-416a-b0f5-0d39397b8fda Dec 21 23:02:26.024587 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e649d5d3-99bc-44cb-91cb-5ecdb761bbe8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:26.108590 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e649d5d3-99bc-44cb-91cb-5ecdb761bbe8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:26.112248 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e649d5d3-99bc-44cb-91cb-5ecdb761bbe8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:26.112821 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e649d5d3-99bc-44cb-91cb-5ecdb761bbe8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:26.219801 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649d5d3-99bc-44cb-91cb-5ecdb761bbe8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Network': ['ID=7406cfa5-6ae3-416a-b0f5-0d39397b8fda,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:26.232884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 7406cfa5-6ae3-416a-b0f5-0d39397b8fda details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 23:02:26.233412 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e649d5d3-99bc-44cb-91cb-5ecdb761bbe8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3657763 Dec 21 23:02:26.233533 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46244) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:26.239250 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1262610697', 'admin_state_up': True, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:02:26.246292 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:02:26.250303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:router and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:02:26.253810 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:02:26.260642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:02:26.322211 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:26.323182 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:26.341525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:26.558721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:26.788650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:26.817182 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:26.948344 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.26.3.103 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/c6017937-cbd2-48d7-9904-b4d808a23356) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:02:27.089530 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:27.167910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:27.237025 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:02:27.239785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:02:27.243476 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:02:27.259416 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9419878b-160a-4369-84d7-4a882dfd5d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:27.272987 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=c6017937-cbd2-48d7-9904-b4d808a23356,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:27.465531 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:27.466902 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:27.876946 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router ad86c456-d7f0-4382-90ee-b017345fea2d is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 23:02:28.075134 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:02:28.085273 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Sync routers for ids ['ad86c456-d7f0-4382-90ee-b017345fea2d'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:02:28.099032 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Routers {'ad86c456-d7f0-4382-90ee-b017345fea2d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:02:28.099674 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:02:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['ad86c456-d7f0-4382-90ee-b017345fea2d'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:28.157598 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:28.159535 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d70bd386-08c3-40b9-b14a-a66a03bfca45 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9246173 Dec 21 23:02:28.165117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46248) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:28.204234 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f70d8cd8-6ae7-4e30-adb9-5a862323949b tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=02dfa9ce959a4b2cafcb8b1668a5da78&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380208 Dec 21 23:02:28.206863 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46252) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:28.309270 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Set router ad86c456-d7f0-4382-90ee-b017345fea2d gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:02:28.338833 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bf623b-4ab2-475b-bf2d-c2716c403b6c tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:28.340305 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-24bf623b-4ab2-475b-bf2d-c2716c403b6c tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1325011 Dec 21 23:02:28.343191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46256) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:28.382862 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-31ede11c-7ca7-4598-8c74-3fb7c9538adf tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=1ca459d5-42d5-4445-a501-f60bc2ce7708&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386353 Dec 21 23:02:28.385393 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46260) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:28.391294 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-60444b94-611a-4ba2-a868-044afaf0d2f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1291961094', 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda', 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:02:28.498894 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-60444b94-611a-4ba2-a868-044afaf0d2f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:02:28.503544 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-60444b94-611a-4ba2-a868-044afaf0d2f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:subnet and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:02:28.506322 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-60444b94-611a-4ba2-a868-044afaf0d2f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:02:28.512065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-60444b94-611a-4ba2-a868-044afaf0d2f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:02:28.590331 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262610697', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:27Z', 'revision_number': 3, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:28.590979 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60444b94-611a-4ba2-a868-044afaf0d2f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Made reservation on behalf of 02dfa9ce959a4b2cafcb8b1668a5da78 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:02:28.594729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Checking router: ad86c456-d7f0-4382-90ee-b017345fea2d for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:02:28.595109 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Updating router ad86c456-d7f0-4382-90ee-b017345fea2d port c6017937-cbd2-48d7-9904-b4d808a23356 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 23:02:28.644796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:28.694184 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-60444b94-611a-4ba2-a868-044afaf0d2f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:28.950995 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-60444b94-611a-4ba2-a868-044afaf0d2f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:28.971705 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:28.983399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Transition to ACTIVE for port object c6017937-cbd2-48d7-9904-b4d808a23356 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:02:29.034516 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60444b94-611a-4ba2-a868-044afaf0d2f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Subnet': ['ID=254fdaaf-8541-4f0e-a5af-8c4bcb11f851,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:29.047097 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60444b94-611a-4ba2-a868-044afaf0d2f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Checking segment: {'id': 'ea4c0de1-959b-48c3-a95e-109e80d37c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:02:29.047779 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60444b94-611a-4ba2-a868-044afaf0d2f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network hostable DHCP agents. Network: 7406cfa5-6ae3-416a-b0f5-0d39397b8fda, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 23:02:29.064956 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:29.128733 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60444b94-611a-4ba2-a868-044afaf0d2f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 7406cfa5-6ae3-416a-b0f5-0d39397b8fda is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 23:02:29.145738 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed7b12-94a1-4ed0-aff0-ec83db894b1e None None] Pushing event updated for resources: {'Port': ['ID=c6017937-cbd2-48d7-9904-b4d808a23356,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:29.149598 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Attempting to bind port c6017937-cbd2-48d7-9904-b4d808a23356 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:02:29.149955 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Attempting to bind port c6017937-cbd2-48d7-9904-b4d808a23356 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:02:29.150326 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Attempting to bind port c6017937-cbd2-48d7-9904-b4d808a23356 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:02:29.157344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:02:29.157703 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:02:29.158115 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:29.158494 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:02:29.159036 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Bound port: c6017937-cbd2-48d7-9904-b4d808a23356, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:02:29.159402 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:29.220209 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-60444b94-611a-4ba2-a868-044afaf0d2f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 7406cfa5-6ae3-416a-b0f5-0d39397b8fda) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:02:29.228448 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b144e0-3c3d-44a4-b64f-4b550bf2184d None None] Network 7406cfa5-6ae3-416a-b0f5-0d39397b8fda requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:02:29.230863 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60444b94-611a-4ba2-a868-044afaf0d2f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:29.231452 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-60444b94-611a-4ba2-a868-044afaf0d2f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:29.252563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] For port c6017937-cbd2-48d7-9904-b4d808a23356, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:02:29.275212 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] For port c6017937-cbd2-48d7-9904-b4d808a23356, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c6017937-cbd2-48d7-9904-b4d808a23356,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:02:29.314293 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-60444b94-611a-4ba2-a868-044afaf0d2f1 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9249623 Dec 21 23:02:29.314700 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46264) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:29.342098 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:29.474878 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed7b12-94a1-4ed0-aff0-ec83db894b1e None None] Pushing event updated for resources: {'Port': ['ID=c6017937-cbd2-48d7-9904-b4d808a23356,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:29.519786 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Routers {'ad86c456-d7f0-4382-90ee-b017345fea2d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:02:29.520406 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:02:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['ad86c456-d7f0-4382-90ee-b017345fea2d'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:29.585239 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-7406cfa5-6ae3-416a-b0f5-0d39397b8fda', 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ips': [{'subnet_id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 23:02:29.586235 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:29.767146 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3f8e6fc9-55cc-45b4-8ad4-e99e1f4cca5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:29.876034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] Set router ad86c456-d7f0-4382-90ee-b017345fea2d gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:02:30.012328 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Allocated IP 172.20.0.2 (7406cfa5-6ae3-416a-b0f5-0d39397b8fda/254fdaaf-8541-4f0e-a5af-8c4bcb11f851/2efa4775-64f1-4de1-81cb-4a6851958608) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:02:30.181071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:30.353857 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:30.368518 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Transition to ACTIVE for port object 2efa4775-64f1-4de1-81cb-4a6851958608 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:02:30.384552 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262610697', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:27Z', 'revision_number': 3, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:30.395094 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c45b4a-3af4-4bd9-a0bb-359945cec84b None None] The sync data for ids ['ad86c456-d7f0-4382-90ee-b017345fea2d'] in dv-neutron-822520-1-hyperv is: [{'id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262610697', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:27Z', 'revision_number': 3, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:02:30.398874 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Transition to ACTIVE for port object 2efa4775-64f1-4de1-81cb-4a6851958608 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:02:30.472513 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:30.537774 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Network 7406cfa5-6ae3-416a-b0f5-0d39397b8fda is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:02:30.540607 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:02:30.544324 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:02:30.551588 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Pushing event updated for resources: {'Port': ['ID=2efa4775-64f1-4de1-81cb-4a6851958608,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:30.619805 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.20.0.1 (7406cfa5-6ae3-416a-b0f5-0d39397b8fda/254fdaaf-8541-4f0e-a5af-8c4bcb11f851/30b76df4-7c52-4c1e-a071-f91ad3020c43) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:02:30.662755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Attempting to bind port 2efa4775-64f1-4de1-81cb-4a6851958608 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:02:30.663958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Attempting to bind port 2efa4775-64f1-4de1-81cb-4a6851958608 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'ea4c0de1-959b-48c3-a95e-109e80d37c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:02:30.663958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Attempting to bind port 2efa4775-64f1-4de1-81cb-4a6851958608 on network 7406cfa5-6ae3-416a-b0f5-0d39397b8fda {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:02:30.670759 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:02:30.671267 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Checking segment: {'id': 'ea4c0de1-959b-48c3-a95e-109e80d37c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:02:30.671669 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:30.672730 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Bound using segment: {'id': 'ea4c0de1-959b-48c3-a95e-109e80d37c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:02:30.673573 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Bound port: 2efa4775-64f1-4de1-81cb-4a6851958608, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4c0de1-959b-48c3-a95e-109e80d37c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:02:30.673951 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:30.776742 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] For port 2efa4775-64f1-4de1-81cb-4a6851958608, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:02:30.780531 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] For port 2efa4775-64f1-4de1-81cb-4a6851958608, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2efa4775-64f1-4de1-81cb-4a6851958608,segment=NetworkSegment(ea4c0de1-959b-48c3-a95e-109e80d37c47),segment_id=ea4c0de1-959b-48c3-a95e-109e80d37c47)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:02:30.784588 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:30.800233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:30.817361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Transition to ACTIVE for port object 30b76df4-7c52-4c1e-a071-f91ad3020c43 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:02:30.848365 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:30.890097 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:30.920529 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:30.935055 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087696e-d1c1-471c-bf0c-2c591eef18e1 None None] Pushing event updated for resources: {'Port': ['ID=2efa4775-64f1-4de1-81cb-4a6851958608,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:30.985139 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 7406cfa5-6ae3-416a-b0f5-0d39397b8fda is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:02:30.990897 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:02:30.994177 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:02:31.057702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=30b76df4-7c52-4c1e-a071-f91ad3020c43,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:31.073447 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:31.236521 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:31.639742 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:31.688142 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:31.907793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:31.911249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=30b76df4-7c52-4c1e-a071-f91ad3020c43,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:31.932215 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577b1d47-d5b3-4fb4-96a1-f701123c8365 None None] Network 7406cfa5-6ae3-416a-b0f5-0d39397b8fda requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:02:32.049650 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 7406cfa5-6ae3-416a-b0f5-0d39397b8fda is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:02:32.050853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:02:32.093050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0455cba1-9e7b-44db-b293-0be1fe422bef None None] Provisioning for port 2efa4775-64f1-4de1-81cb-4a6851958608 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:02:32.446368 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:32.480413 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2efa4775-64f1-4de1-81cb-4a6851958608 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:02:32.511472 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-eb1c039c-a271-43e4-9d63-d5267a1d6f72 None None] Provisioning for port 30b76df4-7c52-4c1e-a071-f91ad3020c43 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:02:32.529801 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-eb1c039c-a271-43e4-9d63-d5267a1d6f72 None None] Provisioning complete for port 30b76df4-7c52-4c1e-a071-f91ad3020c43 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:02:32.530092 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router ad86c456-d7f0-4382-90ee-b017345fea2d has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:02:32.530569 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-eb1c039c-a271-43e4-9d63-d5267a1d6f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:32.592195 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-eb1c039c-a271-43e4-9d63-d5267a1d6f72 None None] Port 30b76df4-7c52-4c1e-a071-f91ad3020c43 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:02:32.674645 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 2efa4775-64f1-4de1-81cb-4a6851958608 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:02:32.679945 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 2efa4775-64f1-4de1-81cb-4a6851958608 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:02:32.681677 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:32.747221 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-e09f779e-9bdb-4401-8634-0aa3772cfff0 None None] Provisioning complete for port 30b76df4-7c52-4c1e-a071-f91ad3020c43 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:02:32.747492 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e09f779e-9bdb-4401-8634-0aa3772cfff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:32.756726 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:02:32.770024 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ca8d7a9b-c6a4-4731-b722-5a849d47d99a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "PUT /v2.0/routers/ad86c456-d7f0-4382-90ee-b017345fea2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4540486 Dec 21 23:02:32.807388 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e09f779e-9bdb-4401-8634-0aa3772cfff0 None None] Port 30b76df4-7c52-4c1e-a071-f91ad3020c43 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:02:32.865342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:32.942487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-bbc0a2db-87be-46ba-b27d-b868f2ae7346 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:02:32.949184 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 2efa4775-64f1-4de1-81cb-4a6851958608, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2efa4775-64f1-4de1-81cb-4a6851958608,segment=NetworkSegment(ea4c0de1-959b-48c3-a95e-109e80d37c47),segment_id=ea4c0de1-959b-48c3-a95e-109e80d37c47)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:02:32.950578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d2286292-56de-43f0-9368-f9455ab1f086 None None] Provisioning complete for port 30b76df4-7c52-4c1e-a071-f91ad3020c43 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:02:32.950930 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d2286292-56de-43f0-9368-f9455ab1f086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:33.002634 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d2286292-56de-43f0-9368-f9455ab1f086 None None] Port 30b76df4-7c52-4c1e-a071-f91ad3020c43 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:02:33.034507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:33.035279 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c6017937-cbd2-48d7-9904-b4d808a23356 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:02:33.059261 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-bbc0a2db-87be-46ba-b27d-b868f2ae7346 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:02:33.060517 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-bbc0a2db-87be-46ba-b27d-b868f2ae7346 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-436684721&fields=id&tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78 HTTP/1.1" status: 200 len: 267 time: 0.1594388 Dec 21 23:02:33.147268 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=2efa4775-64f1-4de1-81cb-4a6851958608,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:33.210321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-6c86f744-c22d-4697-983b-4fd4c788d56a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:33.210991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-6c86f744-c22d-4697-983b-4fd4c788d56a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:02:33.230603 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port c6017937-cbd2-48d7-9904-b4d808a23356 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:02:33.236266 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c6017937-cbd2-48d7-9904-b4d808a23356 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:02:33.236656 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:33.264991 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-6c86f744-c22d-4697-983b-4fd4c788d56a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:02:33.266325 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-6c86f744-c22d-4697-983b-4fd4c788d56a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/networks?id=7406cfa5-6ae3-416a-b0f5-0d39397b8fda HTTP/1.1" status: 200 len: 796 time: 0.1987779 Dec 21 23:02:33.285042 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-4c0ef9f5-b775-40cf-9fce-c853e88f8402 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/quotas/02dfa9ce959a4b2cafcb8b1668a5da78 HTTP/1.1" status: 200 len: 375 time: 0.0130301 Dec 21 23:02:33.352681 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:33.368628 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-4e814d7d-8e14-4104-9441-5c4526714aa3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:02:33.369580 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port c6017937-cbd2-48d7-9904-b4d808a23356, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c6017937-cbd2-48d7-9904-b4d808a23356,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:02:33.430859 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:33.441852 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-4e814d7d-8e14-4104-9441-5c4526714aa3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:02:33.443366 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-4e814d7d-8e14-4104-9441-5c4526714aa3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1515465 Dec 21 23:02:33.497645 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=c6017937-cbd2-48d7-9904-b4d808a23356,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:33.585180 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-c5fc4de6-9a1e-45e4-bf47-9ba10db976dc service neutron] 10.222.0.37 "GET /v2.0/networks/7406cfa5-6ae3-416a-b0f5-0d39397b8fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295750 Dec 21 23:02:33.718353 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-da8d7301-5c74-431e-a097-bf5ed222332e service neutron] 10.222.0.37 "GET /v2.0/networks/7406cfa5-6ae3-416a-b0f5-0d39397b8fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275592 Dec 21 23:02:33.883485 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Sync routers for ids ['ad86c456-d7f0-4382-90ee-b017345fea2d'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:02:33.895781 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Routers {'ad86c456-d7f0-4382-90ee-b017345fea2d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:02:33.896419 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:02:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['ad86c456-d7f0-4382-90ee-b017345fea2d'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:33.987824 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-856f71ad-6811-4c67-a4de-22f73c5b9732 req-01169486-34a8-4c20-84cf-23cbed2ea82f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 210 time: 0.0435283 Dec 21 23:02:34.075723 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Set router ad86c456-d7f0-4382-90ee-b017345fea2d gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:02:34.386351 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262610697', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:31Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '30b76df4-7c52-4c1e-a071-f91ad3020c43', 'name': '', 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d6:65:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:30Z', 'updated_at': '2021-12-21T23:02:31Z', 'revision_number': 2, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:34.388754 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Checking router: ad86c456-d7f0-4382-90ee-b017345fea2d for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:02:34.389101 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Updating router ad86c456-d7f0-4382-90ee-b017345fea2d port 30b76df4-7c52-4c1e-a071-f91ad3020c43 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 23:02:34.429220 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2efa4775-64f1-4de1-81cb-4a6851958608 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:02:34.443837 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:34.501515 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 2efa4775-64f1-4de1-81cb-4a6851958608 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:02:34.501882 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:34.620964 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c6017937-cbd2-48d7-9904-b4d808a23356 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:02:34.688577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port c6017937-cbd2-48d7-9904-b4d808a23356 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:02:34.688938 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:34.821983 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:34.834208 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Transition to ACTIVE for port object 30b76df4-7c52-4c1e-a071-f91ad3020c43 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:02:34.903130 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:35.024414 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3c9d8-a335-4acf-8863-b31197c6ebf8 None None] Pushing event updated for resources: {'Port': ['ID=30b76df4-7c52-4c1e-a071-f91ad3020c43,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:35.035572 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c9d8-a335-4acf-8863-b31197c6ebf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:35.035915 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c9d8-a335-4acf-8863-b31197c6ebf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:35.036246 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c9d8-a335-4acf-8863-b31197c6ebf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:35.036572 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c9d8-a335-4acf-8863-b31197c6ebf8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:35.036897 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c9d8-a335-4acf-8863-b31197c6ebf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:35.037219 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c9d8-a335-4acf-8863-b31197c6ebf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:35.037645 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c9d8-a335-4acf-8863-b31197c6ebf8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:35.037838 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c9d8-a335-4acf-8863-b31197c6ebf8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:35.038189 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c9d8-a335-4acf-8863-b31197c6ebf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:35.038502 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c9d8-a335-4acf-8863-b31197c6ebf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:35.038849 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e3c9d8-a335-4acf-8863-b31197c6ebf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:02:35.130336 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Attempting to bind port 30b76df4-7c52-4c1e-a071-f91ad3020c43 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:02:35.130693 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Attempting to bind port 30b76df4-7c52-4c1e-a071-f91ad3020c43 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'ea4c0de1-959b-48c3-a95e-109e80d37c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:02:35.131043 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Attempting to bind port 30b76df4-7c52-4c1e-a071-f91ad3020c43 on network 7406cfa5-6ae3-416a-b0f5-0d39397b8fda {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:02:35.139104 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:02:35.139469 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Checking segment: {'id': 'ea4c0de1-959b-48c3-a95e-109e80d37c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:02:35.139856 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:35.140236 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Bound using segment: {'id': 'ea4c0de1-959b-48c3-a95e-109e80d37c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:02:35.140942 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Bound port: 30b76df4-7c52-4c1e-a071-f91ad3020c43, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea4c0de1-959b-48c3-a95e-109e80d37c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:02:35.141492 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:35.181645 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7a7dadfd-bb2c-40be-b12f-544c25cf14d3 req-ab9ffa47-2988-46b4-9f83-fd71ecbda900 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 210 time: 0.0578189 Dec 21 23:02:35.233986 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] For port 30b76df4-7c52-4c1e-a071-f91ad3020c43, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:02:35.234964 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] For port 30b76df4-7c52-4c1e-a071-f91ad3020c43, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=30b76df4-7c52-4c1e-a071-f91ad3020c43,segment=NetworkSegment(ea4c0de1-959b-48c3-a95e-109e80d37c47),segment_id=ea4c0de1-959b-48c3-a95e-109e80d37c47)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:02:35.306881 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:35.388726 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3c9d8-a335-4acf-8863-b31197c6ebf8 None None] Pushing event updated for resources: {'Port': ['ID=30b76df4-7c52-4c1e-a071-f91ad3020c43,revision_number=4']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:35.391477 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Routers {'ad86c456-d7f0-4382-90ee-b017345fea2d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:02:35.392142 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:02:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['ad86c456-d7f0-4382-90ee-b017345fea2d'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:35.567821 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] Set router ad86c456-d7f0-4382-90ee-b017345fea2d gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:02:35.876354 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262610697', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:31Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '30b76df4-7c52-4c1e-a071-f91ad3020c43', 'name': '', 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d6:65:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:30Z', 'updated_at': '2021-12-21T23:02:35Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:35.880438 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd288a-8129-4025-a72f-30af3b6df229 None None] The sync data for ids ['ad86c456-d7f0-4382-90ee-b017345fea2d'] in dv-neutron-822520-1-hyperv is: [{'id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262610697', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:31Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '30b76df4-7c52-4c1e-a071-f91ad3020c43', 'name': '', 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d6:65:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:30Z', 'updated_at': '2021-12-21T23:02:35Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:02:36.152786 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-73595fdc-ff52-4cba-8911-a6c1f0ac7b92 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:36.154300 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-73595fdc-ff52-4cba-8911-a6c1f0ac7b92 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "GET /v2.0/networks?id=7406cfa5-6ae3-416a-b0f5-0d39397b8fda HTTP/1.1" status: 200 len: 796 time: 0.2886963 Dec 21 23:02:36.223131 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-5656ceb9-7e17-4943-93d2-96d5ea8a698d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78 HTTP/1.1" status: 200 len: 379 time: 0.0515115 Dec 21 23:02:36.240968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-ca23b1a9-8c38-473b-bda7-5b3059a4f1a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'port': {'device_id': '6c25491e-39a9-429e-a172-8cbf6190fb7c', 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda', 'admin_state_up': True, 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'security_groups': ['e546656e-5a46-4633-a8a4-388df376e75b']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:02:36.399590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-ca23b1a9-8c38-473b-bda7-5b3059a4f1a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:02:36.401737 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-28d69acb-ea69-40d2-8ae0-779ca242443e req-f687b78c-2eeb-455e-875f-0ee39785adbd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 210 time: 0.0738344 Dec 21 23:02:36.414101 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-ca23b1a9-8c38-473b-bda7-5b3059a4f1a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:02:36.476140 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 30b76df4-7c52-4c1e-a071-f91ad3020c43 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:02:36.479031 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-ca23b1a9-8c38-473b-bda7-5b3059a4f1a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Made reservation on behalf of 02dfa9ce959a4b2cafcb8b1668a5da78 for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:02:36.482282 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-ca23b1a9-8c38-473b-bda7-5b3059a4f1a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:36.596954 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 30b76df4-7c52-4c1e-a071-f91ad3020c43 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:02:36.602647 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 30b76df4-7c52-4c1e-a071-f91ad3020c43 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:02:36.603117 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:36.654429 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-ca23b1a9-8c38-473b-bda7-5b3059a4f1a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.20.0.5 (7406cfa5-6ae3-416a-b0f5-0d39397b8fda/254fdaaf-8541-4f0e-a5af-8c4bcb11f851/d3d4e4f0-53f7-43f5-b925-daeac69a429a) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:02:36.723799 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:36.757659 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 30b76df4-7c52-4c1e-a071-f91ad3020c43, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=30b76df4-7c52-4c1e-a071-f91ad3020c43,segment=NetworkSegment(ea4c0de1-959b-48c3-a95e-109e80d37c47),segment_id=ea4c0de1-959b-48c3-a95e-109e80d37c47)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:02:36.842070 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:36.852387 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-ca23b1a9-8c38-473b-bda7-5b3059a4f1a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:36.868621 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-ca23b1a9-8c38-473b-bda7-5b3059a4f1a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Transition to ACTIVE for port object d3d4e4f0-53f7-43f5-b925-daeac69a429a will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:02:36.907267 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=30b76df4-7c52-4c1e-a071-f91ad3020c43,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:36.962531 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-ca23b1a9-8c38-473b-bda7-5b3059a4f1a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:37.037281 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-ca23b1a9-8c38-473b-bda7-5b3059a4f1a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 7406cfa5-6ae3-416a-b0f5-0d39397b8fda is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:02:37.040308 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-ca23b1a9-8c38-473b-bda7-5b3059a4f1a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:02:37.044625 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-ca23b1a9-8c38-473b-bda7-5b3059a4f1a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:02:37.069227 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23b1a9-8c38-473b-bda7-5b3059a4f1a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=d3d4e4f0-53f7-43f5-b925-daeac69a429a,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:37.107842 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-ca23b1a9-8c38-473b-bda7-5b3059a4f1a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:37.108438 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-ca23b1a9-8c38-473b-bda7-5b3059a4f1a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:37.275437 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-ca23b1a9-8c38-473b-bda7-5b3059a4f1a7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0442150 Dec 21 23:02:37.291671 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Request body: {'port': {'device_id': '6c25491e-39a9-429e-a172-8cbf6190fb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:02:37.391475 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-edadf7a3-2628-415c-bd29-4b75659f8566 None None] Provisioning for port d3d4e4f0-53f7-43f5-b925-daeac69a429a completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:02:37.396309 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-edadf7a3-2628-415c-bd29-4b75659f8566 None None] Provisioning complete for port d3d4e4f0-53f7-43f5-b925-daeac69a429a triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:02:37.396700 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-edadf7a3-2628-415c-bd29-4b75659f8566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:37.400592 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:37.452791 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-edadf7a3-2628-415c-bd29-4b75659f8566 None None] Port d3d4e4f0-53f7-43f5-b925-daeac69a429a cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:02:37.721124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c95aca-c86e-4314-8317-d3a31af79dda req-e4d236dc-6a86-407e-8aab-030195bb7e05 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:37.721712 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-92c95aca-c86e-4314-8317-d3a31af79dda req-e4d236dc-6a86-407e-8aab-030195bb7e05 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:02:37.811657 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d4e4f0-53f7-43f5-b925-daeac69a429a {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 23:02:37.819150 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:37.833212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Transition to ACTIVE for port object d3d4e4f0-53f7-43f5-b925-daeac69a429a will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:02:37.840094 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-92c95aca-c86e-4314-8317-d3a31af79dda req-e4d236dc-6a86-407e-8aab-030195bb7e05 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:02:37.841258 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-92c95aca-c86e-4314-8317-d3a31af79dda req-e4d236dc-6a86-407e-8aab-030195bb7e05 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 931 time: 0.3102162 Dec 21 23:02:37.887810 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-92c95aca-c86e-4314-8317-d3a31af79dda req-4f6b7818-35b5-414a-b581-374da37fc9df tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407124 Dec 21 23:02:37.899099 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:38.029526 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Pushing event updated for resources: {'Port': ['ID=d3d4e4f0-53f7-43f5-b925-daeac69a429a,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:38.140687 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Attempting to bind port d3d4e4f0-53f7-43f5-b925-daeac69a429a on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:02:38.141152 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Attempting to bind port d3d4e4f0-53f7-43f5-b925-daeac69a429a by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': 'ea4c0de1-959b-48c3-a95e-109e80d37c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:02:38.141561 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Attempting to bind port d3d4e4f0-53f7-43f5-b925-daeac69a429a on network 7406cfa5-6ae3-416a-b0f5-0d39397b8fda {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:02:38.147348 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Port d3d4e4f0-53f7-43f5-b925-daeac69a429a on network 7406cfa5-6ae3-416a-b0f5-0d39397b8fda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 23:02:38.147656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Attempting to bind port d3d4e4f0-53f7-43f5-b925-daeac69a429a on network 7406cfa5-6ae3-416a-b0f5-0d39397b8fda {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:02:38.154166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:02:38.154603 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Checking segment: {'id': 'ea4c0de1-959b-48c3-a95e-109e80d37c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:02:38.154973 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Bound using segment: {'id': 'ea4c0de1-959b-48c3-a95e-109e80d37c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:02:38.155374 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Bound port: d3d4e4f0-53f7-43f5-b925-daeac69a429a, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea4c0de1-959b-48c3-a95e-109e80d37c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:02:38.155702 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:38.245519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] For port d3d4e4f0-53f7-43f5-b925-daeac69a429a, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:02:38.248509 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] For port d3d4e4f0-53f7-43f5-b925-daeac69a429a, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d3d4e4f0-53f7-43f5-b925-daeac69a429a,segment=NetworkSegment(ea4c0de1-959b-48c3-a95e-109e80d37c47),segment_id=ea4c0de1-959b-48c3-a95e-109e80d37c47)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:02:38.305115 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:38.366412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:38.367856 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] 10.222.0.49 "PUT /v2.0/ports/d3d4e4f0-53f7-43f5-b925-daeac69a429a HTTP/1.1" status: 200 len: 1093 time: 1.0804250 Dec 21 23:02:38.368282 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c25491e-39a9-429e-a172-8cbf6190fb7c', 'tag': 'd3d4e4f0-53f7-43f5-b925-daeac69a429a'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:02:38.385821 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b83fc-bb97-4780-ab75-7b862d9c640b service neutron] Pushing event updated for resources: {'Port': ['ID=d3d4e4f0-53f7-43f5-b925-daeac69a429a,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:38.445529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 30b76df4-7c52-4c1e-a071-f91ad3020c43 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:02:38.446255 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c25491e-39a9-429e-a172-8cbf6190fb7c', 'tag': 'd3d4e4f0-53f7-43f5-b925-daeac69a429a', 'status': 'completed', 'code': 200} Dec 21 23:02:38.516996 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 30b76df4-7c52-4c1e-a071-f91ad3020c43 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:02:38.517321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:38.655230 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9c3bfe13-89a5-4b45-b7f5-96fd228c7ee6 req-09276a96-4b57-48ce-82ea-3ff11d812388 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 1096 time: 0.1810675 Dec 21 23:02:38.796255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfe13-89a5-4b45-b7f5-96fd228c7ee6 req-1c253cb4-3229-4f0d-b60c-6253ab1860a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:38.798299 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9c3bfe13-89a5-4b45-b7f5-96fd228c7ee6 req-1c253cb4-3229-4f0d-b60c-6253ab1860a2 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1312768 Dec 21 23:02:38.943231 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfe13-89a5-4b45-b7f5-96fd228c7ee6 req-8de2bac1-e898-48cc-92b3-8c5185ebb552 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:38.944672 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9c3bfe13-89a5-4b45-b7f5-96fd228c7ee6 req-8de2bac1-e898-48cc-92b3-8c5185ebb552 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1364982 Dec 21 23:02:39.115910 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-c83753a5-7c2b-4333-8286-0cfe214b8067 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 1096 time: 0.1269355 Dec 21 23:02:39.123827 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf1044-0693-4485-a1e6-72d868b71e28 req-a4f83822-0b5b-489e-ab57-712499ac6739 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:39.125315 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6fbf1044-0693-4485-a1e6-72d868b71e28 req-a4f83822-0b5b-489e-ab57-712499ac6739 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 943 time: 0.1042418 Dec 21 23:02:39.211619 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-da4b3467-2cbf-4cfc-a174-6546691baf1f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3d4e4f0-53f7-43f5-b925-daeac69a429a HTTP/1.1" status: 200 len: 217 time: 0.0816941 Dec 21 23:02:39.274691 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6fbf1044-0693-4485-a1e6-72d868b71e28 req-fe96c3a1-3f81-4d99-8898-a6258137f0b7 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947406 Dec 21 23:02:39.284948 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-7ebbdce8-4cc1-4dd7-9637-47c0c89af850 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:39.286362 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-7ebbdce8-4cc1-4dd7-9637-47c0c89af850 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=254fdaaf-8541-4f0e-a5af-8c4bcb11f851 HTTP/1.1" status: 200 len: 835 time: 0.0637321 Dec 21 23:02:39.367567 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-4ef1dee3-f14b-48d4-9d99-4ae16e809f2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7406cfa5-6ae3-416a-b0f5-0d39397b8fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716469 Dec 21 23:02:39.502832 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-98229f99-571e-4eb6-bc79-25819d9a71ab service neutron] 10.222.0.49 "GET /v2.0/networks/7406cfa5-6ae3-416a-b0f5-0d39397b8fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252511 Dec 21 23:02:39.634001 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2dbb1d46-1ae1-4ad1-a37d-ddb2fe059e06 req-dcd99b2f-bec3-44d9-850f-00b8fead5ded service neutron] 10.222.0.49 "GET /v2.0/networks/7406cfa5-6ae3-416a-b0f5-0d39397b8fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215229 Dec 21 23:02:40.474814 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0f303-1eba-40f1-8c16-07ba1f2d7e4b req-d0a73d66-01bc-49f9-a2e7-bd4a6688a74e tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:40.476291 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-93c0f303-1eba-40f1-8c16-07ba1f2d7e4b req-d0a73d66-01bc-49f9-a2e7-bd4a6688a74e tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 943 time: 0.0759470 Dec 21 23:02:40.523389 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-93c0f303-1eba-40f1-8c16-07ba1f2d7e4b req-5e37357e-7b9c-43cc-b083-20b1d1e70b56 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413060 Dec 21 23:02:41.719593 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad926838-49f2-482c-bfe5-903b251a69ba req-d10b21fc-446a-4eb0-b2fb-1e3a7fb14da2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:41.721059 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ad926838-49f2-482c-bfe5-903b251a69ba req-d10b21fc-446a-4eb0-b2fb-1e3a7fb14da2 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 943 time: 0.0774808 Dec 21 23:02:41.766691 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ad926838-49f2-482c-bfe5-903b251a69ba req-f2a2c34a-3e1c-4424-82d8-0f24b375cb76 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399384 Dec 21 23:02:42.679443 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device d3d4e4f0-53f7-43f5-b925-daeac69a429a details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 23:02:42.809495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port d3d4e4f0-53f7-43f5-b925-daeac69a429a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d3d4e4f0-53f7-43f5-b925-daeac69a429a,segment=NetworkSegment(ea4c0de1-959b-48c3-a95e-109e80d37c47),segment_id=ea4c0de1-959b-48c3-a95e-109e80d37c47)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:02:42.823373 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'd3d4e4f0-53f7-43f5-b925-daeac69a429a', 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda', 'port_id': 'd3d4e4f0-53f7-43f5-b925-daeac69a429a', 'mac_address': 'fa:16:3e:32:28:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:02:42.876491 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:42.897263 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d4e4f0-53f7-43f5-b925-daeac69a429a {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 23:02:42.912254 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port d3d4e4f0-53f7-43f5-b925-daeac69a429a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d3d4e4f0-53f7-43f5-b925-daeac69a429a,segment=NetworkSegment(ea4c0de1-959b-48c3-a95e-109e80d37c47),segment_id=ea4c0de1-959b-48c3-a95e-109e80d37c47)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:02:42.967693 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e02df-aaa4-422a-b4d7-444ae18aaab3 req-94556869-f370-463d-a995-79e2a3acc9f0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:42.969470 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-642e02df-aaa4-422a-b4d7-444ae18aaab3 req-94556869-f370-463d-a995-79e2a3acc9f0 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 943 time: 0.0802999 Dec 21 23:02:42.985192 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:43.014228 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-642e02df-aaa4-422a-b4d7-444ae18aaab3 req-6e9e4e7a-c8eb-448c-a281-5466cade6b5c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394399 Dec 21 23:02:43.050608 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=d3d4e4f0-53f7-43f5-b925-daeac69a429a,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:43.231302 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['d3d4e4f0-53f7-43f5-b925-daeac69a429a'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 23:02:44.213875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af35956-69a9-49af-92aa-f320c51a6fb1 req-6ea2a5df-1b93-4a4f-90c6-4fbfc8eec806 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:44.215338 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2af35956-69a9-49af-92aa-f320c51a6fb1 req-6ea2a5df-1b93-4a4f-90c6-4fbfc8eec806 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 944 time: 0.0793004 Dec 21 23:02:44.272808 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2af35956-69a9-49af-92aa-f320c51a6fb1 req-84b6adb7-1ea4-4f1e-8e68-36b425c8af1f tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516150 Dec 21 23:02:44.695640 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device d3d4e4f0-53f7-43f5-b925-daeac69a429a up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:02:44.816688 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port d3d4e4f0-53f7-43f5-b925-daeac69a429a completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:02:44.821354 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port d3d4e4f0-53f7-43f5-b925-daeac69a429a triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:02:44.821717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:44.928896 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:44.955064 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c25491e-39a9-429e-a172-8cbf6190fb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d4e4f0-53f7-43f5-b925-daeac69a429a'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:02:44.964397 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port d3d4e4f0-53f7-43f5-b925-daeac69a429a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d3d4e4f0-53f7-43f5-b925-daeac69a429a,segment=NetworkSegment(ea4c0de1-959b-48c3-a95e-109e80d37c47),segment_id=ea4c0de1-959b-48c3-a95e-109e80d37c47)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:02:45.009313 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c25491e-39a9-429e-a172-8cbf6190fb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d4e4f0-53f7-43f5-b925-daeac69a429a', 'code': 200} Dec 21 23:02:45.024602 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:45.091126 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=d3d4e4f0-53f7-43f5-b925-daeac69a429a,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:45.375795 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-28385bda-3bc4-4de5-acc7-32d79238cf87 req-6ed5f332-8d7c-45ac-904c-407fbcad7805 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 1098 time: 0.0672443 Dec 21 23:02:45.473002 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-28385bda-3bc4-4de5-acc7-32d79238cf87 req-09d976fc-b396-429c-ae3e-9c15c6291445 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871029 Dec 21 23:02:45.493809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbb1c6-b460-42ff-9d86-ffba8c52740c req-0bc4c1fb-28bb-4492-a9c8-c68502ac94e5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:45.495223 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6afbb1c6-b460-42ff-9d86-ffba8c52740c req-0bc4c1fb-28bb-4492-a9c8-c68502ac94e5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 945 time: 0.0920010 Dec 21 23:02:45.540189 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6afbb1c6-b460-42ff-9d86-ffba8c52740c req-9d113cff-a670-4a00-9f9a-7eccae9d2dff tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394444 Dec 21 23:02:45.784372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:46.739301 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbeb017-62df-434c-92d1-ab364878099b req-7a3ececa-3081-48ac-8b60-4a9dd5d7b612 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:46.740757 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0dbeb017-62df-434c-92d1-ab364878099b req-7a3ececa-3081-48ac-8b60-4a9dd5d7b612 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 945 time: 0.0773518 Dec 21 23:02:46.786401 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0dbeb017-62df-434c-92d1-ab364878099b req-90a4c437-67d6-4a99-8629-3cde80b8803b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400572 Dec 21 23:02:47.983620 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5404430-e60f-4e5c-8939-71f5b5809703 req-08cdd901-014d-4afa-baa4-fbf1cfc99f16 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:47.985046 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a5404430-e60f-4e5c-8939-71f5b5809703 req-08cdd901-014d-4afa-baa4-fbf1cfc99f16 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 945 time: 0.0794647 Dec 21 23:02:48.030206 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a5404430-e60f-4e5c-8939-71f5b5809703 req-5c90ff15-5d60-4cd7-add4-24d2deb56b3c tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389740 Dec 21 23:02:48.229980 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fa94a-3ac5-4d19-af73-8a81e536c099 req-df8cca59-cb4d-4e19-9237-d05062a3aba3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:48.231422 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bf0fa94a-3ac5-4d19-af73-8a81e536c099 req-df8cca59-cb4d-4e19-9237-d05062a3aba3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 945 time: 0.0803785 Dec 21 23:02:48.276407 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bf0fa94a-3ac5-4d19-af73-8a81e536c099 req-41820ce6-cf96-4dd5-af8b-a6aefc9baad8 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392139 Dec 21 23:02:48.303114 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46322) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:48.371737 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7036bde1-e59b-4bfd-8738-8cc0582d3cc6 tempest-TestNetworkAdvancedServerOps-1937271860 tempest-TestNetworkAdvancedServerOps-1937271860-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 1093 time: 0.0675106 Dec 21 23:02:48.374500 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46326) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:48.379490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': 'd3d4e4f0-53f7-43f5-b925-daeac69a429a', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:02:48.385213 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:02:48.388889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Usage tracker for resource:floatingip and tenant:02dfa9ce959a4b2cafcb8b1668a5da78 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:02:48.391638 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:02:48.397946 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:02:48.447475 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:48.662645 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:48.795268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Allocated IP 172.26.3.212 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/50b9b3b3-d2ff-450f-8533-192fe9cc07ad) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:02:48.937533 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:49.019490 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:49.088455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:02:49.091282 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:02:49.093770 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:02:49.122996 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=50b9b3b3-d2ff-450f-8533-192fe9cc07ad,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:49.593570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:49.712808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:49.907163 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:49.960084 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:50.060220 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event updated for resources: {'Port': ['ID=50b9b3b3-d2ff-450f-8533-192fe9cc07ad,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:02:50.077413 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:50.355105 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Floating IP c1bbdd39-a273-4fb6-9819-efe1144048a9 associated. External IP: 172.26.3.212, port: d3d4e4f0-53f7-43f5-b925-daeac69a429a. Dec 21 23:02:50.738978 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router ad86c456-d7f0-4382-90ee-b017345fea2d has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:02:50.931304 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:02:50.940667 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c12a02-dff9-463b-85aa-5f892c124c90 None None] Sync routers for ids ['ad86c456-d7f0-4382-90ee-b017345fea2d'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:02:50.952888 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c12a02-dff9-463b-85aa-5f892c124c90 None None] Routers {'ad86c456-d7f0-4382-90ee-b017345fea2d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:02:50.953501 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b1c12a02-dff9-463b-85aa-5f892c124c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:02:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['ad86c456-d7f0-4382-90ee-b017345fea2d'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:51.013305 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:51.069353 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fcf8d050-ac01-4f11-8854-1e388c9ffa29 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6938615 Dec 21 23:02:51.070046 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c25491e-39a9-429e-a172-8cbf6190fb7c', 'tag': 'd3d4e4f0-53f7-43f5-b925-daeac69a429a'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:02:51.125716 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c25491e-39a9-429e-a172-8cbf6190fb7c', 'tag': 'd3d4e4f0-53f7-43f5-b925-daeac69a429a', 'status': 'completed', 'code': 200} Dec 21 23:02:51.135305 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-b1c12a02-dff9-463b-85aa-5f892c124c90 None None] Set router ad86c456-d7f0-4382-90ee-b017345fea2d gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:02:51.380727 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d7a979d8-7cee-4476-a8a6-255e49abb4d4 req-34d2b44c-cac9-461f-b2b6-c20de0826ee6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 1098 time: 0.2284136 Dec 21 23:02:51.387045 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d103b0-1df4-44ca-b362-ffb1c29a0a61 req-4b345825-a50b-4f7a-8aae-5f4228977573 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:51.388395 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-96d103b0-1df4-44ca-b362-ffb1c29a0a61 req-4b345825-a50b-4f7a-8aae-5f4228977573 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 945 time: 0.2066793 Dec 21 23:02:51.487424 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b1c12a02-dff9-463b-85aa-5f892c124c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262610697', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:31Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'c1bbdd39-a273-4fb6-9819-efe1144048a9', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'floating_ip_address': '172.26.3.212', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'port_id': 'd3d4e4f0-53f7-43f5-b925-daeac69a429a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda', 'mac_address': 'fa:16:3e:32:28:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c25491e-39a9-429e-a172-8cbf6190fb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:02:49Z', 'updated_at': '2021-12-21T23:02:49Z', 'revision_number': 0, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b76df4-7c52-4c1e-a071-f91ad3020c43', 'name': '', 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d6:65:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:30Z', 'updated_at': '2021-12-21T23:02:36Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:51.491292 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c12a02-dff9-463b-85aa-5f892c124c90 None None] Checking router: ad86c456-d7f0-4382-90ee-b017345fea2d for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:02:51.501506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c12a02-dff9-463b-85aa-5f892c124c90 None None] Routers {'ad86c456-d7f0-4382-90ee-b017345fea2d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:02:51.502624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b1c12a02-dff9-463b-85aa-5f892c124c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:02:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['ad86c456-d7f0-4382-90ee-b017345fea2d'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:51.527988 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-96d103b0-1df4-44ca-b362-ffb1c29a0a61 req-8da01eb8-b112-4dc2-9097-db487f3bdf85 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186714 Dec 21 23:02:51.549734 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a979d8-7cee-4476-a8a6-255e49abb4d4 req-1130ffca-4eba-407f-8895-850fe8847b99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:51.551190 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d7a979d8-7cee-4476-a8a6-255e49abb4d4 req-1130ffca-4eba-407f-8895-850fe8847b99 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7406cfa5-6ae3-416a-b0f5-0d39397b8fda HTTP/1.1" status: 200 len: 897 time: 0.1603091 Dec 21 23:02:51.556793 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46334) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:51.681658 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-b1c12a02-dff9-463b-85aa-5f892c124c90 None None] Set router ad86c456-d7f0-4382-90ee-b017345fea2d gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:02:51.751246 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d4916ef2-bf54-4f49-848e-cc76b3273d6a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/c1bbdd39-a273-4fb6-9819-efe1144048a9 HTTP/1.1" status: 200 len: 991 time: 0.1920743 Dec 21 23:02:51.752204 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d7a979d8-7cee-4476-a8a6-255e49abb4d4 req-a563b13b-aace-4b08-8500-523736ae88cd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3d4e4f0-53f7-43f5-b925-daeac69a429a HTTP/1.1" status: 200 len: 999 time: 0.1924467 Dec 21 23:02:51.800925 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:02:51.817378 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a979d8-7cee-4476-a8a6-255e49abb4d4 req-466ea80d-ac2e-4e20-9f65-e91cfdc893ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:02:51.818825 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d7a979d8-7cee-4476-a8a6-255e49abb4d4 req-466ea80d-ac2e-4e20-9f65-e91cfdc893ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=254fdaaf-8541-4f0e-a5af-8c4bcb11f851 HTTP/1.1" status: 200 len: 835 time: 0.0605819 Dec 21 23:02:51.897967 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d7a979d8-7cee-4476-a8a6-255e49abb4d4 req-8ccc0e3d-6a87-4489-9457-69ff57ef17bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7406cfa5-6ae3-416a-b0f5-0d39397b8fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729697 Dec 21 23:02:52.034595 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d7a979d8-7cee-4476-a8a6-255e49abb4d4 req-07fc5530-c1d2-44e8-9db7-a25d697414c6 service neutron] 10.222.0.49 "GET /v2.0/networks/7406cfa5-6ae3-416a-b0f5-0d39397b8fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301961 Dec 21 23:02:52.066716 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-b1c12a02-dff9-463b-85aa-5f892c124c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262610697', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:31Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'c1bbdd39-a273-4fb6-9819-efe1144048a9', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'floating_ip_address': '172.26.3.212', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'port_id': 'd3d4e4f0-53f7-43f5-b925-daeac69a429a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda', 'mac_address': 'fa:16:3e:32:28:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c25491e-39a9-429e-a172-8cbf6190fb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:02:49Z', 'updated_at': '2021-12-21T23:02:49Z', 'revision_number': 0, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b76df4-7c52-4c1e-a071-f91ad3020c43', 'name': '', 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d6:65:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:30Z', 'updated_at': '2021-12-21T23:02:36Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:02:52.070782 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c12a02-dff9-463b-85aa-5f892c124c90 None None] The sync data for ids ['ad86c456-d7f0-4382-90ee-b017345fea2d'] in dv-neutron-822520-1-hyperv is: [{'id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262610697', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:31Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'c1bbdd39-a273-4fb6-9819-efe1144048a9', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'floating_ip_address': '172.26.3.212', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'port_id': 'd3d4e4f0-53f7-43f5-b925-daeac69a429a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda', 'mac_address': 'fa:16:3e:32:28:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c25491e-39a9-429e-a172-8cbf6190fb7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:02:49Z', 'updated_at': '2021-12-21T23:02:49Z', 'revision_number': 0, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b76df4-7c52-4c1e-a071-f91ad3020c43', 'name': '', 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d6:65:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:30Z', 'updated_at': '2021-12-21T23:02:36Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:02:52.166529 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d7a979d8-7cee-4476-a8a6-255e49abb4d4 req-849c9c5e-ee75-4736-828c-179327d0f767 service neutron] 10.222.0.49 "GET /v2.0/networks/7406cfa5-6ae3-416a-b0f5-0d39397b8fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255109 Dec 21 23:02:52.753897 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46338) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:52.856188 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-af35adf9-7f6f-411a-af95-b13e184faf86 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/c1bbdd39-a273-4fb6-9819-efe1144048a9 HTTP/1.1" status: 200 len: 991 time: 0.1010687 Dec 21 23:02:52.897002 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5f2d19-d19c-4572-8a37-327e38513c2f None None] New status for floating IP c1bbdd39-a273-4fb6-9819-efe1144048a9: ACTIVE {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 23:02:53.859880 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46342) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:02:53.969167 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-ccf8aaf2-8069-436e-b2bb-91220af1f802 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/c1bbdd39-a273-4fb6-9819-efe1144048a9 HTTP/1.1" status: 200 len: 993 time: 0.1081142 Dec 21 23:02:57.276233 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5eb866cc-76e6-454b-b735-677479d62788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:02:59.704323 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-527e83e4-22b1-456d-b978-fe659cf8d301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:00.777009 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:00.863480 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:02.372752 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:06.829787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [req-eae967bf-5603-49b7-b5df-ffd28985e63b req-62aef486-da48-48fb-b82f-476da8d78198 service neutron] (84168) timed out ('10.222.0.37', 42214) {{(pid=84168) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 21 23:03:15.789435 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:23.661554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95fa98-7ed3-4491-bf7f-4665013f5ecc req-3b4efac9-6d15-4994-b655-7a3bab4facae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:23.663032 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-da95fa98-7ed3-4491-bf7f-4665013f5ecc req-3b4efac9-6d15-4994-b655-7a3bab4facae tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 945 time: 0.0781095 Dec 21 23:03:23.706883 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-da95fa98-7ed3-4491-bf7f-4665013f5ecc req-5dab0618-0c98-4475-b471-848575b5cc1a tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385025 Dec 21 23:03:24.864355 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-17e47a0b-12c4-4b1f-864a-53f9be55a0a7 req-1cfa18ce-777f-4889-b346-f8ee042f9317 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1588247 Dec 21 23:03:24.909679 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722803c8-ac8c-4579-b82f-67b2c9ac5b54 req-ff74df9f-79d5-4f04-9af0-b1c8598ee1fd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:24.911757 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-722803c8-ac8c-4579-b82f-67b2c9ac5b54 req-ff74df9f-79d5-4f04-9af0-b1c8598ee1fd tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 945 time: 0.0801346 Dec 21 23:03:24.999452 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-722803c8-ac8c-4579-b82f-67b2c9ac5b54 req-3704edda-a181-4be9-8dc9-f858b0810569 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819221 Dec 21 23:03:25.024942 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-17e47a0b-12c4-4b1f-864a-53f9be55a0a7 req-2ec9c9dc-3f30-4ba1-a7e2-a018a261c81e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 1098 time: 0.0832446 Dec 21 23:03:25.027342 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46366) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:25.217564 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a4dc4bfb-c8de-46dc-af71-6f1ef46cc2a9 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/c1bbdd39-a273-4fb6-9819-efe1144048a9 HTTP/1.1" status: 200 len: 993 time: 0.1891758 Dec 21 23:03:25.248229 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e47a0b-12c4-4b1f-864a-53f9be55a0a7 req-3087a49a-48e4-493d-bcfe-bf55fde288be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:25.249710 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-17e47a0b-12c4-4b1f-864a-53f9be55a0a7 req-3087a49a-48e4-493d-bcfe-bf55fde288be service neutron] 10.222.0.49 "GET /v2.0/networks?id=7406cfa5-6ae3-416a-b0f5-0d39397b8fda HTTP/1.1" status: 200 len: 897 time: 0.1671216 Dec 21 23:03:25.458713 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-17e47a0b-12c4-4b1f-864a-53f9be55a0a7 req-24060b09-68e8-46f2-afac-6a32e2f710ad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3d4e4f0-53f7-43f5-b925-daeac69a429a HTTP/1.1" status: 200 len: 1001 time: 0.1980731 Dec 21 23:03:25.523130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e47a0b-12c4-4b1f-864a-53f9be55a0a7 req-b6a6d3e4-6c25-4198-b702-41c49f791a3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:25.524430 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-17e47a0b-12c4-4b1f-864a-53f9be55a0a7 req-b6a6d3e4-6c25-4198-b702-41c49f791a3c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=254fdaaf-8541-4f0e-a5af-8c4bcb11f851 HTTP/1.1" status: 200 len: 835 time: 0.0560741 Dec 21 23:03:25.600176 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-17e47a0b-12c4-4b1f-864a-53f9be55a0a7 req-cd7c21b4-bc44-498c-bbba-c41b6717adcf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7406cfa5-6ae3-416a-b0f5-0d39397b8fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694339 Dec 21 23:03:25.732962 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-17e47a0b-12c4-4b1f-864a-53f9be55a0a7 req-6490b92a-8f26-4a86-a511-c43555c8aab4 service neutron] 10.222.0.49 "GET /v2.0/networks/7406cfa5-6ae3-416a-b0f5-0d39397b8fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224649 Dec 21 23:03:25.870606 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-17e47a0b-12c4-4b1f-864a-53f9be55a0a7 req-f0210292-f0b3-4391-8eaf-c50aecad37e5 service neutron] 10.222.0.49 "GET /v2.0/networks/7406cfa5-6ae3-416a-b0f5-0d39397b8fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245339 Dec 21 23:03:26.844631 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8552d58-3242-46f7-a083-17d434cf6840 req-84ca8278-1f6a-44a8-b67b-ee0e3b544ead tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:26.846107 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f8552d58-3242-46f7-a083-17d434cf6840 req-84ca8278-1f6a-44a8-b67b-ee0e3b544ead tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 945 time: 0.0755703 Dec 21 23:03:26.894319 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f8552d58-3242-46f7-a083-17d434cf6840 req-ed22c0ca-81f3-4026-b529-9da296984d83 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422981 Dec 21 23:03:26.927745 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-934ae1b5-2e04-4de8-8518-97583fcd2537 req-3f452441-263b-4a5f-ab9c-d860ae4df777 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 1098 time: 0.0684321 Dec 21 23:03:27.061900 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ae1b5-2e04-4de8-8518-97583fcd2537 req-a83edb59-e4b6-479f-aa2b-3af64e960913 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:27.063341 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-934ae1b5-2e04-4de8-8518-97583fcd2537 req-a83edb59-e4b6-479f-aa2b-3af64e960913 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7406cfa5-6ae3-416a-b0f5-0d39397b8fda HTTP/1.1" status: 200 len: 897 time: 0.1256733 Dec 21 23:03:27.175405 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-934ae1b5-2e04-4de8-8518-97583fcd2537 req-1babef03-57d4-47e5-bc4a-6dad52aaa787 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3d4e4f0-53f7-43f5-b925-daeac69a429a HTTP/1.1" status: 200 len: 1001 time: 0.1019678 Dec 21 23:03:27.236643 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ae1b5-2e04-4de8-8518-97583fcd2537 req-25480389-76d3-4e0d-b9ae-17c1a9969567 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:27.238101 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-934ae1b5-2e04-4de8-8518-97583fcd2537 req-25480389-76d3-4e0d-b9ae-17c1a9969567 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=254fdaaf-8541-4f0e-a5af-8c4bcb11f851 HTTP/1.1" status: 200 len: 835 time: 0.0560899 Dec 21 23:03:27.256964 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ebcfc506-23cf-44c0-a360-dc5306c338a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:27.318329 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-934ae1b5-2e04-4de8-8518-97583fcd2537 req-8647118b-ad1f-4e22-99cd-ee32976af37d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7406cfa5-6ae3-416a-b0f5-0d39397b8fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705533 Dec 21 23:03:27.455673 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-934ae1b5-2e04-4de8-8518-97583fcd2537 req-c634e054-c2ec-49d3-959d-6962fbeda3a6 service neutron] 10.222.0.49 "GET /v2.0/networks/7406cfa5-6ae3-416a-b0f5-0d39397b8fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275475 Dec 21 23:03:27.588674 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-934ae1b5-2e04-4de8-8518-97583fcd2537 req-da84489b-60ae-4b44-900b-393f4e51eb19 service neutron] 10.222.0.49 "GET /v2.0/networks/7406cfa5-6ae3-416a-b0f5-0d39397b8fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220570 Dec 21 23:03:28.093064 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122aba57-f8c9-44af-a786-03a882655ddc req-13224e9d-7dda-4195-87bd-b4f3949f9403 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:28.094543 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-122aba57-f8c9-44af-a786-03a882655ddc req-13224e9d-7dda-4195-87bd-b4f3949f9403 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 945 time: 0.0768209 Dec 21 23:03:28.144254 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-122aba57-f8c9-44af-a786-03a882655ddc req-e18506af-7501-4a58-a6ff-8b305146f9ca tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433919 Dec 21 23:03:28.800888 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:03:29.340079 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0ca48-0078-4b5d-8c80-76f759b6f5f2 req-5a908e8b-bb21-4c82-9310-3ab79db421b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:29.341522 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-30a0ca48-0078-4b5d-8c80-76f759b6f5f2 req-5a908e8b-bb21-4c82-9310-3ab79db421b3 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 945 time: 0.0762689 Dec 21 23:03:29.385930 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-30a0ca48-0078-4b5d-8c80-76f759b6f5f2 req-1a0b823e-573a-4299-ab30-5b249b5f1450 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390117 Dec 21 23:03:29.414368 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46380) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:29.516652 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bad31c79-83bc-46bc-aa51-6dfa2b904d9d tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/floatingips/c1bbdd39-a273-4fb6-9819-efe1144048a9 HTTP/1.1" status: 200 len: 993 time: 0.1011989 Dec 21 23:03:29.669663 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c44be231-6d95-4487-bfa8-199a25c5ce00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:29.810532 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46388) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:30.009184 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port 50b9b3b3-d2ff-450f-8533-192fe9cc07ad {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:03:30.009526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:30.270166 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:30.270492 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:30.388647 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for 50b9b3b3-d2ff-450f-8533-192fe9cc07ad owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:03:30.572290 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:30.621563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=50b9b3b3-d2ff-450f-8533-192fe9cc07ad,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:30.657696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:30.658062 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:30.658401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:30.658742 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:30.659074 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:30.659400 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:30.659722 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:30.660043 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:30.660365 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:30.661289 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:30.661827 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:30.720488 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:30.766620 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:30.856983 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:31.108061 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router ad86c456-d7f0-4382-90ee-b017345fea2d has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:03:31.304898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:03:31.314005 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf39ed-81d2-429d-b23d-e37eb5098137 None None] Sync routers for ids ['ad86c456-d7f0-4382-90ee-b017345fea2d'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:03:31.326320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf39ed-81d2-429d-b23d-e37eb5098137 None None] Routers {'ad86c456-d7f0-4382-90ee-b017345fea2d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:03:31.329131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-aaaf39ed-81d2-429d-b23d-e37eb5098137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:03:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['ad86c456-d7f0-4382-90ee-b017345fea2d'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:31.388563 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:31.441131 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d31d3b71-2d94-4d0a-8152-0b56080a9b64 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/floatingips/c1bbdd39-a273-4fb6-9819-efe1144048a9 HTTP/1.1" status: 204 len: 168 time: 1.6295843 Dec 21 23:03:31.442524 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c25491e-39a9-429e-a172-8cbf6190fb7c', 'tag': 'd3d4e4f0-53f7-43f5-b925-daeac69a429a'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:03:31.497896 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c25491e-39a9-429e-a172-8cbf6190fb7c', 'tag': 'd3d4e4f0-53f7-43f5-b925-daeac69a429a', 'status': 'completed', 'code': 200} Dec 21 23:03:31.505652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-aaaf39ed-81d2-429d-b23d-e37eb5098137 None None] Set router ad86c456-d7f0-4382-90ee-b017345fea2d gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:03:31.602152 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b1bd0815-0030-4663-94b6-44a408e75309 req-4e812dbb-1c89-470c-a866-10b06afcbbd8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 1098 time: 0.0725605 Dec 21 23:03:31.740240 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd0815-0030-4663-94b6-44a408e75309 req-d447865a-52b6-40ca-b28a-3553955f1b87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:31.741700 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b1bd0815-0030-4663-94b6-44a408e75309 req-d447865a-52b6-40ca-b28a-3553955f1b87 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7406cfa5-6ae3-416a-b0f5-0d39397b8fda HTTP/1.1" status: 200 len: 897 time: 0.1300623 Dec 21 23:03:31.829782 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-aaaf39ed-81d2-429d-b23d-e37eb5098137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262610697', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:31Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '30b76df4-7c52-4c1e-a071-f91ad3020c43', 'name': '', 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d6:65:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:30Z', 'updated_at': '2021-12-21T23:02:36Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:31.834155 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf39ed-81d2-429d-b23d-e37eb5098137 None None] Checking router: ad86c456-d7f0-4382-90ee-b017345fea2d for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:03:31.846190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaf39ed-81d2-429d-b23d-e37eb5098137 None None] Routers {'ad86c456-d7f0-4382-90ee-b017345fea2d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:03:31.846814 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-aaaf39ed-81d2-429d-b23d-e37eb5098137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:03:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['ad86c456-d7f0-4382-90ee-b017345fea2d'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:31.929635 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b1bd0815-0030-4663-94b6-44a408e75309 req-328a3ade-ad15-4e9c-ae72-8767bfa70f85 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3d4e4f0-53f7-43f5-b925-daeac69a429a HTTP/1.1" status: 200 len: 217 time: 0.1778135 Dec 21 23:03:32.038515 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-aaaf39ed-81d2-429d-b23d-e37eb5098137 None None] Set router ad86c456-d7f0-4382-90ee-b017345fea2d gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:03:32.041883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd0815-0030-4663-94b6-44a408e75309 req-4ec493b0-5ad2-4a0f-9209-8be7a515e012 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:32.043321 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b1bd0815-0030-4663-94b6-44a408e75309 req-4ec493b0-5ad2-4a0f-9209-8be7a515e012 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=254fdaaf-8541-4f0e-a5af-8c4bcb11f851 HTTP/1.1" status: 200 len: 835 time: 0.1066825 Dec 21 23:03:32.108840 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec5a7e-f496-4ebe-a4df-6a02226c9326 req-96e3eb02-dc35-4692-8104-dd99d8a552d6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:32.110297 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dbec5a7e-f496-4ebe-a4df-6a02226c9326 req-96e3eb02-dc35-4692-8104-dd99d8a552d6 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 945 time: 0.1439011 Dec 21 23:03:32.168942 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-dbec5a7e-f496-4ebe-a4df-6a02226c9326 req-a8bd3923-9dd1-48c8-9927-6dc0531da077 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512354 Dec 21 23:03:32.172937 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b1bd0815-0030-4663-94b6-44a408e75309 req-4afea799-6cc6-406f-8b91-bdd0316c9ef8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7406cfa5-6ae3-416a-b0f5-0d39397b8fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1219244 Dec 21 23:03:32.308895 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b1bd0815-0030-4663-94b6-44a408e75309 req-37d7bf26-7844-49a6-86cb-f84302e10a72 service neutron] 10.222.0.49 "GET /v2.0/networks/7406cfa5-6ae3-416a-b0f5-0d39397b8fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279266 Dec 21 23:03:32.446810 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b1bd0815-0030-4663-94b6-44a408e75309 req-73cebf56-c465-4d7d-bd12-cbeb213f94bf service neutron] 10.222.0.49 "GET /v2.0/networks/7406cfa5-6ae3-416a-b0f5-0d39397b8fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311197 Dec 21 23:03:32.455276 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:32.458915 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-aaaf39ed-81d2-429d-b23d-e37eb5098137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262610697', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:31Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '30b76df4-7c52-4c1e-a071-f91ad3020c43', 'name': '', 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d6:65:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:30Z', 'updated_at': '2021-12-21T23:02:36Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:32.465751 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaf39ed-81d2-429d-b23d-e37eb5098137 None None] The sync data for ids ['ad86c456-d7f0-4382-90ee-b017345fea2d'] in dv-neutron-822520-1-hyperv is: [{'id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262610697', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:31Z', 'revision_number': 4, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '30b76df4-7c52-4c1e-a071-f91ad3020c43', 'name': '', 'network_id': '7406cfa5-6ae3-416a-b0f5-0d39397b8fda', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'mac_address': 'fa:16:3e:d6:65:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:30Z', 'updated_at': '2021-12-21T23:02:36Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'subnets': [{'id': '254fdaaf-8541-4f0e-a5af-8c4bcb11f851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:03:32.691482 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1f26f6-14b7-4bb1-8335-3d9110807e1f None None] New status for floating IP c1bbdd39-a273-4fb6-9819-efe1144048a9: DOWN {{(pid=84171) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 23:03:33.366489 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f739e0-6d6c-470b-8d83-6b7619196a2e req-bacb510f-2877-45ad-8d63-5b1785cd2483 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:33.367169 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-f1f739e0-6d6c-470b-8d83-6b7619196a2e req-bacb510f-2877-45ad-8d63-5b1785cd2483 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Synchronizing usage tracker for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:03:33.429651 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-f1f739e0-6d6c-470b-8d83-6b7619196a2e req-bacb510f-2877-45ad-8d63-5b1785cd2483 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Unset dirty status for tenant:02dfa9ce959a4b2cafcb8b1668a5da78 on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:03:33.430930 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f1f739e0-6d6c-470b-8d83-6b7619196a2e req-bacb510f-2877-45ad-8d63-5b1785cd2483 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 945 time: 0.1417959 Dec 21 23:03:33.478302 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f1f739e0-6d6c-470b-8d83-6b7619196a2e req-361bbe75-aedf-4c26-b989-5327c1ea0183 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/security-groups?id=e546656e-5a46-4633-a8a4-388df376e75b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419118 Dec 21 23:03:33.673601 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf023b67-d8a1-43d6-be42-211d17d731e6 req-24361b59-59f0-4979-903c-13c1c8545213 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:33.675012 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cf023b67-d8a1-43d6-be42-211d17d731e6 req-24361b59-59f0-4979-903c-13c1c8545213 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 945 time: 0.0791240 Dec 21 23:03:33.745755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-cf023b67-d8a1-43d6-be42-211d17d731e6 req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port d3d4e4f0-53f7-43f5-b925-daeac69a429a {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:03:33.745984 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-cf023b67-d8a1-43d6-be42-211d17d731e6 req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:33.988068 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-cf023b67-d8a1-43d6-be42-211d17d731e6 req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] For port d3d4e4f0-53f7-43f5-b925-daeac69a429a, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=d3d4e4f0-53f7-43f5-b925-daeac69a429a,segment=NetworkSegment(ea4c0de1-959b-48c3-a95e-109e80d37c47),segment_id=ea4c0de1-959b-48c3-a95e-109e80d37c47)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:03:33.988419 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-cf023b67-d8a1-43d6-be42-211d17d731e6 req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:34.109212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-cf023b67-d8a1-43d6-be42-211d17d731e6 req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for d3d4e4f0-53f7-43f5-b925-daeac69a429a owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:03:34.325485 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-cf023b67-d8a1-43d6-be42-211d17d731e6 req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:34.373924 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=d3d4e4f0-53f7-43f5-b925-daeac69a429a,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:34.415986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:34.416335 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:34.416663 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:34.416988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:34.417311 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:34.417630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:34.417945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:34.418287 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:34.418599 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:34.418909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:34.419222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:34.458911 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf023b67-d8a1-43d6-be42-211d17d731e6 req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] No DVR routers for this DVR port d3d4e4f0-53f7-43f5-b925-daeac69a429a on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 23:03:34.461437 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-cf023b67-d8a1-43d6-be42-211d17d731e6 req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:34.463844 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c25491e-39a9-429e-a172-8cbf6190fb7c', 'name': 'network-vif-deleted', 'tag': 'd3d4e4f0-53f7-43f5-b925-daeac69a429a'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:03:34.519101 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c25491e-39a9-429e-a172-8cbf6190fb7c', 'name': 'network-vif-deleted', 'tag': 'd3d4e4f0-53f7-43f5-b925-daeac69a429a', 'status': 'completed', 'code': 200} Dec 21 23:03:34.527375 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cf023b67-d8a1-43d6-be42-211d17d731e6 req-ecfe5e5f-7b83-424b-9a3d-397012555337 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.49 "DELETE /v2.0/ports/d3d4e4f0-53f7-43f5-b925-daeac69a429a HTTP/1.1" status: 204 len: 173 time: 0.8436611 Dec 21 23:03:34.646754 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-750aea2a-ab6c-43fd-af1c-8e9d7bab4237 req-7e441dee-2e58-4b97-9b4f-b7410df28e97 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c25491e-39a9-429e-a172-8cbf6190fb7c HTTP/1.1" status: 200 len: 210 time: 0.0427706 Dec 21 23:03:35.749990 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46408) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:36.232415 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5029edd9-eb8d-4843-921b-dee2e8639793 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:36.823116 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-5029edd9-eb8d-4843-921b-dee2e8639793 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port 30b76df4-7c52-4c1e-a071-f91ad3020c43 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:03:36.823857 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5029edd9-eb8d-4843-921b-dee2e8639793 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:37.006405 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-5029edd9-eb8d-4843-921b-dee2e8639793 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] For port 30b76df4-7c52-4c1e-a071-f91ad3020c43, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=30b76df4-7c52-4c1e-a071-f91ad3020c43,segment=NetworkSegment(ea4c0de1-959b-48c3-a95e-109e80d37c47),segment_id=ea4c0de1-959b-48c3-a95e-109e80d37c47)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:03:37.006756 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5029edd9-eb8d-4843-921b-dee2e8639793 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:37.123343 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-5029edd9-eb8d-4843-921b-dee2e8639793 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for 30b76df4-7c52-4c1e-a071-f91ad3020c43 owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:03:37.372594 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5029edd9-eb8d-4843-921b-dee2e8639793 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:37.416320 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029edd9-eb8d-4843-921b-dee2e8639793 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=30b76df4-7c52-4c1e-a071-f91ad3020c43,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:37.797421 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-5029edd9-eb8d-4843-921b-dee2e8639793 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:38.363627 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5029edd9-eb8d-4843-921b-dee2e8639793 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Router ad86c456-d7f0-4382-90ee-b017345fea2d has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:03:38.561641 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5029edd9-eb8d-4843-921b-dee2e8639793 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:03:38.571514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be847bb0-9ca1-42d6-9d87-e4fa47b861e7 None None] Sync routers for ids ['ad86c456-d7f0-4382-90ee-b017345fea2d'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:03:38.577189 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-5029edd9-eb8d-4843-921b-dee2e8639793 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "PUT /v2.0/routers/ad86c456-d7f0-4382-90ee-b017345fea2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8248141 Dec 21 23:03:38.578480 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46412) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:38.584956 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be847bb0-9ca1-42d6-9d87-e4fa47b861e7 None None] Routers {'ad86c456-d7f0-4382-90ee-b017345fea2d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:03:38.585829 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-be847bb0-9ca1-42d6-9d87-e4fa47b861e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:03:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['ad86c456-d7f0-4382-90ee-b017345fea2d'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:38.762764 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-155f2d69-9d3a-449e-8c52-2ab0dca9989b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting subnet 254fdaaf-8541-4f0e-a5af-8c4bcb11f851 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 23:03:38.765612 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-155f2d69-9d3a-449e-8c52-2ab0dca9989b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:38.798212 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-be847bb0-9ca1-42d6-9d87-e4fa47b861e7 None None] Set router ad86c456-d7f0-4382-90ee-b017345fea2d gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:03:38.821923 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-155f2d69-9d3a-449e-8c52-2ab0dca9989b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:38.901373 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-155f2d69-9d3a-449e-8c52-2ab0dca9989b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:38.992079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device d3d4e4f0-53f7-43f5-b925-daeac69a429a no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:03:39.029672 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-155f2d69-9d3a-449e-8c52-2ab0dca9989b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:39.031428 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: d3d4e4f0-53f7-43f5-b925-daeac69a429a {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:03:39.031772 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device d3d4e4f0-53f7-43f5-b925-daeac69a429a not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:03:39.073005 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f2d69-9d3a-449e-8c52-2ab0dca9989b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Subnet': ['ID=254fdaaf-8541-4f0e-a5af-8c4bcb11f851,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:39.077464 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-155f2d69-9d3a-449e-8c52-2ab0dca9989b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:39.084367 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-155f2d69-9d3a-449e-8c52-2ab0dca9989b tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/subnets/254fdaaf-8541-4f0e-a5af-8c4bcb11f851 HTTP/1.1" status: 204 len: 168 time: 0.5049443 Dec 21 23:03:39.087398 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46416) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:39.091287 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc68ddd9-d9c1-486b-9669-a66ec7173b3a None None] Network 7406cfa5-6ae3-416a-b0f5-0d39397b8fda requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:03:39.276150 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-be847bb0-9ca1-42d6-9d87-e4fa47b861e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262610697', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:03:37Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:39.288505 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be847bb0-9ca1-42d6-9d87-e4fa47b861e7 None None] Checking router: ad86c456-d7f0-4382-90ee-b017345fea2d for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:03:39.309682 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be847bb0-9ca1-42d6-9d87-e4fa47b861e7 None None] Routers {'ad86c456-d7f0-4382-90ee-b017345fea2d'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:03:39.310320 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-be847bb0-9ca1-42d6-9d87-e4fa47b861e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:03:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['ad86c456-d7f0-4382-90ee-b017345fea2d'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:39.391212 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03b93219-68c6-4974-b929-77119885e9ad tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:39.453678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] DHCP port deletion for 7406cfa5-6ae3-416a-b0f5-0d39397b8fda request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 23:03:39.466743 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] Deleting port 2efa4775-64f1-4de1-81cb-4a6851958608 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:03:39.467111 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:39.588160 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-be847bb0-9ca1-42d6-9d87-e4fa47b861e7 None None] Set router ad86c456-d7f0-4382-90ee-b017345fea2d gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:03:39.590153 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03b93219-68c6-4974-b929-77119885e9ad tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:39.709590 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-03b93219-68c6-4974-b929-77119885e9ad tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Deleting port c6017937-cbd2-48d7-9904-b4d808a23356 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:03:39.709936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03b93219-68c6-4974-b929-77119885e9ad tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:39.881432 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-03b93219-68c6-4974-b929-77119885e9ad tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] For port c6017937-cbd2-48d7-9904-b4d808a23356, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=c6017937-cbd2-48d7-9904-b4d808a23356,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:03:39.881784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03b93219-68c6-4974-b929-77119885e9ad tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:39.923951 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] For port 2efa4775-64f1-4de1-81cb-4a6851958608, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2efa4775-64f1-4de1-81cb-4a6851958608,segment=NetworkSegment(ea4c0de1-959b-48c3-a95e-109e80d37c47),segment_id=ea4c0de1-959b-48c3-a95e-109e80d37c47)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:03:39.924326 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:40.005604 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-03b93219-68c6-4974-b929-77119885e9ad tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Calling delete_port for c6017937-cbd2-48d7-9904-b4d808a23356 owned by network:router_gateway {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:03:40.052469 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] Calling delete_port for 2efa4775-64f1-4de1-81cb-4a6851958608 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:03:40.188805 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-be847bb0-9ca1-42d6-9d87-e4fa47b861e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262610697', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:03:37Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:40.193507 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be847bb0-9ca1-42d6-9d87-e4fa47b861e7 None None] The sync data for ids ['ad86c456-d7f0-4382-90ee-b017345fea2d'] in dv-neutron-822520-1-hyperv is: [{'id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1262610697', 'tenant_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103'}], 'enable_snat': True}, 'gw_port_id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:03:37Z', 'revision_number': 5, 'project_id': '02dfa9ce959a4b2cafcb8b1668a5da78', 'gw_port': {'id': 'c6017937-cbd2-48d7-9904-b4d808a23356', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:13:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad86c456-d7f0-4382-90ee-b017345fea2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:02:26Z', 'updated_at': '2021-12-21T23:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:03:40.258271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534'] for port, after_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:40.298233 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03b93219-68c6-4974-b929-77119885e9ad tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:40.301358 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] Pushing event deleted for resources: {'Port': ['ID=2efa4775-64f1-4de1-81cb-4a6851958608,revision_number=None']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:40.312063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] No DVR routers for this DVR port 2efa4775-64f1-4de1-81cb-4a6851958608 on host dv-neutron-822520-1-hyperv {{(pid=84170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 23:03:40.315212 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:40.315604 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:40.315877 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:40.316213 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:40.316541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:40.317516 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:40.317849 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:40.318281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:40.321667 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:40.321667 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:40.321667 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ffb56ec-6b25-4fb7-8aa2-55f94ad4b027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:40.348094 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b93219-68c6-4974-b929-77119885e9ad tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Port': ['ID=c6017937-cbd2-48d7-9904-b4d808a23356,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:40.574290 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03b93219-68c6-4974-b929-77119885e9ad tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:40.631379 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2efa4775-64f1-4de1-81cb-4a6851958608 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:03:40.673267 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 2efa4775-64f1-4de1-81cb-4a6851958608 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:03:40.673612 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2efa4775-64f1-4de1-81cb-4a6851958608 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:03:40.674052 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 30b76df4-7c52-4c1e-a071-f91ad3020c43 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:03:40.707886 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 30b76df4-7c52-4c1e-a071-f91ad3020c43 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:03:40.708427 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 30b76df4-7c52-4c1e-a071-f91ad3020c43 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:03:40.935531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03b93219-68c6-4974-b929-77119885e9ad tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:40.939585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03b93219-68c6-4974-b929-77119885e9ad tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:41.034810 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03b93219-68c6-4974-b929-77119885e9ad tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:41.035237 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b93219-68c6-4974-b929-77119885e9ad tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Fanout notify agent at l3_agent the message router_deleted on router ad86c456-d7f0-4382-90ee-b017345fea2d {{(pid=84169) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 23:03:41.048999 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-03b93219-68c6-4974-b929-77119885e9ad tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:41.050090 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-03b93219-68c6-4974-b929-77119885e9ad tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/routers/ad86c456-d7f0-4382-90ee-b017345fea2d HTTP/1.1" status: 204 len: 168 time: 1.9618015 Dec 21 23:03:41.052979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46420) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:41.166723 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fea0a047-18da-4a4e-9b52-6ef5e02c9967 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:41.294704 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fea0a047-18da-4a4e-9b52-6ef5e02c9967 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:41.319539 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-fea0a047-18da-4a4e-9b52-6ef5e02c9967 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7406cfa5-6ae3-416a-b0f5-0d39397b8fda']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:41.331066 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-fea0a047-18da-4a4e-9b52-6ef5e02c9967 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4c0de1-959b-48c3-a95e-109e80d37c47') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:41.331362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-fea0a047-18da-4a4e-9b52-6ef5e02c9967 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4c0de1-959b-48c3-a95e-109e80d37c47') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:41.342478 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fea0a047-18da-4a4e-9b52-6ef5e02c9967 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:41.357672 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fea0a047-18da-4a4e-9b52-6ef5e02c9967 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:41.363979 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea0a047-18da-4a4e-9b52-6ef5e02c9967 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 23:03:41.364369 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fea0a047-18da-4a4e-9b52-6ef5e02c9967 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 23:03:41.377942 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 23:03:41.502939 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fea0a047-18da-4a4e-9b52-6ef5e02c9967 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:41.520801 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-fea0a047-18da-4a4e-9b52-6ef5e02c9967 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:41.532655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0a047-18da-4a4e-9b52-6ef5e02c9967 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'Network': ['ID=7406cfa5-6ae3-416a-b0f5-0d39397b8fda,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:41.595782 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-fea0a047-18da-4a4e-9b52-6ef5e02c9967 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/networks/7406cfa5-6ae3-416a-b0f5-0d39397b8fda HTTP/1.1" status: 204 len: 168 time: 0.5415819 Dec 21 23:03:41.598339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46424) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:41.667945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2af6188-1ce8-445d-bec8-e6993fa851d5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:41.696544 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2af6188-1ce8-445d-bec8-e6993fa851d5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:41.817404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2af6188-1ce8-445d-bec8-e6993fa851d5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:41.840523 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af6188-1ce8-445d-bec8-e6993fa851d5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e546656e-5a46-4633-a8a4-388df376e75b,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:41.907441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-b2af6188-1ce8-445d-bec8-e6993fa851d5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:41.908853 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-b2af6188-1ce8-445d-bec8-e6993fa851d5 tempest-TestNetworkAdvancedServerOps-633651187 tempest-TestNetworkAdvancedServerOps-633651187-project] 10.222.0.37 "DELETE /v2.0/security-groups/e546656e-5a46-4633-a8a4-388df376e75b HTTP/1.1" status: 204 len: 168 time: 0.3094316 Dec 21 23:03:42.414590 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c6017937-cbd2-48d7-9904-b4d808a23356 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:03:42.446787 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: c6017937-cbd2-48d7-9904-b4d808a23356 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:03:42.447129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device c6017937-cbd2-48d7-9904-b4d808a23356 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:03:42.541795 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46434) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:42.728130 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-73436f2c-7e0e-456c-a66c-478a9f2380da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=02dfa9ce959a4b2cafcb8b1668a5da78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1851764 Dec 21 23:03:42.730733 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46440) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:42.791978 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e529584e-27c2-4d05-9672-7751177c8e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:42.817293 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e529584e-27c2-4d05-9672-7751177c8e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:42.927173 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e529584e-27c2-4d05-9672-7751177c8e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:42.944324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529584e-27c2-4d05-9672-7751177c8e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed1c5b3-6099-4a2e-b6e1-40a47dcc5c81,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:42.950739 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e529584e-27c2-4d05-9672-7751177c8e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:42.951836 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e529584e-27c2-4d05-9672-7751177c8e0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ed1c5b3-6099-4a2e-b6e1-40a47dcc5c81 HTTP/1.1" status: 204 len: 168 time: 0.2202437 Dec 21 23:03:43.611647 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46448) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:43.629777 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-364552f9-639e-4fea-9fe7-a55e90896972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:43.660006 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-364552f9-639e-4fea-9fe7-a55e90896972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:03:43.664505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-364552f9-639e-4fea-9fe7-a55e90896972 admin admin] Usage tracker for resource:security_group_rule and tenant:566cc8e71f2e4e4e9b1ec7414169cc70 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:03:43.667366 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-364552f9-639e-4fea-9fe7-a55e90896972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:03:43.672936 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-364552f9-639e-4fea-9fe7-a55e90896972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:03:43.741532 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-364552f9-639e-4fea-9fe7-a55e90896972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:43.799819 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-364552f9-639e-4fea-9fe7-a55e90896972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:43.845554 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364552f9-639e-4fea-9fe7-a55e90896972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3a594b-d4f9-43bf-8f63-581e60660a01,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:43.850813 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-364552f9-639e-4fea-9fe7-a55e90896972 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=566cc8e71f2e4e4e9b1ec7414169cc70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2381666 Dec 21 23:03:43.853686 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46452) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:43.911812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4dbf2ee5-4ac4-40ad-9a22-bb951a505864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:43.936674 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4dbf2ee5-4ac4-40ad-9a22-bb951a505864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:44.155095 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4dbf2ee5-4ac4-40ad-9a22-bb951a505864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:44.168532 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf2ee5-4ac4-40ad-9a22-bb951a505864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3a594b-d4f9-43bf-8f63-581e60660a01,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:44.176566 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-4dbf2ee5-4ac4-40ad-9a22-bb951a505864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:44.178494 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-4dbf2ee5-4ac4-40ad-9a22-bb951a505864 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4e3a594b-d4f9-43bf-8f63-581e60660a01 HTTP/1.1" status: 204 len: 168 time: 0.3236084 Dec 21 23:03:45.437180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46474) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:45.564784 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2097257987-network', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:03:45.570053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:03:45.573813 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Usage tracker for resource:network and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:03:45.576622 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:03:45.583491 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:03:45.651809 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Made reservation on behalf of 3ac05e9ebdfb4a789daec320ac2de2ed for: {'network': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:03:45.654087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:45.665851 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:45.696616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:03:45.700353 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Usage tracker for resource:security_group_rule and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:03:45.703141 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:03:45.709483 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:03:45.773887 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:45.783483 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:45.835301 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:45.865171 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=84168) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 23:03:45.873208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ea08e3-20e4-4285-9a53-33f0cb502608,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:45.880240 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:45.881181 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.segments_db [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Added segment 0fd4c1ce-3296-4985-977d-a750b6fbc33d of type vlan for network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 Dec 21 23:03:45.905543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:45.995250 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:45.996010 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:45.996582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:46.097236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] Pushing event updated for resources: {'Network': ['ID=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:46.106651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 23:03:46.172699 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5f9683b9-ced5-4c6d-96cd-1bb4f8df548a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7344065 Dec 21 23:03:46.175595 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46480) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:46.181879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-886cbff3-9273-4a96-815c-aba5f0e3953a admin admin] Request body: {'subnet': {'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2097257987-subnet', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'ip_version': 4}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:03:46.186974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-886cbff3-9273-4a96-815c-aba5f0e3953a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:03:46.190904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-886cbff3-9273-4a96-815c-aba5f0e3953a admin admin] Usage tracker for resource:subnet and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:03:46.194177 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-886cbff3-9273-4a96-815c-aba5f0e3953a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:03:46.200274 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-886cbff3-9273-4a96-815c-aba5f0e3953a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:03:46.252053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886cbff3-9273-4a96-815c-aba5f0e3953a admin admin] Made reservation on behalf of 3ac05e9ebdfb4a789daec320ac2de2ed for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:03:46.254393 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-886cbff3-9273-4a96-815c-aba5f0e3953a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:46.514299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-886cbff3-9273-4a96-815c-aba5f0e3953a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:46.585397 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cbff3-9273-4a96-815c-aba5f0e3953a admin admin] Pushing event updated for resources: {'Subnet': ['ID=05c28b1b-216f-4289-8380-e0e78ef87651,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:46.596546 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886cbff3-9273-4a96-815c-aba5f0e3953a admin admin] Checking segment: {'id': '0fd4c1ce-3296-4985-977d-a750b6fbc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:03:46.596898 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886cbff3-9273-4a96-815c-aba5f0e3953a admin admin] Network hostable DHCP agents. Network: b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 23:03:46.702088 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886cbff3-9273-4a96-815c-aba5f0e3953a admin admin] Network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 23:03:46.771525 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-886cbff3-9273-4a96-815c-aba5f0e3953a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:03:46.775427 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886cbff3-9273-4a96-815c-aba5f0e3953a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:46.776005 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-886cbff3-9273-4a96-815c-aba5f0e3953a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:46.781109 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5858391-77a3-4043-9548-3d8cdb646bf8 None None] Network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:03:46.860462 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-886cbff3-9273-4a96-815c-aba5f0e3953a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6804428 Dec 21 23:03:46.860704 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46484) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:46.865879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:03:46.870660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:03:46.874488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Usage tracker for resource:router and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:03:46.877309 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:03:46.883390 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:03:46.954328 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:46.955286 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:46.974853 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:46.992961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 23:03:46.993790 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:47.150545 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Allocated IP 172.20.0.2 (b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4/05c28b1b-216f-4289-8380-e0e78ef87651/989e28dd-4f61-4d11-89b7-40333fdda088) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:03:47.197960 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:47.350833 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:47.360973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Transition to ACTIVE for port object 989e28dd-4f61-4d11-89b7-40333fdda088 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:03:47.381578 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Transition to ACTIVE for port object 989e28dd-4f61-4d11-89b7-40333fdda088 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:03:47.436316 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:47.446180 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:47.469727 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:47.525171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:03:47.526395 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:03:47.528083 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Pushing event updated for resources: {'Port': ['ID=989e28dd-4f61-4d11-89b7-40333fdda088,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:47.531683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:03:47.603053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Allocated IP 172.26.3.220 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/2560e3f1-04fa-4a9d-b7b0-89f36b39e0be) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:03:47.616780 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Attempting to bind port 989e28dd-4f61-4d11-89b7-40333fdda088 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:03:47.617146 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Attempting to bind port 989e28dd-4f61-4d11-89b7-40333fdda088 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '0fd4c1ce-3296-4985-977d-a750b6fbc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:03:47.617501 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Attempting to bind port 989e28dd-4f61-4d11-89b7-40333fdda088 on network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:03:47.624061 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:03:47.624430 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Checking segment: {'id': '0fd4c1ce-3296-4985-977d-a750b6fbc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:03:47.624956 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:47.625352 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Bound using segment: {'id': '0fd4c1ce-3296-4985-977d-a750b6fbc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:03:47.625804 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Bound port: 989e28dd-4f61-4d11-89b7-40333fdda088, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd4c1ce-3296-4985-977d-a750b6fbc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:03:47.626221 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:47.715325 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] For port 989e28dd-4f61-4d11-89b7-40333fdda088, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:03:47.718554 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] For port 989e28dd-4f61-4d11-89b7-40333fdda088, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=989e28dd-4f61-4d11-89b7-40333fdda088,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:03:47.749543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:47.767053 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:47.829543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:47.853706 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05c243-f92e-4b4a-9150-297ff235f316 None None] Pushing event updated for resources: {'Port': ['ID=989e28dd-4f61-4d11-89b7-40333fdda088,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:47.907085 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:03:47.907957 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Pushing event updated for resources: {'Port': ['ID=2560e3f1-04fa-4a9d-b7b0-89f36b39e0be,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:47.910502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:03:47.917467 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:03:48.155222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:48.155986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:48.485013 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 989e28dd-4f61-4d11-89b7-40333fdda088 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:03:48.567554 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Router 264d5b70-ab28-41a8-a33a-cb9665f55449 is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 23:03:48.635245 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 989e28dd-4f61-4d11-89b7-40333fdda088 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:03:48.780241 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:03:48.790616 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Sync routers for ids ['264d5b70-ab28-41a8-a33a-cb9665f55449'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:03:48.804130 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Routers {'264d5b70-ab28-41a8-a33a-cb9665f55449'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:03:48.804591 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:03:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['264d5b70-ab28-41a8-a33a-cb9665f55449'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:48.809533 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb51f638-edb8-4208-9936-5c9c980805b7 None None] Network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:03:48.852458 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:48.856557 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-af98434d-ba3a-44b3-977c-464bad912d02 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9923954 Dec 21 23:03:48.857013 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46488) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:48.984513 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Set router 264d5b70-ab28-41a8-a33a-cb9665f55449 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:03:48.997497 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-59403d17-d41a-4654-b263-af4a3e11d99c None None] Provisioning for port 989e28dd-4f61-4d11-89b7-40333fdda088 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:03:49.031809 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-59403d17-d41a-4654-b263-af4a3e11d99c None None] Provisioning complete for port 989e28dd-4f61-4d11-89b7-40333fdda088 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:03:49.032175 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-59403d17-d41a-4654-b263-af4a3e11d99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:49.181468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-59403d17-d41a-4654-b263-af4a3e11d99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:49.217683 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-59403d17-d41a-4654-b263-af4a3e11d99c None None] For port 989e28dd-4f61-4d11-89b7-40333fdda088, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=989e28dd-4f61-4d11-89b7-40333fdda088,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:03:49.281034 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-59403d17-d41a-4654-b263-af4a3e11d99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:49.313002 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:48Z', 'revision_number': 3, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:49.318771 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Checking router: 264d5b70-ab28-41a8-a33a-cb9665f55449 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:03:49.319598 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Updating router 264d5b70-ab28-41a8-a33a-cb9665f55449 port 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 23:03:49.363031 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59403d17-d41a-4654-b263-af4a3e11d99c None None] Pushing event updated for resources: {'Port': ['ID=989e28dd-4f61-4d11-89b7-40333fdda088,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:49.373827 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:49.506424 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-98046f62-b0b4-4ac0-9285-14b88fba95a3 None None] Provisioning complete for port 989e28dd-4f61-4d11-89b7-40333fdda088 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:03:49.507024 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-98046f62-b0b4-4ac0-9285-14b88fba95a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:49.671657 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:49.708907 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:49.720317 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Transition to ACTIVE for port object 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:03:49.772106 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:49.850873 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Attempting to bind port 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:03:49.851582 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Attempting to bind port 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:03:49.851582 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Attempting to bind port 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:03:49.853546 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b2832-119e-467c-8328-99cda97ba948 None None] Pushing event updated for resources: {'Port': ['ID=2560e3f1-04fa-4a9d-b7b0-89f36b39e0be,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:49.865216 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:03:49.865587 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:03:49.865977 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:49.866382 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:03:49.866837 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Bound port: 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:03:49.867190 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:49.890904 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b2832-119e-467c-8328-99cda97ba948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:49.891236 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b2832-119e-467c-8328-99cda97ba948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:49.891563 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b2832-119e-467c-8328-99cda97ba948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:49.891884 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b2832-119e-467c-8328-99cda97ba948 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:49.892204 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b2832-119e-467c-8328-99cda97ba948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:49.892523 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b2832-119e-467c-8328-99cda97ba948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:49.892837 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b2832-119e-467c-8328-99cda97ba948 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:49.893151 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b2832-119e-467c-8328-99cda97ba948 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:49.893458 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b2832-119e-467c-8328-99cda97ba948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:49.893766 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b2832-119e-467c-8328-99cda97ba948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:49.894107 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2b2832-119e-467c-8328-99cda97ba948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:03:49.952116 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] For port 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:03:49.955076 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] For port 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2560e3f1-04fa-4a9d-b7b0-89f36b39e0be,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:03:49.973343 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Allocated IP 172.20.0.1 (b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4/05c28b1b-216f-4289-8380-e0e78ef87651/866bd21c-e4bd-4406-b512-f9ad8526cb42) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:03:50.018003 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:50.099703 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b2832-119e-467c-8328-99cda97ba948 None None] Pushing event updated for resources: {'Port': ['ID=2560e3f1-04fa-4a9d-b7b0-89f36b39e0be,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:50.102995 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Routers {'264d5b70-ab28-41a8-a33a-cb9665f55449'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:03:50.103581 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:03:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['264d5b70-ab28-41a8-a33a-cb9665f55449'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:50.118963 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:50.135055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Transition to ACTIVE for port object 866bd21c-e4bd-4406-b512-f9ad8526cb42 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:03:50.206539 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:50.280803 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] Set router 264d5b70-ab28-41a8-a33a-cb9665f55449 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:03:50.281029 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:03:50.281735 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Pushing event updated for resources: {'Port': ['ID=866bd21c-e4bd-4406-b512-f9ad8526cb42,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:50.284267 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:03:50.286531 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:03:50.345504 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:50.464622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 989e28dd-4f61-4d11-89b7-40333fdda088 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:03:50.504978 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:50.548517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 989e28dd-4f61-4d11-89b7-40333fdda088 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:03:50.549112 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:50.613219 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:48Z', 'revision_number': 3, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:50.616084 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bdb02c-0d32-4d9a-9bda-36fa55076dd6 None None] The sync data for ids ['264d5b70-ab28-41a8-a33a-cb9665f55449'] in dv-neutron-822520-1-hyperv is: [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:48Z', 'revision_number': 3, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:03:50.668992 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-41ff3ec5-a8a8-4fa6-b76e-06eda37c2a95 None None] Provisioning for port 866bd21c-e4bd-4406-b512-f9ad8526cb42 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:03:50.679399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-41ff3ec5-a8a8-4fa6-b76e-06eda37c2a95 None None] Provisioning complete for port 866bd21c-e4bd-4406-b512-f9ad8526cb42 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:03:50.679845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-41ff3ec5-a8a8-4fa6-b76e-06eda37c2a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:50.735862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-41ff3ec5-a8a8-4fa6-b76e-06eda37c2a95 None None] Port 866bd21c-e4bd-4406-b512-f9ad8526cb42 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:03:50.755765 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:50.812102 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:50.918458 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:50.925929 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Pushing event updated for resources: {'Port': ['ID=866bd21c-e4bd-4406-b512-f9ad8526cb42,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:51.065804 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:03:51.068525 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:03:51.368073 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9bd88683-e237-4072-8e99-fd38c1671276 None None] Provisioning complete for port 866bd21c-e4bd-4406-b512-f9ad8526cb42 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:03:51.368529 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9bd88683-e237-4072-8e99-fd38c1671276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:51.420197 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-9bd88683-e237-4072-8e99-fd38c1671276 None None] Port 866bd21c-e4bd-4406-b512-f9ad8526cb42 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:03:51.467350 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Router 264d5b70-ab28-41a8-a33a-cb9665f55449 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:03:51.661675 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:03:51.671006 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-40cc525c-7d06-4600-b2ee-d4fecdb6578d admin admin] 10.222.0.37 "PUT /v2.0/routers/264d5b70-ab28-41a8-a33a-cb9665f55449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8124390 Dec 21 23:03:52.478604 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:03:52.606196 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:03:52.611396 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:03:52.612088 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:52.714047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46510) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:52.719675 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2054085512-network', 'tenant_id': 'b3c66b93d026472b8212d84a14c980c7'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:03:52.724410 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:03:52.728201 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:52.728380 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Usage tracker for resource:network and tenant:b3c66b93d026472b8212d84a14c980c7 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:03:52.731325 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:03:52.736898 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:03:52.744093 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2560e3f1-04fa-4a9d-b7b0-89f36b39e0be,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:03:52.811745 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:52.818483 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Made reservation on behalf of b3c66b93d026472b8212d84a14c980c7 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:03:52.820851 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:52.880479 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=2560e3f1-04fa-4a9d-b7b0-89f36b39e0be,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:52.928225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:52.957800 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:03:52.961858 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Usage tracker for resource:security_group_rule and tenant:b3c66b93d026472b8212d84a14c980c7 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:03:52.964520 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:03:52.970055 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:03:53.031787 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:53.080334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:53.109441 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 23:03:53.117858 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40de2016-65f4-4d60-817d-2bc7f17d3615,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:53.123993 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:53.124379 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Added segment 73ee32d0-4956-474a-bf6c-e61af65d227a of type vlan for network 0cba4e6c-449a-4c10-b57b-d080e032e941 Dec 21 23:03:53.149308 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:53.212224 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:53.212978 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:53.213595 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:53.310992 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5957804 Dec 21 23:03:53.313763 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46514) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:53.316166 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f9483-2805-4383-a5cc-d114e58bc9cc admin admin] Pushing event updated for resources: {'Network': ['ID=0cba4e6c-449a-4c10-b57b-d080e032e941,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:53.319787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-0f5ae2bf-8e8e-4429-8c3b-d2881b15db28 admin admin] Request body: {'subnet': {'network_id': '0cba4e6c-449a-4c10-b57b-d080e032e941', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2054085512-subnet', 'tenant_id': 'b3c66b93d026472b8212d84a14c980c7', 'ip_version': 4}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:03:53.325858 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 0cba4e6c-449a-4c10-b57b-d080e032e941 details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 23:03:53.326965 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0f5ae2bf-8e8e-4429-8c3b-d2881b15db28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:03:53.330898 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0f5ae2bf-8e8e-4429-8c3b-d2881b15db28 admin admin] Usage tracker for resource:subnet and tenant:b3c66b93d026472b8212d84a14c980c7 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:03:53.335105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-0f5ae2bf-8e8e-4429-8c3b-d2881b15db28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:03:53.341208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-0f5ae2bf-8e8e-4429-8c3b-d2881b15db28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:03:53.417738 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5ae2bf-8e8e-4429-8c3b-d2881b15db28 admin admin] Made reservation on behalf of b3c66b93d026472b8212d84a14c980c7 for: {'subnet': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:03:53.420122 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae2bf-8e8e-4429-8c3b-d2881b15db28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7712135'] for subnet, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:53.679787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae2bf-8e8e-4429-8c3b-d2881b15db28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7898318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7712181'] for subnet, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:53.760849 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ae2bf-8e8e-4429-8c3b-d2881b15db28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb5bffb-eee3-4580-9e36-370188b53c39,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:53.770600 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5ae2bf-8e8e-4429-8c3b-d2881b15db28 admin admin] Checking segment: {'id': '73ee32d0-4956-474a-bf6c-e61af65d227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0cba4e6c-449a-4c10-b57b-d080e032e941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:03:53.770951 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5ae2bf-8e8e-4429-8c3b-d2881b15db28 admin admin] Network hostable DHCP agents. Network: 0cba4e6c-449a-4c10-b57b-d080e032e941, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84168) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 23:03:53.835232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5ae2bf-8e8e-4429-8c3b-d2881b15db28 admin admin] Network 0cba4e6c-449a-4c10-b57b-d080e032e941 is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84168) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 23:03:53.886614 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-0f5ae2bf-8e8e-4429-8c3b-d2881b15db28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 0cba4e6c-449a-4c10-b57b-d080e032e941) {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:03:53.890728 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5ae2bf-8e8e-4429-8c3b-d2881b15db28 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:03:53.891709 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0f5ae2bf-8e8e-4429-8c3b-d2881b15db28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:53.896573 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777965e8-2b5f-48e0-a24c-32adddb55286 None None] Network 0cba4e6c-449a-4c10-b57b-d080e032e941 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:03:54.074713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Sync routers for ids ['264d5b70-ab28-41a8-a33a-cb9665f55449'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:03:54.086585 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0f5ae2bf-8e8e-4429-8c3b-d2881b15db28 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7715745 Dec 21 23:03:54.089046 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46518) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:54.094101 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2054085512-router', 'tenant_id': 'b3c66b93d026472b8212d84a14c980c7', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:03:54.099800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:03:54.103837 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Usage tracker for resource:router and tenant:b3c66b93d026472b8212d84a14c980c7 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:03:54.106751 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:03:54.112487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:03:54.124754 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Routers {'264d5b70-ab28-41a8-a33a-cb9665f55449'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:03:54.125366 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:03:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['264d5b70-ab28-41a8-a33a-cb9665f55449'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:54.175060 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-0cba4e6c-449a-4c10-b57b-d080e032e941', 'network_id': '0cba4e6c-449a-4c10-b57b-d080e032e941', 'tenant_id': 'b3c66b93d026472b8212d84a14c980c7', 'fixed_ips': [{'subnet_id': '8bb5bffb-eee3-4580-9e36-370188b53c39'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 23:03:54.175768 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:54.213396 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:54.215091 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:54.234411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:54.416439 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:54.466767 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Set router 264d5b70-ab28-41a8-a33a-cb9665f55449 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:03:54.510751 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:03:54.564223 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Allocated IP 172.20.0.2 (0cba4e6c-449a-4c10-b57b-d080e032e941/8bb5bffb-eee3-4580-9e36-370188b53c39/ad2b0b1f-8d4d-4e7f-856a-d73a71947985) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:03:54.674919 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:54.704856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:54.839850 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Allocated IP 172.26.3.119 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/36c54ba2-2da6-4b87-827f-16d10ae3b646) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:03:54.878908 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:03:54.879937 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:54.985842 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:55.069638 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:55.071571 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:55.124118 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Transition to ACTIVE for port object ad2b0b1f-8d4d-4e7f-856a-d73a71947985 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:03:55.140232 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:03:55.143254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:03:55.148043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:03:55.172844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Transition to ACTIVE for port object ad2b0b1f-8d4d-4e7f-856a-d73a71947985 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:03:55.176926 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Pushing event updated for resources: {'Port': ['ID=36c54ba2-2da6-4b87-827f-16d10ae3b646,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:55.191130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:50Z', 'revision_number': 4, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '866bd21c-e4bd-4406-b512-f9ad8526cb42', 'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'mac_address': 'fa:16:3e:ab:0a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:49Z', 'updated_at': '2021-12-21T23:03:50Z', 'revision_number': 2, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'subnets': [{'id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:55.195607 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Checking router: 264d5b70-ab28-41a8-a33a-cb9665f55449 for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:03:55.195948 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Updating router 264d5b70-ab28-41a8-a33a-cb9665f55449 port 866bd21c-e4bd-4406-b512-f9ad8526cb42 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 23:03:55.266321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:55.278162 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:55.362471 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:55.363373 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:55.424613 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Pushing event updated for resources: {'Port': ['ID=ad2b0b1f-8d4d-4e7f-856a-d73a71947985,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:55.435417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Network 0cba4e6c-449a-4c10-b57b-d080e032e941 is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:03:55.439545 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:03:55.444356 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:03:55.643345 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Attempting to bind port ad2b0b1f-8d4d-4e7f-856a-d73a71947985 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:03:55.643793 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Attempting to bind port ad2b0b1f-8d4d-4e7f-856a-d73a71947985 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '73ee32d0-4956-474a-bf6c-e61af65d227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0cba4e6c-449a-4c10-b57b-d080e032e941'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:03:55.644146 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Attempting to bind port ad2b0b1f-8d4d-4e7f-856a-d73a71947985 on network 0cba4e6c-449a-4c10-b57b-d080e032e941 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:03:55.675934 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:03:55.676220 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Checking segment: {'id': '73ee32d0-4956-474a-bf6c-e61af65d227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0cba4e6c-449a-4c10-b57b-d080e032e941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:03:55.676707 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:55.677330 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Bound using segment: {'id': '73ee32d0-4956-474a-bf6c-e61af65d227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0cba4e6c-449a-4c10-b57b-d080e032e941'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:03:55.678057 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Bound port: ad2b0b1f-8d4d-4e7f-856a-d73a71947985, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ee32d0-4956-474a-bf6c-e61af65d227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0cba4e6c-449a-4c10-b57b-d080e032e941'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:03:55.678627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:55.777894 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Router e8a7f687-52e7-46cf-b50c-75bd21aeb4cc is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 23:03:55.893715 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] For port ad2b0b1f-8d4d-4e7f-856a-d73a71947985, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:03:55.899838 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] For port ad2b0b1f-8d4d-4e7f-856a-d73a71947985, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ad2b0b1f-8d4d-4e7f-856a-d73a71947985,segment=NetworkSegment(73ee32d0-4956-474a-bf6c-e61af65d227a),segment_id=73ee32d0-4956-474a-bf6c-e61af65d227a)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:03:55.990394 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:55.993672 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:03:56.004022 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Sync routers for ids ['e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:03:56.017120 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Routers {'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:03:56.017998 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:03:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:56.069549 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:56.073545 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a22d3c25-cbf2-4b7e-b71a-2b21bdb5d947 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9809725 Dec 21 23:03:56.073969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46522) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:03:56.081829 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:56.109235 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Transition to ACTIVE for port object 866bd21c-e4bd-4406-b512-f9ad8526cb42 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:03:56.150132 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31d4bb-aadd-41fd-b594-faef12588b06 None None] Pushing event updated for resources: {'Port': ['ID=ad2b0b1f-8d4d-4e7f-856a-d73a71947985,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:56.194792 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:56.215460 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Set router e8a7f687-52e7-46cf-b50c-75bd21aeb4cc gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:03:56.295803 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967adc4f-eea0-4412-bec9-8665d803b3c1 None None] Pushing event updated for resources: {'Port': ['ID=866bd21c-e4bd-4406-b512-f9ad8526cb42,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:56.561802 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ad2b0b1f-8d4d-4e7f-856a-d73a71947985 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:03:56.609049 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Attempting to bind port 866bd21c-e4bd-4406-b512-f9ad8526cb42 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:03:56.609405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Attempting to bind port 866bd21c-e4bd-4406-b512-f9ad8526cb42 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '0fd4c1ce-3296-4985-977d-a750b6fbc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:03:56.609754 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Attempting to bind port 866bd21c-e4bd-4406-b512-f9ad8526cb42 on network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:03:56.629415 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:03:56.629956 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Checking segment: {'id': '0fd4c1ce-3296-4985-977d-a750b6fbc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:03:56.630562 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:56.630951 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Bound using segment: {'id': '0fd4c1ce-3296-4985-977d-a750b6fbc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:03:56.631415 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Bound port: 866bd21c-e4bd-4406-b512-f9ad8526cb42, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd4c1ce-3296-4985-977d-a750b6fbc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:03:56.631778 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:56.701274 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'name': 'tempest-TestShelveInstance-2054085512-router', 'tenant_id': 'b3c66b93d026472b8212d84a14c980c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:03:55Z', 'revision_number': 3, 'project_id': 'b3c66b93d026472b8212d84a14c980c7', 'gw_port': {'id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:56.705355 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Checking router: e8a7f687-52e7-46cf-b50c-75bd21aeb4cc for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:03:56.705700 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Updating router e8a7f687-52e7-46cf-b50c-75bd21aeb4cc port 36c54ba2-2da6-4b87-827f-16d10ae3b646 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 23:03:56.750121 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] For port 866bd21c-e4bd-4406-b512-f9ad8526cb42, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:03:56.755462 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] For port 866bd21c-e4bd-4406-b512-f9ad8526cb42, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=866bd21c-e4bd-4406-b512-f9ad8526cb42,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:03:56.767160 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:56.788931 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port ad2b0b1f-8d4d-4e7f-856a-d73a71947985 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:03:56.806707 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:56.893326 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967adc4f-eea0-4412-bec9-8665d803b3c1 None None] Pushing event updated for resources: {'Port': ['ID=866bd21c-e4bd-4406-b512-f9ad8526cb42,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:56.907373 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Routers {'264d5b70-ab28-41a8-a33a-cb9665f55449'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:03:56.907539 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:03:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['264d5b70-ab28-41a8-a33a-cb9665f55449'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:57.105508 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:57.129612 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:57.142276 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Transition to ACTIVE for port object 36c54ba2-2da6-4b87-827f-16d10ae3b646 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:03:57.223755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] Set router 264d5b70-ab28-41a8-a33a-cb9665f55449 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:03:57.230411 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:57.308026 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-638e486c-b308-4261-b45e-a8a1056f9e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:57.332025 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Attempting to bind port 36c54ba2-2da6-4b87-827f-16d10ae3b646 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:03:57.332312 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Attempting to bind port 36c54ba2-2da6-4b87-827f-16d10ae3b646 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:03:57.332681 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Attempting to bind port 36c54ba2-2da6-4b87-827f-16d10ae3b646 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:03:57.335147 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9990a-3724-4c58-b7d5-c3a8679a4e32 None None] Pushing event updated for resources: {'Port': ['ID=36c54ba2-2da6-4b87-827f-16d10ae3b646,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:57.344305 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:03:57.344686 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:03:57.345129 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:57.345516 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:03:57.345974 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Bound port: 36c54ba2-2da6-4b87-827f-16d10ae3b646, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:03:57.346406 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:57.381666 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Allocated IP 172.20.0.1 (0cba4e6c-449a-4c10-b57b-d080e032e941/8bb5bffb-eee3-4580-9e36-370188b53c39/0e860014-29e8-4d32-b715-b98f7a0f71cd) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:03:57.434409 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] For port 36c54ba2-2da6-4b87-827f-16d10ae3b646, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:03:57.438136 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] For port 36c54ba2-2da6-4b87-827f-16d10ae3b646, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=36c54ba2-2da6-4b87-827f-16d10ae3b646,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:03:57.462206 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb56e029-897d-4a07-b1a1-81aeebf3062c None None] Network 0cba4e6c-449a-4c10-b57b-d080e032e941 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:03:57.498133 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:57.548311 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:57.567054 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Transition to ACTIVE for port object 0e860014-29e8-4d32-b715-b98f7a0f71cd will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:03:57.582557 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9990a-3724-4c58-b7d5-c3a8679a4e32 None None] Pushing event updated for resources: {'Port': ['ID=36c54ba2-2da6-4b87-827f-16d10ae3b646,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:57.589237 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Routers {'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:03:57.589844 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:03:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:57.663883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:57.746455 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ec846af5-5fc1-498d-a5d2-fb12c3ee46d9 None None] Provisioning for port ad2b0b1f-8d4d-4e7f-856a-d73a71947985 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:03:57.761487 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ec846af5-5fc1-498d-a5d2-fb12c3ee46d9 None None] Provisioning complete for port ad2b0b1f-8d4d-4e7f-856a-d73a71947985 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:03:57.761852 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ec846af5-5fc1-498d-a5d2-fb12c3ee46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:57.803109 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] Set router e8a7f687-52e7-46cf-b50c-75bd21aeb4cc gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:03:57.858998 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Network 0cba4e6c-449a-4c10-b57b-d080e032e941 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:03:57.862030 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:03:57.866798 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:03:57.886989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:50Z', 'revision_number': 4, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '866bd21c-e4bd-4406-b512-f9ad8526cb42', 'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'mac_address': 'fa:16:3e:ab:0a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:49Z', 'updated_at': '2021-12-21T23:03:56Z', 'revision_number': 4, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'subnets': [{'id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:57.899384 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cdd0a4-505d-4a7c-a4ee-3c323978191d None None] The sync data for ids ['264d5b70-ab28-41a8-a33a-cb9665f55449'] in dv-neutron-822520-1-hyperv is: [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:50Z', 'revision_number': 4, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '866bd21c-e4bd-4406-b512-f9ad8526cb42', 'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'mac_address': 'fa:16:3e:ab:0a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:49Z', 'updated_at': '2021-12-21T23:03:56Z', 'revision_number': 4, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'subnets': [{'id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:03:57.901787 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Pushing event updated for resources: {'Port': ['ID=0e860014-29e8-4d32-b715-b98f7a0f71cd,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:57.930345 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:57.997129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ec846af5-5fc1-498d-a5d2-fb12c3ee46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:58.050930 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-ec846af5-5fc1-498d-a5d2-fb12c3ee46d9 None None] For port ad2b0b1f-8d4d-4e7f-856a-d73a71947985, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ad2b0b1f-8d4d-4e7f-856a-d73a71947985,segment=NetworkSegment(73ee32d0-4956-474a-bf6c-e61af65d227a),segment_id=73ee32d0-4956-474a-bf6c-e61af65d227a)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:03:58.114173 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:58.119492 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ec846af5-5fc1-498d-a5d2-fb12c3ee46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:58.222830 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec846af5-5fc1-498d-a5d2-fb12c3ee46d9 None None] Pushing event updated for resources: {'Port': ['ID=ad2b0b1f-8d4d-4e7f-856a-d73a71947985,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:58.226174 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'name': 'tempest-TestShelveInstance-2054085512-router', 'tenant_id': 'b3c66b93d026472b8212d84a14c980c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:03:55Z', 'revision_number': 3, 'project_id': 'b3c66b93d026472b8212d84a14c980c7', 'gw_port': {'id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:03:58.242930 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba064d7b-0a86-4970-8a88-eb1f6e88b511 None None] The sync data for ids ['e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'] in dv-neutron-822520-1-hyperv is: [{'id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'name': 'tempest-TestShelveInstance-2054085512-router', 'tenant_id': 'b3c66b93d026472b8212d84a14c980c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:03:55Z', 'revision_number': 3, 'project_id': 'b3c66b93d026472b8212d84a14c980c7', 'gw_port': {'id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:03:58.367431 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-618014f7-d198-47df-8512-ca70edf37829 None None] Provisioning complete for port ad2b0b1f-8d4d-4e7f-856a-d73a71947985 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:03:58.367988 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-618014f7-d198-47df-8512-ca70edf37829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:58.435825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:58.524339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:58.647693 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-618014f7-d198-47df-8512-ca70edf37829 None None] Provisioning for port 0e860014-29e8-4d32-b715-b98f7a0f71cd completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:03:58.656070 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ad2b0b1f-8d4d-4e7f-856a-d73a71947985 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:03:58.699912 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-618014f7-d198-47df-8512-ca70edf37829 None None] Provisioning complete for port 0e860014-29e8-4d32-b715-b98f7a0f71cd triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:03:58.700716 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-618014f7-d198-47df-8512-ca70edf37829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:58.704878 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:58.709575 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Pushing event updated for resources: {'Port': ['ID=0e860014-29e8-4d32-b715-b98f7a0f71cd,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:58.784265 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-618014f7-d198-47df-8512-ca70edf37829 None None] Port 0e860014-29e8-4d32-b715-b98f7a0f71cd cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:03:58.803356 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port ad2b0b1f-8d4d-4e7f-856a-d73a71947985 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:03:58.803873 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:58.867597 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Network 0cba4e6c-449a-4c10-b57b-d080e032e941 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:03:58.870627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:03:58.943878 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 866bd21c-e4bd-4406-b512-f9ad8526cb42 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:03:58.992525 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-bf9995a8-20e6-4b32-9a6a-7f25121cdfe0 None None] Provisioning complete for port 0e860014-29e8-4d32-b715-b98f7a0f71cd triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:03:58.993183 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bf9995a8-20e6-4b32-9a6a-7f25121cdfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:59.091019 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-bf9995a8-20e6-4b32-9a6a-7f25121cdfe0 None None] Port 0e860014-29e8-4d32-b715-b98f7a0f71cd cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:03:59.159651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 866bd21c-e4bd-4406-b512-f9ad8526cb42 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:03:59.166166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 866bd21c-e4bd-4406-b512-f9ad8526cb42 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:03:59.166634 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:59.246559 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-adccd913-89be-4d11-999d-59ddab5fce2d None None] Provisioning complete for port 0e860014-29e8-4d32-b715-b98f7a0f71cd triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:03:59.247019 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-adccd913-89be-4d11-999d-59ddab5fce2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:59.351114 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Router e8a7f687-52e7-46cf-b50c-75bd21aeb4cc has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:03:59.365629 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-adccd913-89be-4d11-999d-59ddab5fce2d None None] Port 0e860014-29e8-4d32-b715-b98f7a0f71cd cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:03:59.382424 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:59.420688 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 866bd21c-e4bd-4406-b512-f9ad8526cb42, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=866bd21c-e4bd-4406-b512-f9ad8526cb42,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:03:59.469279 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:03:59.536457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=866bd21c-e4bd-4406-b512-f9ad8526cb42,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:03:59.561265 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:03:59.569983 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-10ccbbb3-d66e-4546-91cf-26709f5665e7 admin admin] 10.222.0.37 "PUT /v2.0/routers/e8a7f687-52e7-46cf-b50c-75bd21aeb4cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4949839 Dec 21 23:03:59.657921 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-313e2b27-3b15-4eb4-8acc-fd5df005c5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:00.356894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46532) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:00.362486 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-dcf82c62-321a-42a0-b6dd-5cf879b92326 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1646700752', 'description': 'tempest-secgroup-smoke-1646700752 description', 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:04:00.369203 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dcf82c62-321a-42a0-b6dd-5cf879b92326 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:04:00.372914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dcf82c62-321a-42a0-b6dd-5cf879b92326 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:security_group and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:04:00.375757 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dcf82c62-321a-42a0-b6dd-5cf879b92326 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:04:00.382568 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dcf82c62-321a-42a0-b6dd-5cf879b92326 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:04:00.440353 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dcf82c62-321a-42a0-b6dd-5cf879b92326 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:00.476904 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dcf82c62-321a-42a0-b6dd-5cf879b92326 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:04:00.480562 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dcf82c62-321a-42a0-b6dd-5cf879b92326 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:security_group_rule and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:04:00.483358 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dcf82c62-321a-42a0-b6dd-5cf879b92326 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:04:00.490540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dcf82c62-321a-42a0-b6dd-5cf879b92326 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:04:00.530996 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 866bd21c-e4bd-4406-b512-f9ad8526cb42 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:04:00.547974 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dcf82c62-321a-42a0-b6dd-5cf879b92326 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:00.589061 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dcf82c62-321a-42a0-b6dd-5cf879b92326 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:00.608095 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 866bd21c-e4bd-4406-b512-f9ad8526cb42 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:04:00.608454 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:00.633902 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf82c62-321a-42a0-b6dd-5cf879b92326 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b847201-24c8-47c0-9157-9fc1be8db225,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:00.669235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dcf82c62-321a-42a0-b6dd-5cf879b92326 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:00.670606 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dcf82c62-321a-42a0-b6dd-5cf879b92326 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3127210 Dec 21 23:04:00.673539 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46536) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:00.679591 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-e48fe3d3-d642-44de-a7d5-d16eb976a1e5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'security_group_rule': {'security_group_id': '8b847201-24c8-47c0-9157-9fc1be8db225', 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:04:00.685528 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e48fe3d3-d642-44de-a7d5-d16eb976a1e5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:04:00.689269 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e48fe3d3-d642-44de-a7d5-d16eb976a1e5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:security_group_rule and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:04:00.692130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-e48fe3d3-d642-44de-a7d5-d16eb976a1e5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:04:00.697887 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-e48fe3d3-d642-44de-a7d5-d16eb976a1e5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:04:00.736729 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 36c54ba2-2da6-4b87-827f-16d10ae3b646 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:04:00.761996 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e48fe3d3-d642-44de-a7d5-d16eb976a1e5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:00.784722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:00.827348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e48fe3d3-d642-44de-a7d5-d16eb976a1e5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:00.874972 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:00.897479 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 36c54ba2-2da6-4b87-827f-16d10ae3b646 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:04:00.897681 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e48fe3d3-d642-44de-a7d5-d16eb976a1e5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:00.904170 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 36c54ba2-2da6-4b87-827f-16d10ae3b646 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:04:00.904654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:00.921812 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fe3d3-d642-44de-a7d5-d16eb976a1e5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ad52e1-ad8a-4af3-8434-d1f27bf2123b,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:00.977903 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-e48fe3d3-d642-44de-a7d5-d16eb976a1e5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:00.979439 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-e48fe3d3-d642-44de-a7d5-d16eb976a1e5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3049548 Dec 21 23:04:00.982247 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46540) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:00.987960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c6732486-1e41-4da5-a938-eb7e501a897d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'security_group_rule': {'security_group_id': '8b847201-24c8-47c0-9157-9fc1be8db225', 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:04:00.994905 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c6732486-1e41-4da5-a938-eb7e501a897d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:04:01.000299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c6732486-1e41-4da5-a938-eb7e501a897d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:security_group_rule and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:04:01.003205 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c6732486-1e41-4da5-a938-eb7e501a897d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:04:01.010323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c6732486-1e41-4da5-a938-eb7e501a897d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:04:01.024528 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:01.040561 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 36c54ba2-2da6-4b87-827f-16d10ae3b646, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=36c54ba2-2da6-4b87-827f-16d10ae3b646,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:04:01.064373 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c6732486-1e41-4da5-a938-eb7e501a897d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:01.092134 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:01.127962 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c6732486-1e41-4da5-a938-eb7e501a897d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:01.159755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=36c54ba2-2da6-4b87-827f-16d10ae3b646,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:01.178254 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c6732486-1e41-4da5-a938-eb7e501a897d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:01.202307 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6732486-1e41-4da5-a938-eb7e501a897d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20cfd805-e0d4-4b96-9b75-27ec219f31cb,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:01.258405 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c6732486-1e41-4da5-a938-eb7e501a897d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:01.262760 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c6732486-1e41-4da5-a938-eb7e501a897d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2765191 Dec 21 23:04:01.263093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46544) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:01.269077 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-859936db-e9ba-49e7-936a-5fc32984e97c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'security_group_rule': {'security_group_id': '8b847201-24c8-47c0-9157-9fc1be8db225', 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:04:01.276115 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-859936db-e9ba-49e7-936a-5fc32984e97c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:04:01.280266 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-859936db-e9ba-49e7-936a-5fc32984e97c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:security_group_rule and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:04:01.283414 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-859936db-e9ba-49e7-936a-5fc32984e97c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:04:01.289527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-859936db-e9ba-49e7-936a-5fc32984e97c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:04:01.350251 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-859936db-e9ba-49e7-936a-5fc32984e97c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:01.412506 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-859936db-e9ba-49e7-936a-5fc32984e97c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:01.462921 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-859936db-e9ba-49e7-936a-5fc32984e97c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:01.485633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859936db-e9ba-49e7-936a-5fc32984e97c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4583437-e75b-4a9f-94ae-2556d59db07d,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:01.588056 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-859936db-e9ba-49e7-936a-5fc32984e97c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:01.589282 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-859936db-e9ba-49e7-936a-5fc32984e97c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3250780 Dec 21 23:04:01.591939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46548) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:01.598193 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-e9538fff-3cbf-4ae6-ab8e-39d7efa849ed tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'security_group_rule': {'security_group_id': '8b847201-24c8-47c0-9157-9fc1be8db225', 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:04:01.604454 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e9538fff-3cbf-4ae6-ab8e-39d7efa849ed tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:04:01.608150 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e9538fff-3cbf-4ae6-ab8e-39d7efa849ed tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:security_group_rule and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:04:01.611087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-e9538fff-3cbf-4ae6-ab8e-39d7efa849ed tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:04:01.617528 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-e9538fff-3cbf-4ae6-ab8e-39d7efa849ed tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:04:01.694116 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e9538fff-3cbf-4ae6-ab8e-39d7efa849ed tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:01.759019 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e9538fff-3cbf-4ae6-ab8e-39d7efa849ed tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:01.834747 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e9538fff-3cbf-4ae6-ab8e-39d7efa849ed tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:01.857915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9538fff-3cbf-4ae6-ab8e-39d7efa849ed tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916034f0-1f60-4c29-bf69-8c32ce8d2f11,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:01.949156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e9538fff-3cbf-4ae6-ab8e-39d7efa849ed tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:01.950374 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e9538fff-3cbf-4ae6-ab8e-39d7efa849ed tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3575161 Dec 21 23:04:01.953097 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46552) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:01.958577 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-d3eb75d5-35f0-4096-8632-1ceb709e0383 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'security_group_rule': {'security_group_id': '8b847201-24c8-47c0-9157-9fc1be8db225', 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:04:01.964625 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d3eb75d5-35f0-4096-8632-1ceb709e0383 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:04:01.968481 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d3eb75d5-35f0-4096-8632-1ceb709e0383 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:security_group_rule and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:04:01.971413 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-d3eb75d5-35f0-4096-8632-1ceb709e0383 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:04:01.977519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-d3eb75d5-35f0-4096-8632-1ceb709e0383 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:04:02.045797 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-d3eb75d5-35f0-4096-8632-1ceb709e0383 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Project 3ac05e9ebdfb4a789daec320ac2de2ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 23:04:02.052904 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d3eb75d5-35f0-4096-8632-1ceb709e0383 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:02.116340 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d3eb75d5-35f0-4096-8632-1ceb709e0383 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:02.200429 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d3eb75d5-35f0-4096-8632-1ceb709e0383 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:02.223459 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb75d5-35f0-4096-8632-1ceb709e0383 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a126341e-af51-46d0-8937-f28162d417bd,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:02.280319 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-d3eb75d5-35f0-4096-8632-1ceb709e0383 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:02.281548 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-d3eb75d5-35f0-4096-8632-1ceb709e0383 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3274736 Dec 21 23:04:02.284348 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46556) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:02.290398 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-992217b5-9773-46ff-b601-475fcd35906c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'security_group_rule': {'security_group_id': '8b847201-24c8-47c0-9157-9fc1be8db225', 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:04:02.297390 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-992217b5-9773-46ff-b601-475fcd35906c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:04:02.299978 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-992217b5-9773-46ff-b601-475fcd35906c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:security_group_rule and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:04:02.302854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-992217b5-9773-46ff-b601-475fcd35906c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:04:02.308489 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-992217b5-9773-46ff-b601-475fcd35906c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:04:02.388175 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.securitygroups_db [None req-992217b5-9773-46ff-b601-475fcd35906c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Project 3ac05e9ebdfb4a789daec320ac2de2ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 23:04:02.394792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-992217b5-9773-46ff-b601-475fcd35906c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:02.399759 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:02.462762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-992217b5-9773-46ff-b601-475fcd35906c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:02.473741 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 36c54ba2-2da6-4b87-827f-16d10ae3b646 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:04:02.525551 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-992217b5-9773-46ff-b601-475fcd35906c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:02.542147 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 36c54ba2-2da6-4b87-827f-16d10ae3b646 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:04:02.542515 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:02.547341 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992217b5-9773-46ff-b601-475fcd35906c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690324c9-4f15-46e5-be7c-7a5c58a2a668,revision_number=0']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:02.628616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-992217b5-9773-46ff-b601-475fcd35906c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:02.629921 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-992217b5-9773-46ff-b601-475fcd35906c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3446310 Dec 21 23:04:02.871959 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-c618c942-f1be-42b9-80a4-387aa1a6fbe9 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Synchronizing usage tracker for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:04:02.982884 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-c618c942-f1be-42b9-80a4-387aa1a6fbe9 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Unset dirty status for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:04:02.984041 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-c618c942-f1be-42b9-80a4-387aa1a6fbe9 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1646700752&fields=id&tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed HTTP/1.1" status: 200 len: 267 time: 0.1543868 Dec 21 23:04:03.130418 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-bf52d2eb-ceea-42e7-b512-3d32388ff735 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:03.132504 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-bf52d2eb-ceea-42e7-b512-3d32388ff735 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 809 time: 0.1420820 Dec 21 23:04:03.148326 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-739a8296-77ef-4ba3-888f-77754e6ee556 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/quotas/3ac05e9ebdfb4a789daec320ac2de2ed HTTP/1.1" status: 200 len: 375 time: 0.0104606 Dec 21 23:04:03.226765 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-b0ae4f89-e248-4d90-9f8e-b0584acb9302 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Synchronizing usage tracker for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:04:03.297152 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-b0ae4f89-e248-4d90-9f8e-b0584acb9302 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Unset dirty status for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:04:03.298480 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-b0ae4f89-e248-4d90-9f8e-b0584acb9302 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1455069 Dec 21 23:04:03.552756 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-790c5fce-fbf4-4828-ad87-1ad569da35ff service neutron] 10.222.0.37 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422357 Dec 21 23:04:03.680396 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-21de050f-d9aa-4893-8433-5a05e894fe35 service neutron] 10.222.0.37 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218624 Dec 21 23:04:04.039384 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-23854538-07c1-4180-b69b-f6889f1e792e req-8b725e2e-607f-402e-8644-6bd384c4c22c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 210 time: 0.1455667 Dec 21 23:04:05.202412 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e294cd75-f795-4d6b-b126-1216682c780c req-cfaa89f5-ac8e-46ca-974d-2d67e563d23d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 210 time: 0.0450294 Dec 21 23:04:05.800783 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:04:06.183832 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-c36e5674-4b59-4ba3-865f-62147b92735d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:06.184405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-c36e5674-4b59-4ba3-865f-62147b92735d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Synchronizing usage tracker for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:network {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:04:06.246972 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-c36e5674-4b59-4ba3-865f-62147b92735d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Unset dirty status for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:network {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:04:06.248666 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-c36e5674-4b59-4ba3-865f-62147b92735d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 809 time: 0.2059035 Dec 21 23:04:06.311545 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-14e41cf7-4a22-4ba4-bc44-d259e95eebc4 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Synchronizing usage tracker for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:04:06.324044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-14e41cf7-4a22-4ba4-bc44-d259e95eebc4 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Unset dirty status for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:04:06.325176 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-14e41cf7-4a22-4ba4-bc44-d259e95eebc4 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed HTTP/1.1" status: 200 len: 380 time: 0.0541615 Dec 21 23:04:06.364488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-a690261c-d104-47b3-b5e8-cf2d2d8cfd4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'port': {'device_id': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'admin_state_up': True, 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'security_groups': ['8b847201-24c8-47c0-9157-9fc1be8db225']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:04:06.392291 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-754f770c-4cc7-49c0-95fc-eb0c0db7a5cf req-0ab18539-7a61-45a6-b085-2aca92f747b9 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 210 time: 0.0646892 Dec 21 23:04:06.506584 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-a690261c-d104-47b3-b5e8-cf2d2d8cfd4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:04:06.516247 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-a690261c-d104-47b3-b5e8-cf2d2d8cfd4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:04:06.582728 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-a690261c-d104-47b3-b5e8-cf2d2d8cfd4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Made reservation on behalf of 3ac05e9ebdfb4a789daec320ac2de2ed for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:04:06.585771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-a690261c-d104-47b3-b5e8-cf2d2d8cfd4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:06.745067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-a690261c-d104-47b3-b5e8-cf2d2d8cfd4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Allocated IP 172.20.0.12 (b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4/05c28b1b-216f-4289-8380-e0e78ef87651/c2a220cb-df5e-4565-abdd-c6b3e2c612f0) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:04:06.928607 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-a690261c-d104-47b3-b5e8-cf2d2d8cfd4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:06.943612 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-a690261c-d104-47b3-b5e8-cf2d2d8cfd4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Transition to ACTIVE for port object c2a220cb-df5e-4565-abdd-c6b3e2c612f0 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:04:07.034718 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-a690261c-d104-47b3-b5e8-cf2d2d8cfd4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:07.110639 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-a690261c-d104-47b3-b5e8-cf2d2d8cfd4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:04:07.113698 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-a690261c-d104-47b3-b5e8-cf2d2d8cfd4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:04:07.118119 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-a690261c-d104-47b3-b5e8-cf2d2d8cfd4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:04:07.146487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690261c-d104-47b3-b5e8-cf2d2d8cfd4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'Port': ['ID=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:07.180995 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-a690261c-d104-47b3-b5e8-cf2d2d8cfd4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:07.181597 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-a690261c-d104-47b3-b5e8-cf2d2d8cfd4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:07.269838 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-a690261c-d104-47b3-b5e8-cf2d2d8cfd4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9127302 Dec 21 23:04:07.285986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Request body: {'port': {'device_id': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:04:07.377399 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2c5a8aae-f760-464f-a6ee-9a92a120669d None None] Provisioning for port c2a220cb-df5e-4565-abdd-c6b3e2c612f0 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:04:07.382205 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-2c5a8aae-f760-464f-a6ee-9a92a120669d None None] Provisioning complete for port c2a220cb-df5e-4565-abdd-c6b3e2c612f0 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:04:07.382649 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2c5a8aae-f760-464f-a6ee-9a92a120669d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:07.395980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:07.437652 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a8aae-f760-464f-a6ee-9a92a120669d None None] Port c2a220cb-df5e-4565-abdd-c6b3e2c612f0 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:04:07.594929 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee047d8-9346-456a-abbc-2ccf710b9f24 req-3ccffc88-c7a3-41a8-b019-0cb7fed424b4 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:07.596276 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9ee047d8-9346-456a-abbc-2ccf710b9f24 req-3ccffc88-c7a3-41a8-b019-0cb7fed424b4 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 932 time: 0.0776353 Dec 21 23:04:07.642344 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9ee047d8-9346-456a-abbc-2ccf710b9f24 req-ed275f0c-97b8-4f13-86fb-58f404b32789 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402520 Dec 21 23:04:07.732009 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a220cb-df5e-4565-abdd-c6b3e2c612f0 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 23:04:07.738670 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:07.753254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Transition to ACTIVE for port object c2a220cb-df5e-4565-abdd-c6b3e2c612f0 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:04:07.834664 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:07.966701 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Pushing event updated for resources: {'Port': ['ID=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:08.072444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Attempting to bind port c2a220cb-df5e-4565-abdd-c6b3e2c612f0 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:04:08.072778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Attempting to bind port c2a220cb-df5e-4565-abdd-c6b3e2c612f0 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0fd4c1ce-3296-4985-977d-a750b6fbc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:04:08.073132 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Attempting to bind port c2a220cb-df5e-4565-abdd-c6b3e2c612f0 on network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:04:08.079086 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Port c2a220cb-df5e-4565-abdd-c6b3e2c612f0 on network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 23:04:08.079410 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Attempting to bind port c2a220cb-df5e-4565-abdd-c6b3e2c612f0 on network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:04:08.085789 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:04:08.086402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Checking segment: {'id': '0fd4c1ce-3296-4985-977d-a750b6fbc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:04:08.086785 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Bound using segment: {'id': '0fd4c1ce-3296-4985-977d-a750b6fbc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:04:08.091021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Bound port: c2a220cb-df5e-4565-abdd-c6b3e2c612f0, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd4c1ce-3296-4985-977d-a750b6fbc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:04:08.091021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:08.276167 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] For port c2a220cb-df5e-4565-abdd-c6b3e2c612f0, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:04:08.279230 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] For port c2a220cb-df5e-4565-abdd-c6b3e2c612f0, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:04:08.384256 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:08.444435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:08.446479 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] 10.222.0.49 "PUT /v2.0/ports/c2a220cb-df5e-4565-abdd-c6b3e2c612f0 HTTP/1.1" status: 200 len: 1094 time: 1.1650009 Dec 21 23:04:08.446862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'tag': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:04:08.469280 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280ed68-95fa-4c61-b6e5-92ffb3426b8a service neutron] Pushing event updated for resources: {'Port': ['ID=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:08.507817 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'tag': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'status': 'completed', 'code': 200} Dec 21 23:04:08.613269 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-00458523-0ea9-47dc-a5ba-3b3bc59912ea req-d39851dc-c997-4ce9-9f24-7b5166b1d150 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 1097 time: 0.0754757 Dec 21 23:04:08.758406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00458523-0ea9-47dc-a5ba-3b3bc59912ea req-1adb1ec8-4acd-4d6c-ab9e-afa7607fed94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:08.759649 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-00458523-0ea9-47dc-a5ba-3b3bc59912ea req-1adb1ec8-4acd-4d6c-ab9e-afa7607fed94 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1346993 Dec 21 23:04:08.841235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded232f1-0004-45c0-b128-f9864e614f86 req-59afbe92-ac27-48e9-a674-b2022391ec2d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:08.843094 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ded232f1-0004-45c0-b128-f9864e614f86 req-59afbe92-ac27-48e9-a674-b2022391ec2d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.0797288 Dec 21 23:04:08.888237 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ded232f1-0004-45c0-b128-f9864e614f86 req-830e0d22-3579-468c-b398-2a252ba92cf5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400550 Dec 21 23:04:08.901188 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00458523-0ea9-47dc-a5ba-3b3bc59912ea req-f6333f19-0d8f-456b-b368-6a9e028fe721 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:08.902638 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-00458523-0ea9-47dc-a5ba-3b3bc59912ea req-f6333f19-0d8f-456b-b368-6a9e028fe721 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339660 Dec 21 23:04:09.012646 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-a5c22334-b8b4-49ea-a1a5-c7a2842be40b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 1097 time: 0.0674002 Dec 21 23:04:09.087578 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-32da0930-02c1-47b9-b652-6bfd1396219d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0 HTTP/1.1" status: 200 len: 217 time: 0.0629010 Dec 21 23:04:09.189170 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-c07f8913-ad8b-41a1-bf46-f0ef19a74760 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:09.190619 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-c07f8913-ad8b-41a1-bf46-f0ef19a74760 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0934525 Dec 21 23:04:09.270295 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-10310257-7f7d-4020-94a7-606b5b9f9d0a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698824 Dec 21 23:04:09.401466 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-46a931e8-7e7f-4fdf-b70f-753ac198b46f service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217368 Dec 21 23:04:09.533184 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4f7be560-55a9-4664-add0-bdf4f813b5ad req-bcb85fd9-7e65-4e76-8066-0c3b0cce7d76 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211436 Dec 21 23:04:10.082817 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddad8e5-8f5a-4834-882b-7867bd917a89 req-7b7d7f5a-e565-43ae-9ac6-144a37d68ed0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:10.083497 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-cddad8e5-8f5a-4834-882b-7867bd917a89 req-7b7d7f5a-e565-43ae-9ac6-144a37d68ed0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Synchronizing usage tracker for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:04:10.153801 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-cddad8e5-8f5a-4834-882b-7867bd917a89 req-7b7d7f5a-e565-43ae-9ac6-144a37d68ed0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Unset dirty status for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:04:10.155000 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cddad8e5-8f5a-4834-882b-7867bd917a89 req-7b7d7f5a-e565-43ae-9ac6-144a37d68ed0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.1452582 Dec 21 23:04:10.200962 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cddad8e5-8f5a-4834-882b-7867bd917a89 req-11f5abca-7fd7-4a4e-ae5c-3dbf5f555063 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404801 Dec 21 23:04:11.393772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2de15-1003-4a19-9ddd-71105841ea9a req-431b2d2e-f8ff-4e5d-a351-8a6f58124233 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:11.395113 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fdf2de15-1003-4a19-9ddd-71105841ea9a req-431b2d2e-f8ff-4e5d-a351-8a6f58124233 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.0748839 Dec 21 23:04:11.438606 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fdf2de15-1003-4a19-9ddd-71105841ea9a req-45553b67-a910-4f25-8c94-e16c8cea726e tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380328 Dec 21 23:04:12.640630 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16faaf-533d-403c-8e59-e38828c6e078 req-5b5f227d-00bb-4686-b78e-7a4c2257ff7b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:12.641972 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1e16faaf-533d-403c-8e59-e38828c6e078 req-5b5f227d-00bb-4686-b78e-7a4c2257ff7b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.0815876 Dec 21 23:04:12.687387 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-1e16faaf-533d-403c-8e59-e38828c6e078 req-7bf956ba-889a-413a-b744-8a85937401a0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396864 Dec 21 23:04:13.115354 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c2a220cb-df5e-4565-abdd-c6b3e2c612f0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 23:04:13.253525 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c2a220cb-df5e-4565-abdd-c6b3e2c612f0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:04:13.268045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'port_id': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'mac_address': 'fa:16:3e:95:93:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:04:13.319084 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:13.336735 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a220cb-df5e-4565-abdd-c6b3e2c612f0 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 23:04:13.350651 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c2a220cb-df5e-4565-abdd-c6b3e2c612f0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:04:13.400199 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:13.467050 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:13.648734 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['c2a220cb-df5e-4565-abdd-c6b3e2c612f0'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 23:04:13.892792 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e75c3-cf56-454e-8517-3ce65e08d485 req-cc259a77-760a-40a5-8598-bf90b55587c8 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:13.894264 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a62e75c3-cf56-454e-8517-3ce65e08d485 req-cc259a77-760a-40a5-8598-bf90b55587c8 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 945 time: 0.0836618 Dec 21 23:04:13.940779 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a62e75c3-cf56-454e-8517-3ce65e08d485 req-d18f86a7-1f88-4646-ad7f-7a790812b00f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408111 Dec 21 23:04:15.129782 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c2a220cb-df5e-4565-abdd-c6b3e2c612f0 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:04:15.132119 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f6989-8381-4f8e-a934-1553c5dcac6a req-4dcee764-052c-41db-b845-c7f01e258154 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:15.133570 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af3f6989-8381-4f8e-a934-1553c5dcac6a req-4dcee764-052c-41db-b845-c7f01e258154 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 945 time: 0.0745525 Dec 21 23:04:15.182612 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-af3f6989-8381-4f8e-a934-1553c5dcac6a req-fc5686da-73c6-4191-9235-af9c263e3633 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424294 Dec 21 23:04:15.268951 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port c2a220cb-df5e-4565-abdd-c6b3e2c612f0 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:04:15.274083 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port c2a220cb-df5e-4565-abdd-c6b3e2c612f0 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:04:15.274470 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:15.385834 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:15.410881 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:04:15.420583 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c2a220cb-df5e-4565-abdd-c6b3e2c612f0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:04:15.497613 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:15.548732 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'code': 200} Dec 21 23:04:15.565436 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:15.817276 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:15.919718 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3e1cbfbe-3413-40bb-8a6a-35c2a3fbe959 req-58caddf9-faa1-42c9-9b16-478ce05a2434 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 1099 time: 0.0651479 Dec 21 23:04:15.965151 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3e1cbfbe-3413-40bb-8a6a-35c2a3fbe959 req-023d651d-7ba0-4767-bce1-68545ed8af47 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352702 Dec 21 23:04:16.380466 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089843b8-cb70-422a-84ab-132be7dfc457 req-29352221-1140-4bc9-a424-8d166de2f257 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:16.381888 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-089843b8-cb70-422a-84ab-132be7dfc457 req-29352221-1140-4bc9-a424-8d166de2f257 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0778306 Dec 21 23:04:16.426936 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-089843b8-cb70-422a-84ab-132be7dfc457 req-bac2a77b-573b-484d-8dca-98ffb704c3d4 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389938 Dec 21 23:04:17.621835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bfee2-bd59-4e62-871d-b2a465847f9f req-c7147db0-585d-40c9-aecd-e221d494b08b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:17.623200 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1d9bfee2-bd59-4e62-871d-b2a465847f9f req-c7147db0-585d-40c9-aecd-e221d494b08b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0748699 Dec 21 23:04:17.667916 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1d9bfee2-bd59-4e62-871d-b2a465847f9f req-92df4365-5a63-4e58-a2e1-b994e270dc85 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393434 Dec 21 23:04:17.859909 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be67669d-a364-4e09-9289-64c9fc1d588b req-1e7012a5-7e19-4a6e-8965-975c043708a8 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:17.861326 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-be67669d-a364-4e09-9289-64c9fc1d588b req-1e7012a5-7e19-4a6e-8965-975c043708a8 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0754249 Dec 21 23:04:17.906252 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-be67669d-a364-4e09-9289-64c9fc1d588b req-052f1f75-c454-469f-9b95-73e124c8087a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394130 Dec 21 23:04:17.934120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46614) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:18.164715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-355d2feb-6930-4e8e-b074-c9a5f4823b4d tempest-TestShelveInstance-823955918 tempest-TestShelveInstance-823955918-project-admin] Synchronizing usage tracker for tenant:b3c66b93d026472b8212d84a14c980c7 on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:04:18.268130 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-355d2feb-6930-4e8e-b074-c9a5f4823b4d tempest-TestShelveInstance-823955918 tempest-TestShelveInstance-823955918-project-admin] Unset dirty status for tenant:b3c66b93d026472b8212d84a14c980c7 on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:04:18.269312 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-355d2feb-6930-4e8e-b074-c9a5f4823b4d tempest-TestShelveInstance-823955918 tempest-TestShelveInstance-823955918-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 1094 time: 0.3341589 Dec 21 23:04:18.272519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46620) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:04:18.278728 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:04:18.284304 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:04:18.288047 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:floatingip and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:04:18.291412 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:04:18.296952 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:04:18.359379 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for floatingip, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:18.493337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:18.628727 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Allocated IP 172.26.3.91 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/92b5c534-5644-4f94-a3ae-92712d872451) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:04:18.775428 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:18.874409 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:18.939627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:04:18.942454 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:04:18.947337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:04:18.971049 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'Port': ['ID=92b5c534-5644-4f94-a3ae-92712d872451,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:19.446541 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:19.556065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:19.761803 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:19.823472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:19.920238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Sync routers for ids ['e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:04:19.929180 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'Port': ['ID=92b5c534-5644-4f94-a3ae-92712d872451,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:19.929830 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Routers {'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:04:19.930465 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:04:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:04:19.945843 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:20.117654 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Set router e8a7f687-52e7-46cf-b50c-75bd21aeb4cc gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:04:20.246493 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.db.l3_db [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Floating IP a3fbd8f3-80df-49cd-b872-16fd69eaf977 associated. External IP: 172.26.3.91, port: c2a220cb-df5e-4565-abdd-c6b3e2c612f0. Dec 21 23:04:20.440179 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'name': 'tempest-TestShelveInstance-2054085512-router', 'tenant_id': 'b3c66b93d026472b8212d84a14c980c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:03:57Z', 'revision_number': 4, 'project_id': 'b3c66b93d026472b8212d84a14c980c7', 'gw_port': {'id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '0e860014-29e8-4d32-b715-b98f7a0f71cd', 'name': '', 'network_id': '0cba4e6c-449a-4c10-b57b-d080e032e941', 'tenant_id': 'b3c66b93d026472b8212d84a14c980c7', 'mac_address': 'fa:16:3e:10:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bb5bffb-eee3-4580-9e36-370188b53c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:57Z', 'updated_at': '2021-12-21T23:03:58Z', 'revision_number': 2, 'project_id': 'b3c66b93d026472b8212d84a14c980c7', 'subnets': [{'id': '8bb5bffb-eee3-4580-9e36-370188b53c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:04:20.444061 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Checking router: e8a7f687-52e7-46cf-b50c-75bd21aeb4cc for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:04:20.444412 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Updating router e8a7f687-52e7-46cf-b50c-75bd21aeb4cc port 0e860014-29e8-4d32-b715-b98f7a0f71cd binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 23:04:20.495465 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:20.644891 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Router 264d5b70-ab28-41a8-a33a-cb9665f55449 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:04:20.836125 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:20.846689 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:04:20.849530 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Transition to ACTIVE for port object 0e860014-29e8-4d32-b715-b98f7a0f71cd will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:04:20.857386 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bcf422-ae74-4f51-9c36-7dd6cea57309 None None] Sync routers for ids ['264d5b70-ab28-41a8-a33a-cb9665f55449'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:04:20.870498 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bcf422-ae74-4f51-9c36-7dd6cea57309 None None] Routers {'264d5b70-ab28-41a8-a33a-cb9665f55449'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:04:20.871096 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-48bcf422-ae74-4f51-9c36-7dd6cea57309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:04:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['264d5b70-ab28-41a8-a33a-cb9665f55449'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:04:20.925431 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:20.949203 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:21.018045 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3726647e-933d-40ef-b5da-d288501ed7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7345622 Dec 21 23:04:21.018045 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'tag': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:04:21.049399 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-48bcf422-ae74-4f51-9c36-7dd6cea57309 None None] Set router 264d5b70-ab28-41a8-a33a-cb9665f55449 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:04:21.069060 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6891a-ab52-4cec-9681-4f07ddde6703 None None] Pushing event updated for resources: {'Port': ['ID=0e860014-29e8-4d32-b715-b98f7a0f71cd,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:21.082095 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'tag': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'status': 'completed', 'code': 200} Dec 21 23:04:21.195014 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a07e878-104b-4bb1-a3cd-b14f74b52700 req-ef230dcb-623d-469b-a803-6af6e0c62cee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 1099 time: 0.0875163 Dec 21 23:04:21.222498 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Attempting to bind port 0e860014-29e8-4d32-b715-b98f7a0f71cd on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:04:21.223045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Attempting to bind port 0e860014-29e8-4d32-b715-b98f7a0f71cd by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '73ee32d0-4956-474a-bf6c-e61af65d227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0cba4e6c-449a-4c10-b57b-d080e032e941'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:04:21.223587 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Attempting to bind port 0e860014-29e8-4d32-b715-b98f7a0f71cd on network 0cba4e6c-449a-4c10-b57b-d080e032e941 {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:04:21.231330 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:04:21.232004 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Checking segment: {'id': '73ee32d0-4956-474a-bf6c-e61af65d227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0cba4e6c-449a-4c10-b57b-d080e032e941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:04:21.232574 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:21.233128 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Bound using segment: {'id': '73ee32d0-4956-474a-bf6c-e61af65d227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0cba4e6c-449a-4c10-b57b-d080e032e941'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:04:21.233746 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Bound port: 0e860014-29e8-4d32-b715-b98f7a0f71cd, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ee32d0-4956-474a-bf6c-e61af65d227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0cba4e6c-449a-4c10-b57b-d080e032e941'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:04:21.234317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:21.334437 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] For port 0e860014-29e8-4d32-b715-b98f7a0f71cd, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:04:21.338679 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] For port 0e860014-29e8-4d32-b715-b98f7a0f71cd, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=0e860014-29e8-4d32-b715-b98f7a0f71cd,segment=NetworkSegment(73ee32d0-4956-474a-bf6c-e61af65d227a),segment_id=73ee32d0-4956-474a-bf6c-e61af65d227a)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:04:21.368980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07e878-104b-4bb1-a3cd-b14f74b52700 req-dc9dcc6b-b328-4f5c-8be8-68b683147476 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:21.370458 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a07e878-104b-4bb1-a3cd-b14f74b52700 req-dc9dcc6b-b328-4f5c-8be8-68b683147476 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 910 time: 0.1668134 Dec 21 23:04:21.406048 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:21.422684 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-48bcf422-ae74-4f51-9c36-7dd6cea57309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:50Z', 'revision_number': 4, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'a3fbd8f3-80df-49cd-b872-16fd69eaf977', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'floating_ip_address': '172.26.3.91', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'port_id': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'mac_address': 'fa:16:3e:95:93:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:04:19Z', 'updated_at': '2021-12-21T23:04:19Z', 'revision_number': 0, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866bd21c-e4bd-4406-b512-f9ad8526cb42', 'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'mac_address': 'fa:16:3e:ab:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:49Z', 'updated_at': '2021-12-21T23:03:59Z', 'revision_number': 5, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'subnets': [{'id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:04:21.426463 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bcf422-ae74-4f51-9c36-7dd6cea57309 None None] Checking router: 264d5b70-ab28-41a8-a33a-cb9665f55449 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:04:21.439019 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bcf422-ae74-4f51-9c36-7dd6cea57309 None None] Routers {'264d5b70-ab28-41a8-a33a-cb9665f55449'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:04:21.439599 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-48bcf422-ae74-4f51-9c36-7dd6cea57309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:04:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['264d5b70-ab28-41a8-a33a-cb9665f55449'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:04:21.477524 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a07e878-104b-4bb1-a3cd-b14f74b52700 req-e0729fcf-dcc5-4347-9dce-c90d3c0ed46f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0 HTTP/1.1" status: 200 len: 999 time: 0.1007242 Dec 21 23:04:21.494185 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f6891a-ab52-4cec-9681-4f07ddde6703 None None] Pushing event updated for resources: {'Port': ['ID=0e860014-29e8-4d32-b715-b98f7a0f71cd,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:21.498222 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Routers {'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:04:21.499111 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:04:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:04:21.564753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07e878-104b-4bb1-a3cd-b14f74b52700 req-45fc33d5-9c55-4b02-8bc6-5cffcc2e2de3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:21.566202 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a07e878-104b-4bb1-a3cd-b14f74b52700 req-45fc33d5-9c55-4b02-8bc6-5cffcc2e2de3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0799067 Dec 21 23:04:21.644374 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-48bcf422-ae74-4f51-9c36-7dd6cea57309 None None] Set router 264d5b70-ab28-41a8-a33a-cb9665f55449 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:04:21.657933 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a07e878-104b-4bb1-a3cd-b14f74b52700 req-223aa4bb-4972-4b3c-9a35-517d8f868800 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847409 Dec 21 23:04:21.700105 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] Set router e8a7f687-52e7-46cf-b50c-75bd21aeb4cc gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:04:21.799541 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a07e878-104b-4bb1-a3cd-b14f74b52700 req-698033c8-7f7c-4649-a5c4-bb3cebba2447 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329975 Dec 21 23:04:21.940909 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a07e878-104b-4bb1-a3cd-b14f74b52700 req-a42618b2-7eec-45d9-bdd4-d27031648dbd service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345811 Dec 21 23:04:22.028113 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'name': 'tempest-TestShelveInstance-2054085512-router', 'tenant_id': 'b3c66b93d026472b8212d84a14c980c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:03:57Z', 'revision_number': 4, 'project_id': 'b3c66b93d026472b8212d84a14c980c7', 'gw_port': {'id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '0e860014-29e8-4d32-b715-b98f7a0f71cd', 'name': '', 'network_id': '0cba4e6c-449a-4c10-b57b-d080e032e941', 'tenant_id': 'b3c66b93d026472b8212d84a14c980c7', 'mac_address': 'fa:16:3e:10:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bb5bffb-eee3-4580-9e36-370188b53c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:57Z', 'updated_at': '2021-12-21T23:04:21Z', 'revision_number': 4, 'project_id': 'b3c66b93d026472b8212d84a14c980c7', 'subnets': [{'id': '8bb5bffb-eee3-4580-9e36-370188b53c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:04:22.032071 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f20bc29-1d60-4719-8787-ab5f37322df3 None None] The sync data for ids ['e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'] in dv-neutron-822520-1-hyperv is: [{'id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'name': 'tempest-TestShelveInstance-2054085512-router', 'tenant_id': 'b3c66b93d026472b8212d84a14c980c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:03:57Z', 'revision_number': 4, 'project_id': 'b3c66b93d026472b8212d84a14c980c7', 'gw_port': {'id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '0e860014-29e8-4d32-b715-b98f7a0f71cd', 'name': '', 'network_id': '0cba4e6c-449a-4c10-b57b-d080e032e941', 'tenant_id': 'b3c66b93d026472b8212d84a14c980c7', 'mac_address': 'fa:16:3e:10:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8bb5bffb-eee3-4580-9e36-370188b53c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:57Z', 'updated_at': '2021-12-21T23:04:21Z', 'revision_number': 4, 'project_id': 'b3c66b93d026472b8212d84a14c980c7', 'subnets': [{'id': '8bb5bffb-eee3-4580-9e36-370188b53c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:04:22.038580 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-48bcf422-ae74-4f51-9c36-7dd6cea57309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:50Z', 'revision_number': 4, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'a3fbd8f3-80df-49cd-b872-16fd69eaf977', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'floating_ip_address': '172.26.3.91', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'port_id': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'mac_address': 'fa:16:3e:95:93:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:04:19Z', 'updated_at': '2021-12-21T23:04:19Z', 'revision_number': 0, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866bd21c-e4bd-4406-b512-f9ad8526cb42', 'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'mac_address': 'fa:16:3e:ab:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:49Z', 'updated_at': '2021-12-21T23:03:59Z', 'revision_number': 5, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'subnets': [{'id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:04:22.043088 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bcf422-ae74-4f51-9c36-7dd6cea57309 None None] The sync data for ids ['264d5b70-ab28-41a8-a33a-cb9665f55449'] in dv-neutron-822520-1-hyperv is: [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:50Z', 'revision_number': 4, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'a3fbd8f3-80df-49cd-b872-16fd69eaf977', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'floating_ip_address': '172.26.3.91', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'port_id': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'mac_address': 'fa:16:3e:95:93:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:04:19Z', 'updated_at': '2021-12-21T23:04:19Z', 'revision_number': 0, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866bd21c-e4bd-4406-b512-f9ad8526cb42', 'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'mac_address': 'fa:16:3e:ab:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:49Z', 'updated_at': '2021-12-21T23:03:59Z', 'revision_number': 5, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'subnets': [{'id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:04:22.301965 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab96144d-13c5-40d0-8dab-ae9f76e05fe7 None None] New status for floating IP a3fbd8f3-80df-49cd-b872-16fd69eaf977: ACTIVE {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 23:04:22.554852 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 0e860014-29e8-4d32-b715-b98f7a0f71cd up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:04:22.742660 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 0e860014-29e8-4d32-b715-b98f7a0f71cd completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:04:22.748836 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 0e860014-29e8-4d32-b715-b98f7a0f71cd triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:04:22.749203 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:22.865364 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:22.898952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 0e860014-29e8-4d32-b715-b98f7a0f71cd, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=0e860014-29e8-4d32-b715-b98f7a0f71cd,segment=NetworkSegment(73ee32d0-4956-474a-bf6c-e61af65d227a),segment_id=73ee32d0-4956-474a-bf6c-e61af65d227a)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:04:22.982834 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:23.046156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=0e860014-29e8-4d32-b715-b98f7a0f71cd,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:04:24.476024 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 0e860014-29e8-4d32-b715-b98f7a0f71cd up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:04:24.542103 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 0e860014-29e8-4d32-b715-b98f7a0f71cd triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:04:24.542387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:26.861028 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-51b8da16-ac26-443e-9ab6-d3f0c5f73c6b req-0dd3af49-9232-4935-acc8-94cd42e25c7c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1697752 Dec 21 23:04:27.000185 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-51b8da16-ac26-443e-9ab6-d3f0c5f73c6b req-0948c7fe-d5ec-4206-bc6e-286b335bce51 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 1099 time: 0.0674529 Dec 21 23:04:27.143983 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8da16-ac26-443e-9ab6-d3f0c5f73c6b req-d9c1b424-a2c5-4fc6-a2bb-c60b1f41dcb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:27.145322 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-51b8da16-ac26-443e-9ab6-d3f0c5f73c6b req-d9c1b424-a2c5-4fc6-a2bb-c60b1f41dcb6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 910 time: 0.1262195 Dec 21 23:04:27.251522 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-51b8da16-ac26-443e-9ab6-d3f0c5f73c6b req-cddddcc6-726b-4cf3-9afa-0a84d6427ebc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0 HTTP/1.1" status: 200 len: 1001 time: 0.0978189 Dec 21 23:04:27.302894 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e0ec807a-3369-4a13-b09d-1278979902e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:27.314337 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8da16-ac26-443e-9ab6-d3f0c5f73c6b req-b8b4c8e2-3444-4cad-b934-c9689dd1a9b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:04:27.315785 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-51b8da16-ac26-443e-9ab6-d3f0c5f73c6b req-b8b4c8e2-3444-4cad-b934-c9689dd1a9b2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0581000 Dec 21 23:04:27.393365 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-51b8da16-ac26-443e-9ab6-d3f0c5f73c6b req-0bf2fd33-1fb6-4385-b90a-7b7777a61b57 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708232 Dec 21 23:04:27.525859 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-51b8da16-ac26-443e-9ab6-d3f0c5f73c6b req-f9045a23-cdc8-4ae1-8fb4-e994f1fb51f3 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255605 Dec 21 23:04:27.656286 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-51b8da16-ac26-443e-9ab6-d3f0c5f73c6b req-54d7476b-0acc-4454-9a95-bb885ad87f78 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234803 Dec 21 23:04:29.696930 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5c5e24b7-99fb-40bc-b596-6049dca6fcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:30.782261 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:30.879416 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:32.372889 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:42.800533 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:04:45.810742 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:57.267815 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b3d79297-ab5e-44b1-8fb7-4cb3f6f12273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:04:59.667698 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-47e4a888-34eb-4d33-be9f-0c7b27a86060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:05:00.770396 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:05:00.879167 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:05:02.376400 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:05:15.878698 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:05:19.800184 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:05:26.779918 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fbdbad1e-8622-4c57-9069-38f019246c67 req-fc6678b6-13fa-4b1b-8144-a2e76f69e6f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669105 Dec 21 23:05:26.928349 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fbdbad1e-8622-4c57-9069-38f019246c67 req-bb6178ca-7c8f-4c9d-9906-bf37bff95f38 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 1099 time: 0.0710952 Dec 21 23:05:27.074707 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbad1e-8622-4c57-9069-38f019246c67 req-01323ba2-f4de-440e-9a31-3003af1a0dbf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:05:27.076012 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fbdbad1e-8622-4c57-9069-38f019246c67 req-01323ba2-f4de-440e-9a31-3003af1a0dbf service neutron] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 910 time: 0.1232133 Dec 21 23:05:27.179951 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fbdbad1e-8622-4c57-9069-38f019246c67 req-99c946d6-0fce-4ada-9b40-0e7929578c57 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0 HTTP/1.1" status: 200 len: 1001 time: 0.0940814 Dec 21 23:05:27.246134 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbad1e-8622-4c57-9069-38f019246c67 req-822b0116-9ab1-48c4-9606-15b66295c9fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:05:27.247812 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fbdbad1e-8622-4c57-9069-38f019246c67 req-822b0116-9ab1-48c4-9606-15b66295c9fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0580425 Dec 21 23:05:27.279153 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a4c0e3d5-7443-423b-b74e-79d0b7f5c7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:05:27.330730 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fbdbad1e-8622-4c57-9069-38f019246c67 req-34b1e702-388e-4210-bfc1-31c57ae3b891 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733194 Dec 21 23:05:27.463064 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fbdbad1e-8622-4c57-9069-38f019246c67 req-aa901b84-9fd1-499b-aa0d-da75c4004949 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216238 Dec 21 23:05:27.687947 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fbdbad1e-8622-4c57-9069-38f019246c67 req-94fc8862-284a-4f69-8b90-0ce815dc34a2 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149560 Dec 21 23:05:29.667180 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-670ed9a4-e7b1-4b6f-9495-ba46ed4e79ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:05:30.764659 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:05:30.861678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:05:32.393322 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:05:45.861810 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:05:56.800656 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:05:57.272834 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fa57fabe-700f-4064-85b2-cdabf1bccc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:05:59.661413 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cf030608-a788-4169-918a-976c0c7468c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:00.770192 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:00.878863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:02.403973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:15.849793 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:17.661225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01117f-7153-428f-9de8-ce208035227a req-000d7aa9-94f9-4ad8-861f-f73a3dce38ca tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:17.662668 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6a01117f-7153-428f-9de8-ce208035227a req-000d7aa9-94f9-4ad8-861f-f73a3dce38ca tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0797455 Dec 21 23:06:17.707314 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6a01117f-7153-428f-9de8-ce208035227a req-726babaa-3f22-4053-b438-524ccf4bd489 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392210 Dec 21 23:06:18.913463 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db9073-8002-4e10-82fb-9f51eaa85166 req-50bd123e-7023-4a38-897a-4c13c9218e4f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:18.914894 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b7db9073-8002-4e10-82fb-9f51eaa85166 req-50bd123e-7023-4a38-897a-4c13c9218e4f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0743597 Dec 21 23:06:18.958845 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b7db9073-8002-4e10-82fb-9f51eaa85166 req-04930cc3-6e94-49de-a0a4-cb6a76cd7962 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385957 Dec 21 23:06:20.171461 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef36a7-2a25-415a-a2c7-084447089b15 req-7c03b79f-a64e-458c-be93-c32ab1e05158 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:20.172908 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-baef36a7-2a25-415a-a2c7-084447089b15 req-7c03b79f-a64e-458c-be93-c32ab1e05158 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0806422 Dec 21 23:06:20.297019 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-baef36a7-2a25-415a-a2c7-084447089b15 req-3ffbddc7-5ea4-4794-b513-b8dff124d036 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180787 Dec 21 23:06:21.496256 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18d552-4518-406d-85ef-a57f35e385c9 req-ebe11979-1603-40cb-b49e-d9ec45d45708 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:21.497680 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cb18d552-4518-406d-85ef-a57f35e385c9 req-ebe11979-1603-40cb-b49e-d9ec45d45708 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0782790 Dec 21 23:06:21.542102 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-cb18d552-4518-406d-85ef-a57f35e385c9 req-dcdc6d19-5569-4310-bf95-2922ad3c946b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383191 Dec 21 23:06:22.739655 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4725ebb-8dce-446b-a363-a981e2ea3658 req-ad0298d2-6c8b-425a-bfb1-c4aa8ef7c2de tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:22.741101 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e4725ebb-8dce-446b-a363-a981e2ea3658 req-ad0298d2-6c8b-425a-bfb1-c4aa8ef7c2de tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0783942 Dec 21 23:06:22.786743 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e4725ebb-8dce-446b-a363-a981e2ea3658 req-951071ca-a222-4956-80b8-bfc563a18719 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400476 Dec 21 23:06:23.980342 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d1d61-ce57-4e7a-933a-3fb80226ac22 req-0a901930-d82d-4e81-a5ef-3c359c5e6497 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:23.981777 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-118d1d61-ce57-4e7a-933a-3fb80226ac22 req-0a901930-d82d-4e81-a5ef-3c359c5e6497 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0762389 Dec 21 23:06:24.027946 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-118d1d61-ce57-4e7a-933a-3fb80226ac22 req-802d2cee-db20-4f52-897b-f7ab6404c735 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402062 Dec 21 23:06:25.223441 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc176b5-8532-429d-aee9-2b2e4ff04266 req-72d66167-a51d-47ad-a77f-386115bda756 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:25.224879 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cfc176b5-8532-429d-aee9-2b2e4ff04266 req-72d66167-a51d-47ad-a77f-386115bda756 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0769002 Dec 21 23:06:25.270336 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-cfc176b5-8532-429d-aee9-2b2e4ff04266 req-63a87533-535d-4b4a-8e66-165b97384cd4 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399878 Dec 21 23:06:26.579214 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98be620-e422-492c-9611-e06db18d4bcc req-15563d9e-584f-44f3-bb54-e387070c37d1 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:26.581181 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d98be620-e422-492c-9611-e06db18d4bcc req-15563d9e-584f-44f3-bb54-e387070c37d1 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.1925719 Dec 21 23:06:26.624727 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d98be620-e422-492c-9611-e06db18d4bcc req-ba0d9d32-7008-4b14-b8b3-6e6856c7db0a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380611 Dec 21 23:06:26.850842 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2f4f4b7a-d485-479f-87d1-0a15b2001808 req-c9da4729-9b61-4805-87a9-1000d4544427 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 1099 time: 0.0672996 Dec 21 23:06:26.995518 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f4b7a-d485-479f-87d1-0a15b2001808 req-ad82b40b-c956-43bc-beaa-c1ddfccdccfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:26.996952 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2f4f4b7a-d485-479f-87d1-0a15b2001808 req-ad82b40b-c956-43bc-beaa-c1ddfccdccfd service neutron] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 910 time: 0.1246369 Dec 21 23:06:27.100767 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2f4f4b7a-d485-479f-87d1-0a15b2001808 req-2f07afae-0aae-4d3c-b7fb-6b84fbba5489 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0 HTTP/1.1" status: 200 len: 1001 time: 0.0941160 Dec 21 23:06:27.167736 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f4b7a-d485-479f-87d1-0a15b2001808 req-e23e4e2e-7642-442a-a4f6-19533f05ab51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:27.169026 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2f4f4b7a-d485-479f-87d1-0a15b2001808 req-e23e4e2e-7642-442a-a4f6-19533f05ab51 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0584579 Dec 21 23:06:27.248042 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2f4f4b7a-d485-479f-87d1-0a15b2001808 req-fd65e83a-a54b-4e38-8b58-e2549071ba55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690424 Dec 21 23:06:27.301696 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-45760e2a-fa23-4d27-b4ed-697ad73a8d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:27.381678 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2f4f4b7a-d485-479f-87d1-0a15b2001808 req-f85c33a1-d3bd-4949-a0f5-587d5dc1654d service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235752 Dec 21 23:06:27.519675 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2f4f4b7a-d485-479f-87d1-0a15b2001808 req-42e20bd2-ad98-4a43-9049-d9f1c791f6ba service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250532 Dec 21 23:06:27.822149 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cb808-982b-4d50-b03f-02c61b9ea884 req-fcba4f1c-2cdc-4cd5-9389-d94b3c74e145 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:27.823500 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e37cb808-982b-4d50-b03f-02c61b9ea884 req-fcba4f1c-2cdc-4cd5-9389-d94b3c74e145 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0749395 Dec 21 23:06:27.973496 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e37cb808-982b-4d50-b03f-02c61b9ea884 req-273ff8c4-1797-4bac-82a3-edf0177894e5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445043 Dec 21 23:06:29.173817 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f280392c-5501-4c14-b31c-35789277fd2f req-7e0be1c0-3bd6-4fd3-92fa-543037cbd65c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:29.175130 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f280392c-5501-4c14-b31c-35789277fd2f req-7e0be1c0-3bd6-4fd3-92fa-543037cbd65c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0778170 Dec 21 23:06:29.221486 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f280392c-5501-4c14-b31c-35789277fd2f req-951a48ec-6597-4d9b-9d5e-ceda5107792c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408590 Dec 21 23:06:29.666830 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ff89aebb-7389-4463-9e25-9a80f9684fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:29.766738 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c2a220cb-df5e-4565-abdd-c6b3e2c612f0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 23:06:29.898915 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c2a220cb-df5e-4565-abdd-c6b3e2c612f0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:06:29.914877 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'port_id': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'mac_address': 'fa:16:3e:95:93:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:06:29.966079 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:29.983679 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2a220cb-df5e-4565-abdd-c6b3e2c612f0 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 23:06:29.998637 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c2a220cb-df5e-4565-abdd-c6b3e2c612f0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:06:30.055838 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:30.123490 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:06:30.132230 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:06:30.132550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:06:30.132884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:06:30.133214 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:06:30.133540 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:06:30.133864 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:06:30.134218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:06:30.134538 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:06:30.134854 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:06:30.135173 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:06:30.135495 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:06:30.139979 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['c2a220cb-df5e-4565-abdd-c6b3e2c612f0'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 23:06:30.422879 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7607c-d191-4e64-8487-15a35e1dcc0a req-cd0f4e3e-d010-406b-a24b-1c1f9459fb27 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:30.424895 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0cc7607c-d191-4e64-8487-15a35e1dcc0a req-cd0f4e3e-d010-406b-a24b-1c1f9459fb27 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 945 time: 0.0782275 Dec 21 23:06:30.471269 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-0cc7607c-d191-4e64-8487-15a35e1dcc0a req-64c428d5-e8ce-4b38-bf9f-c3ae9b5287ef tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399277 Dec 21 23:06:30.786952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:30.912617 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:31.682935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f89af-a3f2-4b89-a566-38a00ea7b52d req-3279bd3c-8f1b-49ae-8c31-477c56c2a3af tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:31.685188 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-143f89af-a3f2-4b89-a566-38a00ea7b52d req-3279bd3c-8f1b-49ae-8c31-477c56c2a3af tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 945 time: 0.0815785 Dec 21 23:06:31.734420 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-143f89af-a3f2-4b89-a566-38a00ea7b52d req-ff44034d-37b0-4074-93df-6e31b7379ca0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424025 Dec 21 23:06:31.783923 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c2a220cb-df5e-4565-abdd-c6b3e2c612f0 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:06:31.864458 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port c2a220cb-df5e-4565-abdd-c6b3e2c612f0 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:06:31.865671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:31.993579 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:32.027300 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:06:32.038337 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c2a220cb-df5e-4565-abdd-c6b3e2c612f0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:06:32.086839 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'code': 200} Dec 21 23:06:32.129987 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:32.207361 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,revision_number=7']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:06:32.403245 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:32.945336 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c88e65-9417-4f1c-9301-99e571efbb88 req-e037e788-8ec1-4a02-b8be-d42af00e1b79 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:32.947435 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-75c88e65-9417-4f1c-9301-99e571efbb88 req-e037e788-8ec1-4a02-b8be-d42af00e1b79 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0824420 Dec 21 23:06:33.006637 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-75c88e65-9417-4f1c-9301-99e571efbb88 req-27be4422-160c-49e5-a33e-032873faab61 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510521 Dec 21 23:06:33.802802 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:06:34.214598 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848b3d8-0647-4109-9ed2-ba804cde4f8b req-0766e7fe-1700-45fe-ae0f-b10dce405f1f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:34.216743 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d848b3d8-0647-4109-9ed2-ba804cde4f8b req-0766e7fe-1700-45fe-ae0f-b10dce405f1f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0825930 Dec 21 23:06:34.261997 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d848b3d8-0647-4109-9ed2-ba804cde4f8b req-6100a650-0c2e-46ca-8e8c-fe0e1e1d2dc0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391266 Dec 21 23:06:35.489464 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0012fba-946d-4b82-a6fb-0abc93204ed2 req-e78c991c-0c6c-40a2-8936-bd833942c2c2 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:35.490940 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c0012fba-946d-4b82-a6fb-0abc93204ed2 req-e78c991c-0c6c-40a2-8936-bd833942c2c2 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0879376 Dec 21 23:06:35.545565 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c0012fba-946d-4b82-a6fb-0abc93204ed2 req-46dc7011-ef37-420f-afb2-22ee094c4c89 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486608 Dec 21 23:06:36.758759 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dfe4c-3899-4533-92fd-7370df4c9633 req-c6c0df6a-5b71-42f9-9b70-3a6d4ee7f23c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:36.765743 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-664dfe4c-3899-4533-92fd-7370df4c9633 req-c6c0df6a-5b71-42f9-9b70-3a6d4ee7f23c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0866370 Dec 21 23:06:36.814572 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-664dfe4c-3899-4533-92fd-7370df4c9633 req-6a94dcef-3ae9-496c-b64a-bf66903dcbb4 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478697 Dec 21 23:06:38.044300 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b32eed-71a8-45cf-b35c-e14ee9f874b4 req-feb9d0c4-2df3-4311-a08f-522c8eff8c76 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:38.045909 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-26b32eed-71a8-45cf-b35c-e14ee9f874b4 req-feb9d0c4-2df3-4311-a08f-522c8eff8c76 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.1026263 Dec 21 23:06:38.106435 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-26b32eed-71a8-45cf-b35c-e14ee9f874b4 req-3eb73c0f-ee2b-4b81-8ac0-29a1930e6b52 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536299 Dec 21 23:06:39.353274 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e35fd7-9b4d-4763-a96e-a544f0a43e7d req-807000b2-dc95-425a-b732-ffdaea4a1d7a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:39.363121 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-74e35fd7-9b4d-4763-a96e-a544f0a43e7d req-807000b2-dc95-425a-b732-ffdaea4a1d7a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.1087265 Dec 21 23:06:39.410636 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-74e35fd7-9b4d-4763-a96e-a544f0a43e7d req-87cd9433-45f1-4f51-b552-93c19ff104ee tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465415 Dec 21 23:06:40.623772 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef8632-81e0-484f-bba0-433e1f9f4ce8 req-ac30d4a8-fee4-4ce7-9c6f-b6b08f31efdc tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:40.625242 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5fef8632-81e0-484f-bba0-433e1f9f4ce8 req-ac30d4a8-fee4-4ce7-9c6f-b6b08f31efdc tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0875719 Dec 21 23:06:40.678574 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5fef8632-81e0-484f-bba0-433e1f9f4ce8 req-bcb87ef3-cedb-40a2-a3a2-0b936978afd3 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473673 Dec 21 23:06:41.883952 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d98cb-9031-4a86-a8e4-7761d636bdc9 req-a8f9428b-2137-411b-9ead-19f2c57ee588 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:41.890477 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-012d98cb-9031-4a86-a8e4-7761d636bdc9 req-a8f9428b-2137-411b-9ead-19f2c57ee588 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0831389 Dec 21 23:06:41.939796 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-012d98cb-9031-4a86-a8e4-7761d636bdc9 req-35aa69c0-f576-4c5c-8430-74d0e4786b71 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463629 Dec 21 23:06:43.141906 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563685da-3012-4924-8cb4-316bc9a0a92a req-56a03e7e-6d6c-4fcd-9d94-02abd71d56ec tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:43.143349 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-563685da-3012-4924-8cb4-316bc9a0a92a req-56a03e7e-6d6c-4fcd-9d94-02abd71d56ec tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0755849 Dec 21 23:06:43.188561 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-563685da-3012-4924-8cb4-316bc9a0a92a req-a9f2dda2-0ec3-4b78-8a10-cc35a1f52df3 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391374 Dec 21 23:06:43.383132 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c967e7b3-77db-417f-9134-9383084bfee2 req-ed200060-a3f4-422b-9ee8-cd0b2811ddad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 1099 time: 0.1589704 Dec 21 23:06:43.513298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967e7b3-77db-417f-9134-9383084bfee2 req-3fcb2c6d-5ce4-476b-ab6c-fb3a398f60a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:43.514729 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c967e7b3-77db-417f-9134-9383084bfee2 req-3fcb2c6d-5ce4-476b-ab6c-fb3a398f60a5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 910 time: 0.1241460 Dec 21 23:06:43.620454 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c967e7b3-77db-417f-9134-9383084bfee2 req-6eb40093-371d-4650-b4fd-046baf544672 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0 HTTP/1.1" status: 200 len: 1001 time: 0.0946548 Dec 21 23:06:43.683855 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967e7b3-77db-417f-9134-9383084bfee2 req-36a5e205-0c1f-4f2d-82ed-dc1acf336765 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:43.685231 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c967e7b3-77db-417f-9134-9383084bfee2 req-36a5e205-0c1f-4f2d-82ed-dc1acf336765 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0555565 Dec 21 23:06:43.761485 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c967e7b3-77db-417f-9134-9383084bfee2 req-78a6e6b9-2a6d-4a01-96a7-ce3ae6364204 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661457 Dec 21 23:06:43.774753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [req-c967e7b3-77db-417f-9134-9383084bfee2 req-5cd6b0a3-7007-4b38-bd22-b3af195606a8 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 23:06:43.775651 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c967e7b3-77db-417f-9134-9383084bfee2 req-5cd6b0a3-7007-4b38-bd22-b3af195606a8 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045817 Dec 21 23:06:43.908342 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c967e7b3-77db-417f-9134-9383084bfee2 req-db0c4374-810d-4479-a6a0-2e6d4831f2f3 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215601 Dec 21 23:06:44.049303 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c967e7b3-77db-417f-9134-9383084bfee2 req-dd23ae2a-5a8b-4d07-8cd0-fa792d26415a service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302941 Dec 21 23:06:44.382969 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9c0b5-e5bf-4baf-bdcd-f9313b44c3f3 req-1d0e347c-c13a-4620-811a-7d038e0d6427 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:44.384370 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-adf9c0b5-e5bf-4baf-bdcd-f9313b44c3f3 req-1d0e347c-c13a-4620-811a-7d038e0d6427 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0747168 Dec 21 23:06:44.428336 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-adf9c0b5-e5bf-4baf-bdcd-f9313b44c3f3 req-4e6486e5-d601-494d-a240-63a785c5db5b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386798 Dec 21 23:06:45.625382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983764b-e9a4-4d16-b3aa-5aac2012726f req-7c9d7caa-7300-4624-9b85-18836a4e5f96 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:45.626770 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f983764b-e9a4-4d16-b3aa-5aac2012726f req-7c9d7caa-7300-4624-9b85-18836a4e5f96 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 946 time: 0.0798132 Dec 21 23:06:45.671917 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f983764b-e9a4-4d16-b3aa-5aac2012726f req-a040f17c-c193-4ef6-9c8f-9f3700de3eb3 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389407 Dec 21 23:06:45.860759 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c2a220cb-df5e-4565-abdd-c6b3e2c612f0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:06:45.891217 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:45.970385 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:45.997338 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:06:46.006984 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c2a220cb-df5e-4565-abdd-c6b3e2c612f0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:06:46.053851 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'code': 200} Dec 21 23:06:46.089130 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:46.158457 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,revision_number=8']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:06:46.869765 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca56c5-0f80-409d-b873-f10c068a355f req-f7b10f55-50d8-4743-8ed8-93f778a98fa9 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:46.871121 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5ca56c5-0f80-409d-b873-f10c068a355f req-f7b10f55-50d8-4743-8ed8-93f778a98fa9 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.0775928 Dec 21 23:06:46.919048 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c5ca56c5-0f80-409d-b873-f10c068a355f req-2eff4a9a-c96d-4d44-a3a2-2ea59413ebc9 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425210 Dec 21 23:06:47.107205 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-68e2339d-c58b-4333-b29d-b8810aad53c4 req-ec3eddc9-cab8-4375-9c4c-08e3d793a307 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0700014 Dec 21 23:06:47.534948 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269497c-91d0-414e-ad0c-703910195e59 req-43306b21-2274-4d7a-96fa-913e76580f56 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:47.536898 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0269497c-91d0-414e-ad0c-703910195e59 req-43306b21-2274-4d7a-96fa-913e76580f56 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.0771346 Dec 21 23:06:47.582065 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0269497c-91d0-414e-ad0c-703910195e59 req-d2af63c5-0aae-41c1-a77e-25a4211f5669 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394928 Dec 21 23:06:47.778220 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a24bed6-76f4-4baa-9e14-5b779ad59a4e req-34a7ad46-77b6-41cc-aaf5-ab0da28f00ee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1351023 Dec 21 23:06:48.779804 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6c1de-5d68-472d-8ed2-6ef2bb9d2afc req-afc48643-e0cf-4caa-8a8d-d61107fd38f5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:48.781216 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-deb6c1de-5d68-472d-8ed2-6ef2bb9d2afc req-afc48643-e0cf-4caa-8a8d-d61107fd38f5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.0744383 Dec 21 23:06:48.827249 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-deb6c1de-5d68-472d-8ed2-6ef2bb9d2afc req-f8ec8e9f-cbbe-4f61-a6ae-bb0987b2b9d0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397737 Dec 21 23:06:49.824587 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a24bed6-76f4-4baa-9e14-5b779ad59a4e req-41488446-3031-4800-acec-dfef965e85c2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731&tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed HTTP/1.1" status: 200 len: 1097 time: 0.0675919 Dec 21 23:06:49.876674 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c2a220cb-df5e-4565-abdd-c6b3e2c612f0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:06:49.919882 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a24bed6-76f4-4baa-9e14-5b779ad59a4e req-e0b78842-1a86-426b-b1e5-817f57b7fb75 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 1097 time: 0.0683272 Dec 21 23:06:50.111218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24bed6-76f4-4baa-9e14-5b779ad59a4e req-99678b25-b30d-40fe-a70b-86eccf19e82f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:50.112545 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a24bed6-76f4-4baa-9e14-5b779ad59a4e req-99678b25-b30d-40fe-a70b-86eccf19e82f service neutron] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 910 time: 0.1838887 Dec 21 23:06:50.122417 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820a4a6-9e5c-41e7-b786-e20ce63a0082 req-1a531a93-213e-4de5-844a-caf9db760cb8 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:50.123734 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6820a4a6-9e5c-41e7-b786-e20ce63a0082 req-1a531a93-213e-4de5-844a-caf9db760cb8 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.1674912 Dec 21 23:06:50.249449 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6820a4a6-9e5c-41e7-b786-e20ce63a0082 req-2421dc2c-4ee3-4a9f-8362-6828d8be300e tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796621 Dec 21 23:06:50.251093 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a24bed6-76f4-4baa-9e14-5b779ad59a4e req-21ca03d8-a5f1-4a87-bd5c-ff092865dc0d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0 HTTP/1.1" status: 200 len: 999 time: 0.1265643 Dec 21 23:06:50.317446 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24bed6-76f4-4baa-9e14-5b779ad59a4e req-103170e8-ed85-4d85-ba60-6cc0ee751e5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:50.318945 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a24bed6-76f4-4baa-9e14-5b779ad59a4e req-103170e8-ed85-4d85-ba60-6cc0ee751e5c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0575862 Dec 21 23:06:50.487032 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a24bed6-76f4-4baa-9e14-5b779ad59a4e req-c2d9a824-e55a-4dc5-9d5e-f98e370b83ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1563027 Dec 21 23:06:50.633285 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a24bed6-76f4-4baa-9e14-5b779ad59a4e req-a7109c9e-765d-4a2e-991c-ea79ceaeec03 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349440 Dec 21 23:06:50.765552 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a24bed6-76f4-4baa-9e14-5b779ad59a4e req-03698c54-96cd-4f81-84cc-913ebb03ffcf service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206803 Dec 21 23:06:51.450529 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a1a10-8a7e-4749-a478-038365672767 req-48168427-6b20-4e70-9cf3-44f90756a0b1 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:51.451953 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3c5a1a10-8a7e-4749-a478-038365672767 req-48168427-6b20-4e70-9cf3-44f90756a0b1 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.0804763 Dec 21 23:06:51.497814 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3c5a1a10-8a7e-4749-a478-038365672767 req-c87a68b3-44e6-4847-8075-ea6490f1bd72 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404832 Dec 21 23:06:52.714669 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf62970-f910-494a-a37b-7672ccea4aee req-6e417e2c-51fb-46f2-8585-899f8ecb8485 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:52.716200 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3cf62970-f910-494a-a37b-7672ccea4aee req-6e417e2c-51fb-46f2-8585-899f8ecb8485 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.0919342 Dec 21 23:06:52.765573 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3cf62970-f910-494a-a37b-7672ccea4aee req-43b80ee3-c3df-400c-b4bf-f3117cfcdc10 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438693 Dec 21 23:06:53.975675 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d1582-5b4f-4b81-9f12-7f74758306f2 req-14e10cb1-9196-4ccd-b500-46924563f9cd tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:53.977117 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-247d1582-5b4f-4b81-9f12-7f74758306f2 req-14e10cb1-9196-4ccd-b500-46924563f9cd tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.0794272 Dec 21 23:06:54.025060 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-247d1582-5b4f-4b81-9f12-7f74758306f2 req-fc87c549-95df-493f-ab59-ab204da78d06 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423872 Dec 21 23:06:55.231444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e90e7d-5647-4432-95a6-b44cc1c9b1e0 req-72d5a334-5819-422b-a2b9-1e71c70ce37c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:55.232884 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b7e90e7d-5647-4432-95a6-b44cc1c9b1e0 req-72d5a334-5819-422b-a2b9-1e71c70ce37c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.0813320 Dec 21 23:06:55.282559 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b7e90e7d-5647-4432-95a6-b44cc1c9b1e0 req-b50c05b0-50b7-463d-a9ca-ff8fa8ad78d3 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441771 Dec 21 23:06:56.513973 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56bdb7-6dce-469b-9566-4e5fa0614803 req-0f7ba11e-6d83-4869-b379-267227644998 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:56.516267 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fb56bdb7-6dce-469b-9566-4e5fa0614803 req-0f7ba11e-6d83-4869-b379-267227644998 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.0920942 Dec 21 23:06:56.577271 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fb56bdb7-6dce-469b-9566-4e5fa0614803 req-4df01391-9bee-49cc-8230-9a26fb574460 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542445 Dec 21 23:06:57.317494 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-53a292b4-abfc-4bdd-b2f7-302baacf9bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:06:57.792179 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcf413-f5ba-40b0-b4c0-4fd4bb1c0e64 req-42738e50-9de3-4e38-a2be-c6efdcd99ce9 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:57.796726 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0cdcf413-f5ba-40b0-b4c0-4fd4bb1c0e64 req-42738e50-9de3-4e38-a2be-c6efdcd99ce9 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.0817046 Dec 21 23:06:57.846373 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0cdcf413-f5ba-40b0-b4c0-4fd4bb1c0e64 req-80557e89-a8bf-4300-8b8e-d3552ce0c624 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470724 Dec 21 23:06:59.076464 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5edb65-2b8e-45ca-b947-effec50a9352 req-f643765b-c4d7-45a7-b182-5b42416ca72a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:06:59.078146 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bd5edb65-2b8e-45ca-b947-effec50a9352 req-f643765b-c4d7-45a7-b182-5b42416ca72a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.0927215 Dec 21 23:06:59.127130 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bd5edb65-2b8e-45ca-b947-effec50a9352 req-3b47a981-d68e-4527-936a-c5a65474a121 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427635 Dec 21 23:06:59.701464 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8b8d0e80-4f3e-4ca7-8bc1-84caed91f6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:07:00.348812 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654f188-0ab4-43eb-b04b-b63089bfbd02 req-d47d788a-e11b-4e2e-b996-c5c431cf65af tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:07:00.350658 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c654f188-0ab4-43eb-b04b-b63089bfbd02 req-d47d788a-e11b-4e2e-b996-c5c431cf65af tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.0897422 Dec 21 23:07:00.397662 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c654f188-0ab4-43eb-b04b-b63089bfbd02 req-2891c1f3-4d02-443a-9d6c-83adc62c77d5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411716 Dec 21 23:07:00.815684 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:07:00.918930 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:07:01.606002 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e69b4f-3eaa-4269-a7af-533c62893923 req-ae8dba58-c8d7-4713-a498-1eb4a3a40305 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:07:01.607373 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e3e69b4f-3eaa-4269-a7af-533c62893923 req-ae8dba58-c8d7-4713-a498-1eb4a3a40305 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.0833797 Dec 21 23:07:01.653493 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-e3e69b4f-3eaa-4269-a7af-533c62893923 req-7d37214b-ae69-4a14-802e-79cc2f6362be tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405376 Dec 21 23:07:02.397902 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:07:02.853753 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665468e0-25a1-4172-ac20-da6275304946 req-5520d45c-a4d7-4c91-b694-382b5ebc6cab tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:07:02.855215 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-665468e0-25a1-4172-ac20-da6275304946 req-5520d45c-a4d7-4c91-b694-382b5ebc6cab tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.0783756 Dec 21 23:07:02.900305 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-665468e0-25a1-4172-ac20-da6275304946 req-3f1bab20-9432-465f-a4a3-cb95a9397fe9 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396109 Dec 21 23:07:03.922657 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c2a220cb-df5e-4565-abdd-c6b3e2c612f0 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 23:07:04.059885 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c2a220cb-df5e-4565-abdd-c6b3e2c612f0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:07:04.098204 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969da36-adda-4170-92eb-f41d1d30ee01 req-8f2d13aa-9634-4432-addd-a24c8f42f038 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:07:04.099423 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'port_id': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'mac_address': 'fa:16:3e:95:93:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:07:04.100209 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9969da36-adda-4170-92eb-f41d1d30ee01 req-8f2d13aa-9634-4432-addd-a24c8f42f038 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 944 time: 0.0786676 Dec 21 23:07:04.149323 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9969da36-adda-4170-92eb-f41d1d30ee01 req-c3954423-31eb-47b6-8259-28dc8dd27db9 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435619 Dec 21 23:07:04.152428 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:07:04.169955 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a220cb-df5e-4565-abdd-c6b3e2c612f0 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 23:07:04.186032 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c2a220cb-df5e-4565-abdd-c6b3e2c612f0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:07:04.266525 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:07:04.333817 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,revision_number=9']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:07:04.548357 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['c2a220cb-df5e-4565-abdd-c6b3e2c612f0'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 23:07:05.344583 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf91ddae-d2a3-48f0-94b5-5610211f31b7 req-4dfe6c13-9966-421c-bad8-0ffc4fb57bc4 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:07:05.346057 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf91ddae-d2a3-48f0-94b5-5610211f31b7 req-4dfe6c13-9966-421c-bad8-0ffc4fb57bc4 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 945 time: 0.0768762 Dec 21 23:07:05.390342 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf91ddae-d2a3-48f0-94b5-5610211f31b7 req-2b98729c-f3c3-4a20-9eda-df69af370bdf tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384884 Dec 21 23:07:05.938084 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c2a220cb-df5e-4565-abdd-c6b3e2c612f0 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:07:06.005741 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port c2a220cb-df5e-4565-abdd-c6b3e2c612f0 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:07:06.006137 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:07:06.117727 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:07:06.142947 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:07:06.152360 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port c2a220cb-df5e-4565-abdd-c6b3e2c612f0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:07:06.200684 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'code': 200} Dec 21 23:07:06.209628 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:07:06.275860 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,revision_number=10']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:07:06.594720 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d410256e-52ef-48e8-b279-4d6f502fe08f req-32e1cb45-a98d-4053-90df-14fe70caf574 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 1100 time: 0.1285610 Dec 21 23:07:06.604400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608392df-9676-42d3-9996-e681cf679fc3 req-32444d53-1453-4e2a-9c5e-6365eb0b9fd3 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:07:06.605697 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-608392df-9676-42d3-9996-e681cf679fc3 req-32444d53-1453-4e2a-9c5e-6365eb0b9fd3 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 947 time: 0.0930269 Dec 21 23:07:06.671470 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d410256e-52ef-48e8-b279-4d6f502fe08f req-3e3b7223-8d63-41d1-b801-d262acc33f09 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648580 Dec 21 23:07:06.678923 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-608392df-9676-42d3-9996-e681cf679fc3 req-87798f21-ee7d-43d9-b569-1bbe447a1a6e tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602221 Dec 21 23:07:07.882566 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d548e54-9ba1-4e34-bb60-d4323a7bbad0 req-976e306f-9d33-4614-aca5-bec6fca8ffae tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:07:07.884159 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4d548e54-9ba1-4e34-bb60-d4323a7bbad0 req-976e306f-9d33-4614-aca5-bec6fca8ffae tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 947 time: 0.0791242 Dec 21 23:07:07.931723 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4d548e54-9ba1-4e34-bb60-d4323a7bbad0 req-969ae5b2-4e9a-47c9-a308-8ea67cfb22f9 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418239 Dec 21 23:07:09.131838 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27d920-e9a6-4ef1-893c-0854dde1d2df req-9c2faa59-f404-4071-8350-b51219f5828d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:07:09.133257 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7b27d920-e9a6-4ef1-893c-0854dde1d2df req-9c2faa59-f404-4071-8350-b51219f5828d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 947 time: 0.0757055 Dec 21 23:07:09.179454 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7b27d920-e9a6-4ef1-893c-0854dde1d2df req-8149a879-caf7-4f1c-8594-451c4699bfc0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404203 Dec 21 23:07:10.803318 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:07:15.883458 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:07:26.764423 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d2e3f09c-9d2c-4209-b1e7-f90a35aea05a req-dd37e442-6aca-4716-8f73-520c5a46ac44 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694351 Dec 21 23:07:26.901277 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d2e3f09c-9d2c-4209-b1e7-f90a35aea05a req-bb269be5-d260-444c-86b4-63ca6e720c18 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 1100 time: 0.0678928 Dec 21 23:07:27.044688 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3f09c-9d2c-4209-b1e7-f90a35aea05a req-a0d99231-422d-459a-98e9-683f7a0e3cf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:07:27.046006 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d2e3f09c-9d2c-4209-b1e7-f90a35aea05a req-a0d99231-422d-459a-98e9-683f7a0e3cf7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 910 time: 0.1238470 Dec 21 23:07:27.147894 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d2e3f09c-9d2c-4209-b1e7-f90a35aea05a req-8b115f8d-c105-4ee9-b4ad-c4877a7f9265 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0 HTTP/1.1" status: 200 len: 1001 time: 0.0942888 Dec 21 23:07:27.208307 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3f09c-9d2c-4209-b1e7-f90a35aea05a req-0f9736cd-f363-48da-ad10-cb0e7fdfbccb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:07:27.210098 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d2e3f09c-9d2c-4209-b1e7-f90a35aea05a req-0f9736cd-f363-48da-ad10-cb0e7fdfbccb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0561576 Dec 21 23:07:27.304028 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-87365254-e9dc-4d78-adfe-4e7223f8c205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:07:27.375382 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d2e3f09c-9d2c-4209-b1e7-f90a35aea05a req-8d4c7a58-c868-4365-81af-e4b0c7cfe66d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1584206 Dec 21 23:07:27.505156 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d2e3f09c-9d2c-4209-b1e7-f90a35aea05a req-de28b4dc-d5a3-4efc-86b0-5d6f4d5abb91 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222172 Dec 21 23:07:27.636106 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-d2e3f09c-9d2c-4209-b1e7-f90a35aea05a req-ecfaa127-7f48-4605-842a-9c5142612150 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234741 Dec 21 23:07:29.701122 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f681-182d-426b-83e3-5981b8a4a495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:07:30.779028 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:07:30.898840 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:07:32.408920 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:07:45.883901 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:07:47.802953 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:07:57.293177 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0d903f33-1f24-4b4f-bcc1-14052d1b42e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:07:59.717631 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-770b1183-bac0-4888-85d4-ed30b3f5ac89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:00.786414 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:00.912315 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:02.403352 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:15.889146 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:21.908470 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46908) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:08:22.108854 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Deleting port 92b5c534-5644-4f94-a3ae-92712d872451 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:08:22.109192 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:22.278073 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:22.278374 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:22.394945 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Calling delete_port for 92b5c534-5644-4f94-a3ae-92712d872451 owned by network:floatingip {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:08:22.600792 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:22.644834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event deleted for resources: {'Port': ['ID=92b5c534-5644-4f94-a3ae-92712d872451,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:08:22.689551 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:22.689892 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:22.690255 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:22.690582 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:22.690907 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:22.691228 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:22.691546 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:22.691863 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:22.692176 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:22.692487 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:22.692798 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:22.755172 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for floatingip, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:23.238764 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Router 264d5b70-ab28-41a8-a33a-cb9665f55449 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:08:23.439386 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:08:23.449858 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa6cb4-ea45-470a-bd64-a609f82e92b2 None None] Sync routers for ids ['264d5b70-ab28-41a8-a33a-cb9665f55449'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:08:23.461400 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfa6cb4-ea45-470a-bd64-a609f82e92b2 None None] Routers {'264d5b70-ab28-41a8-a33a-cb9665f55449'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:08:23.463599 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bbfa6cb4-ea45-470a-bd64-a609f82e92b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:08:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['264d5b70-ab28-41a8-a33a-cb9665f55449'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:08:23.540684 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:23.593839 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-a055b5ae-1cf3-4938-ad5d-ee41353c507c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "DELETE /v2.0/floatingips/a3fbd8f3-80df-49cd-b872-16fd69eaf977 HTTP/1.1" status: 204 len: 168 time: 1.6842928 Dec 21 23:08:23.594441 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'tag': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:08:23.643302 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-bbfa6cb4-ea45-470a-bd64-a609f82e92b2 None None] Set router 264d5b70-ab28-41a8-a33a-cb9665f55449 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:08:23.761986 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'tag': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'status': 'completed', 'code': 200} Dec 21 23:08:23.947895 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-03a6ac0a-7d93-4e2f-8bb8-dee6c0318eef req-230a3bbb-2681-41ef-a278-ec3c2bae9c28 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 1100 time: 0.1545322 Dec 21 23:08:23.962642 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bbfa6cb4-ea45-470a-bd64-a609f82e92b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:50Z', 'revision_number': 4, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '866bd21c-e4bd-4406-b512-f9ad8526cb42', 'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'mac_address': 'fa:16:3e:ab:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:49Z', 'updated_at': '2021-12-21T23:03:59Z', 'revision_number': 5, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'subnets': [{'id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:08:23.967029 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa6cb4-ea45-470a-bd64-a609f82e92b2 None None] Checking router: 264d5b70-ab28-41a8-a33a-cb9665f55449 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:08:23.977668 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfa6cb4-ea45-470a-bd64-a609f82e92b2 None None] Routers {'264d5b70-ab28-41a8-a33a-cb9665f55449'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:08:23.978299 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bbfa6cb4-ea45-470a-bd64-a609f82e92b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:08:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['264d5b70-ab28-41a8-a33a-cb9665f55449'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:08:24.085422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6ac0a-7d93-4e2f-8bb8-dee6c0318eef req-2b59bf03-554e-4db6-8f1f-6bb66982ad77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:08:24.086802 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-03a6ac0a-7d93-4e2f-8bb8-dee6c0318eef req-2b59bf03-554e-4db6-8f1f-6bb66982ad77 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 910 time: 0.1289408 Dec 21 23:08:24.164333 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-03a6ac0a-7d93-4e2f-8bb8-dee6c0318eef req-5ad61611-e7d3-4f44-8831-499c1f212b45 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0 HTTP/1.1" status: 200 len: 217 time: 0.0671909 Dec 21 23:08:24.195255 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-bbfa6cb4-ea45-470a-bd64-a609f82e92b2 None None] Set router 264d5b70-ab28-41a8-a33a-cb9665f55449 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:08:24.238453 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6ac0a-7d93-4e2f-8bb8-dee6c0318eef req-670aae08-ce10-40a7-b727-6c617369c70e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:08:24.241176 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-03a6ac0a-7d93-4e2f-8bb8-dee6c0318eef req-670aae08-ce10-40a7-b727-6c617369c70e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0676506 Dec 21 23:08:24.377956 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-03a6ac0a-7d93-4e2f-8bb8-dee6c0318eef req-e5053e0d-3519-416b-965f-4c446940871e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1268857 Dec 21 23:08:24.429093 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72177044-b1c6-4cca-96fe-678eb7130c98 req-8964310e-94e7-40f8-b11f-d48bbdab9b4f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:08:24.429778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-72177044-b1c6-4cca-96fe-678eb7130c98 req-8964310e-94e7-40f8-b11f-d48bbdab9b4f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Synchronizing usage tracker for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:08:24.513260 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-bbfa6cb4-ea45-470a-bd64-a609f82e92b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:50Z', 'revision_number': 4, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '866bd21c-e4bd-4406-b512-f9ad8526cb42', 'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'mac_address': 'fa:16:3e:ab:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:49Z', 'updated_at': '2021-12-21T23:03:59Z', 'revision_number': 5, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'subnets': [{'id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:08:24.517442 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa6cb4-ea45-470a-bd64-a609f82e92b2 None None] The sync data for ids ['264d5b70-ab28-41a8-a33a-cb9665f55449'] in dv-neutron-822520-1-hyperv is: [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:50Z', 'revision_number': 4, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '866bd21c-e4bd-4406-b512-f9ad8526cb42', 'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'mac_address': 'fa:16:3e:ab:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:49Z', 'updated_at': '2021-12-21T23:03:59Z', 'revision_number': 5, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'subnets': [{'id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:08:24.530929 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-03a6ac0a-7d93-4e2f-8bb8-dee6c0318eef req-1a4385cd-649c-461a-90ff-afcbc4e9e8fd service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431677 Dec 21 23:08:24.575030 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-72177044-b1c6-4cca-96fe-678eb7130c98 req-8964310e-94e7-40f8-b11f-d48bbdab9b4f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Unset dirty status for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:08:24.576165 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-72177044-b1c6-4cca-96fe-678eb7130c98 req-8964310e-94e7-40f8-b11f-d48bbdab9b4f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 947 time: 0.2720883 Dec 21 23:08:24.699525 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-72177044-b1c6-4cca-96fe-678eb7130c98 req-8fd51061-9332-495f-8c5b-0f999662c9e5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161747 Dec 21 23:08:24.705027 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-03a6ac0a-7d93-4e2f-8bb8-dee6c0318eef req-9789302c-7ce9-47f9-9da5-38fc716b6a74 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674035 Dec 21 23:08:24.754416 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4a61e2-00d5-449a-bbfc-a0d4435a348d None None] New status for floating IP a3fbd8f3-80df-49cd-b872-16fd69eaf977: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 23:08:24.802631 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:08:25.788019 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d267765-dc33-4c34-b2ad-e450ebb142d9 req-6764df28-1940-4d0e-947f-28a4f7c1a8e3 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:08:25.789436 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2d267765-dc33-4c34-b2ad-e450ebb142d9 req-6764df28-1940-4d0e-947f-28a4f7c1a8e3 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.49 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 947 time: 0.0772996 Dec 21 23:08:25.864321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-2d267765-dc33-4c34-b2ad-e450ebb142d9 req-933db5f0-7e55-4b72-98fc-eea26d20e65f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Deleting port c2a220cb-df5e-4565-abdd-c6b3e2c612f0 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:08:25.864662 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2d267765-dc33-4c34-b2ad-e450ebb142d9 req-933db5f0-7e55-4b72-98fc-eea26d20e65f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:25.903926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024a47f-8bda-41d0-a605-06b370ba51b1 req-cc8a054e-5ed2-4457-8cc0-01fed3125f75 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:08:25.905390 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c024a47f-8bda-41d0-a605-06b370ba51b1 req-cc8a054e-5ed2-4457-8cc0-01fed3125f75 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 947 time: 0.0825679 Dec 21 23:08:25.953834 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c024a47f-8bda-41d0-a605-06b370ba51b1 req-18143286-b5bf-427d-b1ba-9531d6716d4f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=8b847201-24c8-47c0-9157-9fc1be8db225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 Dec 21 23:08:26.114131 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-2d267765-dc33-4c34-b2ad-e450ebb142d9 req-933db5f0-7e55-4b72-98fc-eea26d20e65f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] For port c2a220cb-df5e-4565-abdd-c6b3e2c612f0, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:08:26.114405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2d267765-dc33-4c34-b2ad-e450ebb142d9 req-933db5f0-7e55-4b72-98fc-eea26d20e65f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:26.350748 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-2d267765-dc33-4c34-b2ad-e450ebb142d9 req-933db5f0-7e55-4b72-98fc-eea26d20e65f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Calling delete_port for c2a220cb-df5e-4565-abdd-c6b3e2c612f0 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:08:26.528958 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2d267765-dc33-4c34-b2ad-e450ebb142d9 req-933db5f0-7e55-4b72-98fc-eea26d20e65f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:26.577371 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933db5f0-7e55-4b72-98fc-eea26d20e65f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event deleted for resources: {'Port': ['ID=c2a220cb-df5e-4565-abdd-c6b3e2c612f0,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:08:26.649471 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d267765-dc33-4c34-b2ad-e450ebb142d9 req-933db5f0-7e55-4b72-98fc-eea26d20e65f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] No DVR routers for this DVR port c2a220cb-df5e-4565-abdd-c6b3e2c612f0 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 23:08:26.651981 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2d267765-dc33-4c34-b2ad-e450ebb142d9 req-933db5f0-7e55-4b72-98fc-eea26d20e65f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:26.654403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'name': 'network-vif-deleted', 'tag': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:08:26.707882 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9beff8f5-1a0f-4ee9-8992-939f2d38e731', 'name': 'network-vif-deleted', 'tag': 'c2a220cb-df5e-4565-abdd-c6b3e2c612f0', 'status': 'completed', 'code': 200} Dec 21 23:08:26.747022 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2d267765-dc33-4c34-b2ad-e450ebb142d9 req-933db5f0-7e55-4b72-98fc-eea26d20e65f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.49 "DELETE /v2.0/ports/c2a220cb-df5e-4565-abdd-c6b3e2c612f0 HTTP/1.1" status: 204 len: 173 time: 0.9483063 Dec 21 23:08:27.139153 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3efa0748-f86b-42ce-b093-f9ddb94f7852 req-c849abec-90ac-4ee2-8186-f81363f409cf tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=9beff8f5-1a0f-4ee9-8992-939f2d38e731 HTTP/1.1" status: 200 len: 210 time: 0.0408945 Dec 21 23:08:27.286681 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cc49cea8-9ea6-47b5-9e1e-d33d1e57ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:28.243198 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 46952) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:08:28.279976 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c2a220cb-df5e-4565-abdd-c6b3e2c612f0 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:08:28.315875 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: c2a220cb-df5e-4565-abdd-c6b3e2c612f0 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:08:28.316594 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device c2a220cb-df5e-4565-abdd-c6b3e2c612f0 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:08:28.316816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f3584450-b705-4209-8953-5e1fe6f3326f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:28.346193 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f3584450-b705-4209-8953-5e1fe6f3326f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:28.466325 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f3584450-b705-4209-8953-5e1fe6f3326f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:28.485108 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3584450-b705-4209-8953-5e1fe6f3326f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b847201-24c8-47c0-9157-9fc1be8db225,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:08:28.533516 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-f3584450-b705-4209-8953-5e1fe6f3326f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:28.534673 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-f3584450-b705-4209-8953-5e1fe6f3326f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "DELETE /v2.0/security-groups/8b847201-24c8-47c0-9157-9fc1be8db225 HTTP/1.1" status: 204 len: 168 time: 0.2905016 Dec 21 23:08:29.751670 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5d883720-6f1c-4167-bf8f-6644194d2f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:30.065190 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46962) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:08:30.070575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-710826953', 'description': 'tempest-secgroup-smoke-710826953 description', 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:08:30.076430 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:08:30.080402 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:security_group and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:08:30.083185 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:08:30.089329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:08:30.146174 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:30.179868 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:08:30.184140 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:security_group_rule and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:08:30.186826 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:08:30.192256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:08:30.248478 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:30.303874 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:30.347819 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e2bfa2-251f-437e-91e0-94785f3aa0b7,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:08:30.356993 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:30.357329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:30.357685 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:30.358007 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:30.358356 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:30.358716 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:30.359052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:30.359372 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:30.359720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:30.360052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:30.360361 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:08:30.406946 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:30.408216 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-3532bba1-d7fd-4e13-a188-5a6c7cc95f4a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3420539 Dec 21 23:08:30.411045 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46966) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:08:30.417094 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-9d77b117-2315-4a2a-aa20-9f425be2187c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'security_group_rule': {'security_group_id': '71e2bfa2-251f-437e-91e0-94785f3aa0b7', 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:08:30.423116 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9d77b117-2315-4a2a-aa20-9f425be2187c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:08:30.426960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9d77b117-2315-4a2a-aa20-9f425be2187c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:security_group_rule and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:08:30.429757 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9d77b117-2315-4a2a-aa20-9f425be2187c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:08:30.435555 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9d77b117-2315-4a2a-aa20-9f425be2187c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:08:30.500705 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d77b117-2315-4a2a-aa20-9f425be2187c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:30.560260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d77b117-2315-4a2a-aa20-9f425be2187c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:30.623446 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d77b117-2315-4a2a-aa20-9f425be2187c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:30.647247 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77b117-2315-4a2a-aa20-9f425be2187c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7d312d-34e4-4629-ba7b-05d2a14e71ac,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:08:30.732362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9d77b117-2315-4a2a-aa20-9f425be2187c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:30.733573 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9d77b117-2315-4a2a-aa20-9f425be2187c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3215988 Dec 21 23:08:30.736314 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46970) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:08:30.741780 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b63f1f79-2283-4db6-9f67-fdd2c37bab8d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'security_group_rule': {'security_group_id': '71e2bfa2-251f-437e-91e0-94785f3aa0b7', 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:08:30.747720 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b63f1f79-2283-4db6-9f67-fdd2c37bab8d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:08:30.751419 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b63f1f79-2283-4db6-9f67-fdd2c37bab8d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:security_group_rule and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:08:30.754225 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b63f1f79-2283-4db6-9f67-fdd2c37bab8d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:08:30.760975 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b63f1f79-2283-4db6-9f67-fdd2c37bab8d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:08:30.795265 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:30.872714 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b63f1f79-2283-4db6-9f67-fdd2c37bab8d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:30.906140 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:30.933130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b63f1f79-2283-4db6-9f67-fdd2c37bab8d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:30.989235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b63f1f79-2283-4db6-9f67-fdd2c37bab8d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:31.016348 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f1f79-2283-4db6-9f67-fdd2c37bab8d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c0b9d1-0d72-4a68-9ab4-db27fbd54986,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:08:31.089124 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b63f1f79-2283-4db6-9f67-fdd2c37bab8d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:31.090605 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b63f1f79-2283-4db6-9f67-fdd2c37bab8d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3533223 Dec 21 23:08:31.093579 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46974) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:08:31.099023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-16911b1d-88c3-4245-959e-32d37f02f92c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'security_group_rule': {'security_group_id': '71e2bfa2-251f-437e-91e0-94785f3aa0b7', 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:08:31.105527 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-16911b1d-88c3-4245-959e-32d37f02f92c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:08:31.109288 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-16911b1d-88c3-4245-959e-32d37f02f92c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:security_group_rule and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:08:31.112201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-16911b1d-88c3-4245-959e-32d37f02f92c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:08:31.117935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-16911b1d-88c3-4245-959e-32d37f02f92c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:08:31.265455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-16911b1d-88c3-4245-959e-32d37f02f92c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:31.326870 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-16911b1d-88c3-4245-959e-32d37f02f92c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:31.391721 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-16911b1d-88c3-4245-959e-32d37f02f92c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:31.413526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16911b1d-88c3-4245-959e-32d37f02f92c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3209b38-1870-464b-9679-0e1a0e8e92ce,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:08:31.488708 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-16911b1d-88c3-4245-959e-32d37f02f92c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:31.489875 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-16911b1d-88c3-4245-959e-32d37f02f92c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3953562 Dec 21 23:08:31.492585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46978) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:08:31.498589 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-25a729a6-a22f-45e4-9c1e-9633feb38548 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'security_group_rule': {'security_group_id': '71e2bfa2-251f-437e-91e0-94785f3aa0b7', 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:08:31.504371 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-25a729a6-a22f-45e4-9c1e-9633feb38548 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:08:31.508028 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-25a729a6-a22f-45e4-9c1e-9633feb38548 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:security_group_rule and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:08:31.511226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-25a729a6-a22f-45e4-9c1e-9633feb38548 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:08:31.516780 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-25a729a6-a22f-45e4-9c1e-9633feb38548 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:08:31.600570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-25a729a6-a22f-45e4-9c1e-9633feb38548 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:31.660918 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-25a729a6-a22f-45e4-9c1e-9633feb38548 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:31.726528 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-25a729a6-a22f-45e4-9c1e-9633feb38548 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:31.747719 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a729a6-a22f-45e4-9c1e-9633feb38548 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04d762f-9967-4ce8-914d-1fe5582a6027,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:08:31.818181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-25a729a6-a22f-45e4-9c1e-9633feb38548 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:31.819283 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-25a729a6-a22f-45e4-9c1e-9633feb38548 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3258269 Dec 21 23:08:31.821876 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46982) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:08:31.827577 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-c9c396d7-8acf-4d02-9a1f-c3a853103683 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'security_group_rule': {'security_group_id': '71e2bfa2-251f-437e-91e0-94785f3aa0b7', 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:08:31.833279 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c9c396d7-8acf-4d02-9a1f-c3a853103683 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:08:31.836908 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c9c396d7-8acf-4d02-9a1f-c3a853103683 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:security_group_rule and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:08:31.840907 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-c9c396d7-8acf-4d02-9a1f-c3a853103683 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:08:31.846437 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-c9c396d7-8acf-4d02-9a1f-c3a853103683 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:08:31.915437 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-c9c396d7-8acf-4d02-9a1f-c3a853103683 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Project 3ac05e9ebdfb4a789daec320ac2de2ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 23:08:31.923030 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c9c396d7-8acf-4d02-9a1f-c3a853103683 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:31.991127 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c9c396d7-8acf-4d02-9a1f-c3a853103683 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:32.058132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c9c396d7-8acf-4d02-9a1f-c3a853103683 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:32.081579 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c396d7-8acf-4d02-9a1f-c3a853103683 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439cd3e9-aa1b-4453-8442-ad72dd187992,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:08:32.174690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c9c396d7-8acf-4d02-9a1f-c3a853103683 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:32.175881 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c9c396d7-8acf-4d02-9a1f-c3a853103683 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3530135 Dec 21 23:08:32.178568 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 46988) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:08:32.184096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-6f2e9949-7bc2-48f4-815c-1c59fcd7c870 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'security_group_rule': {'security_group_id': '71e2bfa2-251f-437e-91e0-94785f3aa0b7', 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:08:32.189852 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6f2e9949-7bc2-48f4-815c-1c59fcd7c870 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:08:32.193525 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6f2e9949-7bc2-48f4-815c-1c59fcd7c870 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:security_group_rule and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:08:32.196345 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6f2e9949-7bc2-48f4-815c-1c59fcd7c870 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:08:32.202482 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6f2e9949-7bc2-48f4-815c-1c59fcd7c870 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:08:32.306316 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-6f2e9949-7bc2-48f4-815c-1c59fcd7c870 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Project 3ac05e9ebdfb4a789daec320ac2de2ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 23:08:32.312947 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6f2e9949-7bc2-48f4-815c-1c59fcd7c870 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:32.378262 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6f2e9949-7bc2-48f4-815c-1c59fcd7c870 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:32.435184 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:32.449316 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6f2e9949-7bc2-48f4-815c-1c59fcd7c870 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:32.472466 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e9949-7bc2-48f4-815c-1c59fcd7c870 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b15484-9c0e-4a08-9e74-7466e63677d9,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:08:32.551670 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6f2e9949-7bc2-48f4-815c-1c59fcd7c870 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:32.552866 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6f2e9949-7bc2-48f4-815c-1c59fcd7c870 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3734071 Dec 21 23:08:45.906157 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:56.653631 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-4843f266-8de7-4957-8130-4e0cb9577805 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Synchronizing usage tracker for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:08:56.726117 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-4843f266-8de7-4957-8130-4e0cb9577805 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Unset dirty status for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:08:56.727278 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-4843f266-8de7-4957-8130-4e0cb9577805 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-710826953&fields=id&tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed HTTP/1.1" status: 200 len: 267 time: 0.1191659 Dec 21 23:08:56.871741 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-fdd35ce1-6da7-4f37-8455-93f15d8bc559 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:08:56.873152 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-fdd35ce1-6da7-4f37-8455-93f15d8bc559 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 809 time: 0.1395335 Dec 21 23:08:56.889926 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-87c4d196-303d-436e-ad50-f57f9e7793d8 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/quotas/3ac05e9ebdfb4a789daec320ac2de2ed HTTP/1.1" status: 200 len: 375 time: 0.0103500 Dec 21 23:08:56.972135 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-a59f3b3f-09b3-4635-b2a3-2d656a9a4648 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767403 Dec 21 23:08:56.987511 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6b3ce74d-7402-4a34-8325-54c4723ba783 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84169) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 23:08:56.988437 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6b3ce74d-7402-4a34-8325-54c4723ba783 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052600 Dec 21 23:08:57.128997 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-35783d7e-8ddb-40ca-96ef-4247d22fd822 service neutron] 10.222.0.37 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350644 Dec 21 23:08:57.266810 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-da7916b1-e07f-4d3d-a6ed-1543595ed3c2 service neutron] 10.222.0.37 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321115 Dec 21 23:08:57.286753 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-ce0ca557-8206-43ad-b214-9bc5c1d5f27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:08:57.956700 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-95a3c67d-1d26-44f8-a0c7-f48a0ef656a2 req-40df4b74-7583-4866-b124-2e9181e0ccaa tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Synchronizing usage tracker for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:08:58.025811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-95a3c67d-1d26-44f8-a0c7-f48a0ef656a2 req-40df4b74-7583-4866-b124-2e9181e0ccaa tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Unset dirty status for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:08:58.026973 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-95a3c67d-1d26-44f8-a0c7-f48a0ef656a2 req-40df4b74-7583-4866-b124-2e9181e0ccaa tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 210 time: 0.1108835 Dec 21 23:08:59.136577 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4076956c-af7c-47a7-8b17-c087967a5f99 req-aba5d44d-f4e8-4a93-a7da-d1ee7bd906f8 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 210 time: 0.0408752 Dec 21 23:08:59.745627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2214c4e1-08f0-48a1-ad5d-4e395f60f0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:00.368599 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-6c8683b0-7f21-4075-a206-b8c97579af72 req-2556ab74-2f3e-4775-aca2-252038741222 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 210 time: 0.0432229 Dec 21 23:09:00.785728 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:00.903063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:01.542419 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1adbdf6e-bf97-4419-af7e-b92ecf475c69 req-8b6b04cd-03f7-467a-8574-2b418e12b616 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 210 time: 0.0524008 Dec 21 23:09:01.802850 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:09:02.205600 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-b822441d-bde1-472d-8a30-49a715a1c1e0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:02.207734 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-b822441d-bde1-472d-8a30-49a715a1c1e0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 809 time: 0.1435680 Dec 21 23:09:02.269455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-a36cd875-ed9b-4b46-9d28-74b3e2fed829 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Synchronizing usage tracker for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:security_group {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:09:02.281179 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-a36cd875-ed9b-4b46-9d28-74b3e2fed829 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Unset dirty status for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:security_group {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:09:02.282314 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-a36cd875-ed9b-4b46-9d28-74b3e2fed829 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed HTTP/1.1" status: 200 len: 379 time: 0.0539768 Dec 21 23:09:02.293434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-c0e2cbbc-1bb4-4903-9301-706fbf31115d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'port': {'device_id': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'admin_state_up': True, 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'security_groups': ['71e2bfa2-251f-437e-91e0-94785f3aa0b7']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:09:02.429420 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-c0e2cbbc-1bb4-4903-9301-706fbf31115d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:09:02.441352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-c0e2cbbc-1bb4-4903-9301-706fbf31115d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:09:02.441599 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:02.503681 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-c0e2cbbc-1bb4-4903-9301-706fbf31115d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Made reservation on behalf of 3ac05e9ebdfb4a789daec320ac2de2ed for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:09:02.508208 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-c0e2cbbc-1bb4-4903-9301-706fbf31115d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:02.671502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-c0e2cbbc-1bb4-4903-9301-706fbf31115d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Allocated IP 172.20.0.7 (b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4/05c28b1b-216f-4289-8380-e0e78ef87651/246ec901-2a0d-432d-9646-902d96bef8ce) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:09:02.752004 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-aa3b88ef-bba1-4641-8165-cfdd2870375e req-39defa53-5d1e-4fb1-a982-88262854f7a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 210 time: 0.0571697 Dec 21 23:09:02.900424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-c0e2cbbc-1bb4-4903-9301-706fbf31115d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:02.916406 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-c0e2cbbc-1bb4-4903-9301-706fbf31115d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Transition to ACTIVE for port object 246ec901-2a0d-432d-9646-902d96bef8ce will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:09:02.989534 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-c0e2cbbc-1bb4-4903-9301-706fbf31115d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:03.063186 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-c0e2cbbc-1bb4-4903-9301-706fbf31115d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:09:03.069444 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-c0e2cbbc-1bb4-4903-9301-706fbf31115d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:09:03.070781 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-c0e2cbbc-1bb4-4903-9301-706fbf31115d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:09:03.100218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2cbbc-1bb4-4903-9301-706fbf31115d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'Port': ['ID=246ec901-2a0d-432d-9646-902d96bef8ce,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:09:03.138067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-c0e2cbbc-1bb4-4903-9301-706fbf31115d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:03.138673 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-c0e2cbbc-1bb4-4903-9301-706fbf31115d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:03.222903 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-c0e2cbbc-1bb4-4903-9301-706fbf31115d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9330940 Dec 21 23:09:03.240254 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Request body: {'port': {'device_id': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:09:03.348573 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c5465bab-aebc-4e7d-926f-dfb4f775589d None None] Provisioning for port 246ec901-2a0d-432d-9646-902d96bef8ce completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:09:03.353702 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-c5465bab-aebc-4e7d-926f-dfb4f775589d None None] Provisioning complete for port 246ec901-2a0d-432d-9646-902d96bef8ce triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:09:03.354266 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c5465bab-aebc-4e7d-926f-dfb4f775589d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:03.360355 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:03.412300 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-c5465bab-aebc-4e7d-926f-dfb4f775589d None None] Port 246ec901-2a0d-432d-9646-902d96bef8ce cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:09:03.793700 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246ec901-2a0d-432d-9646-902d96bef8ce {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 23:09:03.802317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:03.818053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Transition to ACTIVE for port object 246ec901-2a0d-432d-9646-902d96bef8ce will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:09:03.880415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:03.953886 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea808115-f681-44b7-8b88-d55445e93719 req-7eeb8727-5748-4ccb-a31c-1b4c15277095 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:03.955368 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ea808115-f681-44b7-8b88-d55445e93719 req-7eeb8727-5748-4ccb-a31c-1b4c15277095 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.0779679 Dec 21 23:09:04.010414 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-ea808115-f681-44b7-8b88-d55445e93719 req-a6e2d78a-4abd-4a0b-b385-6828f105834b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489371 Dec 21 23:09:04.017321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Pushing event updated for resources: {'Port': ['ID=246ec901-2a0d-432d-9646-902d96bef8ce,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:09:04.131044 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Attempting to bind port 246ec901-2a0d-432d-9646-902d96bef8ce on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:09:04.131565 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Attempting to bind port 246ec901-2a0d-432d-9646-902d96bef8ce by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '0fd4c1ce-3296-4985-977d-a750b6fbc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:09:04.132067 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Attempting to bind port 246ec901-2a0d-432d-9646-902d96bef8ce on network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:09:04.138790 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Port 246ec901-2a0d-432d-9646-902d96bef8ce on network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 23:09:04.139109 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Attempting to bind port 246ec901-2a0d-432d-9646-902d96bef8ce on network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:09:04.145870 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:09:04.146235 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Checking segment: {'id': '0fd4c1ce-3296-4985-977d-a750b6fbc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:09:04.146617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Bound using segment: {'id': '0fd4c1ce-3296-4985-977d-a750b6fbc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:09:04.147031 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Bound port: 246ec901-2a0d-432d-9646-902d96bef8ce, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd4c1ce-3296-4985-977d-a750b6fbc33d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:09:04.147373 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:04.239766 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] For port 246ec901-2a0d-432d-9646-902d96bef8ce, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:09:04.242795 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] For port 246ec901-2a0d-432d-9646-902d96bef8ce, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=246ec901-2a0d-432d-9646-902d96bef8ce,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:09:04.352249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:04.415222 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:04.416614 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] 10.222.0.49 "PUT /v2.0/ports/246ec901-2a0d-432d-9646-902d96bef8ce HTTP/1.1" status: 200 len: 1093 time: 1.1809909 Dec 21 23:09:04.417036 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'tag': '246ec901-2a0d-432d-9646-902d96bef8ce'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:09:04.439145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498a678-4e72-4b08-ae79-772c17b3b66d service neutron] Pushing event updated for resources: {'Port': ['ID=246ec901-2a0d-432d-9646-902d96bef8ce,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:09:04.481590 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'tag': '246ec901-2a0d-432d-9646-902d96bef8ce', 'status': 'completed', 'code': 200} Dec 21 23:09:04.586691 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eec7fd82-8678-4753-9c97-29b00fb68396 req-ff1763fb-2c61-44f7-9278-a845ef6704a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 1096 time: 0.0769794 Dec 21 23:09:04.732598 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7fd82-8678-4753-9c97-29b00fb68396 req-185dcc38-2102-4019-8e6a-d01c57eeda4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:04.734124 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eec7fd82-8678-4753-9c97-29b00fb68396 req-185dcc38-2102-4019-8e6a-d01c57eeda4f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1363852 Dec 21 23:09:04.872124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7fd82-8678-4753-9c97-29b00fb68396 req-62ee0dc8-bd3e-4c0a-b3ee-f343e39ed3bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:04.873495 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-eec7fd82-8678-4753-9c97-29b00fb68396 req-62ee0dc8-bd3e-4c0a-b3ee-f343e39ed3bc service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303427 Dec 21 23:09:04.981431 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-5bf7d9e1-a47d-4e9e-ac92-c25577d61fc4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 1096 time: 0.0682268 Dec 21 23:09:05.059363 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-e5a3d723-1e88-454d-915d-1a3500ecdc02 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246ec901-2a0d-432d-9646-902d96bef8ce HTTP/1.1" status: 200 len: 217 time: 0.0634737 Dec 21 23:09:05.121022 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-129bdad8-8d3f-48d8-b07a-852d76ac69f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:05.122556 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-129bdad8-8d3f-48d8-b07a-852d76ac69f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0569918 Dec 21 23:09:05.202495 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-8b6831c4-ccf6-42e9-b949-2d1d1c6e5813 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701652 Dec 21 23:09:05.219667 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92575f-b9c4-4a23-a988-2648c4446b3d req-81fc488e-657e-4831-ac68-7f61b1f1e808 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:05.221687 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4f92575f-b9c4-4a23-a988-2648c4446b3d req-81fc488e-657e-4831-ac68-7f61b1f1e808 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.0794578 Dec 21 23:09:05.267354 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4f92575f-b9c4-4a23-a988-2648c4446b3d req-6b42a374-9f60-4102-9ff2-252d56dc42bf tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395381 Dec 21 23:09:05.338412 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-11197d48-87ea-4a3a-af22-dfd39696de08 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254849 Dec 21 23:09:05.562485 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3091a73e-879d-4793-9e26-401a0b6cdbee req-3a9459ec-2862-4209-bec2-06c1516a9e83 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136164 Dec 21 23:09:06.467981 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993fad9-0ab6-4662-b67b-e720ffb89b39 req-ba020cf9-7765-4c3d-b32f-8a7dd40462e7 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:06.468745 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-b993fad9-0ab6-4662-b67b-e720ffb89b39 req-ba020cf9-7765-4c3d-b32f-8a7dd40462e7 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Synchronizing usage tracker for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:09:06.554397 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-b993fad9-0ab6-4662-b67b-e720ffb89b39 req-ba020cf9-7765-4c3d-b32f-8a7dd40462e7 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Unset dirty status for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:09:06.555557 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b993fad9-0ab6-4662-b67b-e720ffb89b39 req-ba020cf9-7765-4c3d-b32f-8a7dd40462e7 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.1608887 Dec 21 23:09:06.600390 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b993fad9-0ab6-4662-b67b-e720ffb89b39 req-36571b1e-274b-4976-8b10-aa4599ee8435 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393493 Dec 21 23:09:07.794049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912dc7bb-9483-403d-a993-33cff750832a req-1d126dba-f8c6-4398-8666-962b1fe91f7e tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:07.795476 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-912dc7bb-9483-403d-a993-33cff750832a req-1d126dba-f8c6-4398-8666-962b1fe91f7e tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.0754414 Dec 21 23:09:07.840933 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-912dc7bb-9483-403d-a993-33cff750832a req-9d87b8ea-5eb5-4925-bcdf-e4314cb28e3a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391858 Dec 21 23:09:09.035498 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b7c86-5c15-4f12-ade2-1009ac8ad7aa req-aa6bc5ae-9213-491e-a6fb-876b872b2714 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:09.036925 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a16b7c86-5c15-4f12-ade2-1009ac8ad7aa req-aa6bc5ae-9213-491e-a6fb-876b872b2714 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.0789518 Dec 21 23:09:09.079936 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a16b7c86-5c15-4f12-ade2-1009ac8ad7aa req-d0a0a825-fdb2-4eff-bc6e-690ff6ed7749 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374718 Dec 21 23:09:10.285957 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5d18e-ddb1-4840-8958-378c5ead3bfe req-5181ffb2-7e71-453b-9ea0-904fc2504703 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:10.287429 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-79f5d18e-ddb1-4840-8958-378c5ead3bfe req-5181ffb2-7e71-453b-9ea0-904fc2504703 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.0854597 Dec 21 23:09:10.332029 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-79f5d18e-ddb1-4840-8958-378c5ead3bfe req-4e15b7bf-d2e9-4de7-b46d-836d5f9d3bbc tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392847 Dec 21 23:09:11.528524 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f658c-7e5b-4644-a73b-cc50a8eee7de req-470771b4-f3cd-47db-9bba-24f2dc91fafa tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:11.529844 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8c2f658c-7e5b-4644-a73b-cc50a8eee7de req-470771b4-f3cd-47db-9bba-24f2dc91fafa tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.0750759 Dec 21 23:09:11.577883 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8c2f658c-7e5b-4644-a73b-cc50a8eee7de req-2bdff7eb-4a85-498a-bafe-ad1bbfdb05f0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419867 Dec 21 23:09:12.544542 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 246ec901-2a0d-432d-9646-902d96bef8ce details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 23:09:12.677849 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 246ec901-2a0d-432d-9646-902d96bef8ce, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=246ec901-2a0d-432d-9646-902d96bef8ce,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:09:12.691046 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '246ec901-2a0d-432d-9646-902d96bef8ce', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'port_id': '246ec901-2a0d-432d-9646-902d96bef8ce', 'mac_address': 'fa:16:3e:b6:56:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:09:12.744244 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:12.761062 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246ec901-2a0d-432d-9646-902d96bef8ce {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 23:09:12.775552 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591566e-d182-43bd-9d33-aa80e9e0fed3 req-66dc85b2-9261-450c-800c-7e9bba9fbb29 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:12.777240 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 246ec901-2a0d-432d-9646-902d96bef8ce, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=246ec901-2a0d-432d-9646-902d96bef8ce,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:09:12.777373 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d591566e-d182-43bd-9d33-aa80e9e0fed3 req-66dc85b2-9261-450c-800c-7e9bba9fbb29 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.0774069 Dec 21 23:09:12.825963 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d591566e-d182-43bd-9d33-aa80e9e0fed3 req-bc36c6d9-f5cc-477a-93aa-7b6d1b2a5b1b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432038 Dec 21 23:09:12.854550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:12.952530 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=246ec901-2a0d-432d-9646-902d96bef8ce,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:09:12.961302 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:09:12.961661 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:09:12.961998 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:09:12.962424 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:09:12.962755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:09:12.963084 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:09:12.963411 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:09:12.963733 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:09:12.964053 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:09:12.964369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:09:12.964754 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:09:13.105322 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['246ec901-2a0d-432d-9646-902d96bef8ce'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 23:09:14.040415 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f08aa-b157-47e6-b660-5802fa52a698 req-6534013a-079c-4b5f-a0bd-10d6140ddcd2 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:14.041936 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-559f08aa-b157-47e6-b660-5802fa52a698 req-6534013a-079c-4b5f-a0bd-10d6140ddcd2 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 944 time: 0.0916348 Dec 21 23:09:14.088355 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-559f08aa-b157-47e6-b660-5802fa52a698 req-2550b6b4-3487-45ff-ba78-fb98ad3e17b6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402462 Dec 21 23:09:14.559863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 246ec901-2a0d-432d-9646-902d96bef8ce up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:09:14.751076 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 246ec901-2a0d-432d-9646-902d96bef8ce completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:09:14.755976 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 246ec901-2a0d-432d-9646-902d96bef8ce triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:09:14.756348 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:14.869863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:14.895774 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246ec901-2a0d-432d-9646-902d96bef8ce'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:09:14.905291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 246ec901-2a0d-432d-9646-902d96bef8ce, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=246ec901-2a0d-432d-9646-902d96bef8ce,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:09:14.950615 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246ec901-2a0d-432d-9646-902d96bef8ce', 'code': 200} Dec 21 23:09:14.968751 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:15.033201 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=246ec901-2a0d-432d-9646-902d96bef8ce,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:09:15.325560 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe6dcf-73b8-4ec3-8ba2-c0d25e53a8b8 req-206f329d-e21b-484f-bf2b-dfd2cbf6ce62 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:15.327030 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b3fe6dcf-73b8-4ec3-8ba2-c0d25e53a8b8 req-206f329d-e21b-484f-bf2b-dfd2cbf6ce62 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.1218300 Dec 21 23:09:15.389255 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b3fe6dcf-73b8-4ec3-8ba2-c0d25e53a8b8 req-7d652528-9da0-436d-b4ce-b91a5e6fc978 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515146 Dec 21 23:09:15.391957 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-94cab1aa-06cf-429f-8dff-1b0af7f6510a req-d1b62e74-88e3-4df7-8ef3-634a49f5f5e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 1098 time: 0.1137779 Dec 21 23:09:15.441937 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-94cab1aa-06cf-429f-8dff-1b0af7f6510a req-a46d441e-761b-4b9b-b5dd-022f7703f206 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399907 Dec 21 23:09:15.908300 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:16.586784 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51759cd3-4651-424c-bacc-7acdcf4e10c5 req-a7ca5f5e-4a14-41f8-8667-7a20c07f3e97 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:16.588162 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-51759cd3-4651-424c-bacc-7acdcf4e10c5 req-a7ca5f5e-4a14-41f8-8667-7a20c07f3e97 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0782959 Dec 21 23:09:16.634483 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-51759cd3-4651-424c-bacc-7acdcf4e10c5 req-0d3e70d0-5c7d-45ee-ae8d-3b744dfe8935 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406294 Dec 21 23:09:17.827087 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27b5f0-55ed-4287-988f-31d67ccc686b req-0143c257-d0f3-4f56-9353-aa71be5046ac tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:17.828509 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3f27b5f0-55ed-4287-988f-31d67ccc686b req-0143c257-d0f3-4f56-9353-aa71be5046ac tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0757875 Dec 21 23:09:17.874877 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3f27b5f0-55ed-4287-988f-31d67ccc686b req-7ede238c-618c-4511-aea6-93a2a271431c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406594 Dec 21 23:09:18.073236 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8db75a-ce42-406f-9b9b-b7a3e27556bb req-c0e8c115-63e7-4c4a-8a37-c7dae434d24d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:18.074727 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4d8db75a-ce42-406f-9b9b-b7a3e27556bb req-c0e8c115-63e7-4c4a-8a37-c7dae434d24d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0787647 Dec 21 23:09:18.120354 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4d8db75a-ce42-406f-9b9b-b7a3e27556bb req-0bf71bd0-1b8a-494d-ae16-d44b27bd3a59 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402474 Dec 21 23:09:18.147586 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47168) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:09:18.317207 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ec0af6d3-6c27-438c-a992-9a447aff6a16 tempest-TestShelveInstance-823955918 tempest-TestShelveInstance-823955918-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 1093 time: 0.1684396 Dec 21 23:09:18.319923 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47174) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:09:18.324829 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': '246ec901-2a0d-432d-9646-902d96bef8ce', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:09:18.330256 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:09:18.335352 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Usage tracker for resource:floatingip and tenant:3ac05e9ebdfb4a789daec320ac2de2ed is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:09:18.337242 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:09:18.343046 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:09:18.416694 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:18.627196 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:18.759748 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Allocated IP 172.26.3.96 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/ac217686-6cbf-47ce-b1af-fa2e779ef89f) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:09:18.901960 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:18.991803 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:19.059683 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:09:19.062453 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:09:19.067805 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:09:19.102546 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'Port': ['ID=ac217686-6cbf-47ce-b1af-fa2e779ef89f,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:09:19.574550 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:19.690643 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:19.887889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:19.948323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:20.049698 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event updated for resources: {'Port': ['ID=ac217686-6cbf-47ce-b1af-fa2e779ef89f,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:09:20.067995 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:20.255800 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Floating IP 08ad46fd-3ece-402c-9504-e8b548e9eddb associated. External IP: 172.26.3.96, port: 246ec901-2a0d-432d-9646-902d96bef8ce. Dec 21 23:09:20.726585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Router 264d5b70-ab28-41a8-a33a-cb9665f55449 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:09:20.920313 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:09:20.929909 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeaa9ad-aa94-49c3-a09f-6e40f2d5297b None None] Sync routers for ids ['264d5b70-ab28-41a8-a33a-cb9665f55449'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:09:20.941745 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeaa9ad-aa94-49c3-a09f-6e40f2d5297b None None] Routers {'264d5b70-ab28-41a8-a33a-cb9665f55449'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:09:20.946902 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-6aeaa9ad-aa94-49c3-a09f-6e40f2d5297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:09:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['264d5b70-ab28-41a8-a33a-cb9665f55449'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:09:21.022691 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:21.078878 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-332c2c7d-0e64-4c36-b0b4-e6c48a9e191c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7579663 Dec 21 23:09:21.079526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'tag': '246ec901-2a0d-432d-9646-902d96bef8ce'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:09:21.119516 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-6aeaa9ad-aa94-49c3-a09f-6e40f2d5297b None None] Set router 264d5b70-ab28-41a8-a33a-cb9665f55449 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:09:21.225368 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'tag': '246ec901-2a0d-432d-9646-902d96bef8ce', 'status': 'completed', 'code': 200} Dec 21 23:09:21.321993 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2716e3c4-188a-439f-9791-684207ccac1e req-41ac84ca-db2e-4f33-a63a-4316b63dc553 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 1098 time: 0.0720723 Dec 21 23:09:21.452999 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716e3c4-188a-439f-9791-684207ccac1e req-9d72448d-bc19-4c43-9253-b33e7645cd36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:21.454451 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2716e3c4-188a-439f-9791-684207ccac1e req-9d72448d-bc19-4c43-9253-b33e7645cd36 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 910 time: 0.1265531 Dec 21 23:09:21.464377 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-6aeaa9ad-aa94-49c3-a09f-6e40f2d5297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:50Z', 'revision_number': 4, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '08ad46fd-3ece-402c-9504-e8b548e9eddb', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'floating_ip_address': '172.26.3.96', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'port_id': '246ec901-2a0d-432d-9646-902d96bef8ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'mac_address': 'fa:16:3e:b6:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:09:19Z', 'updated_at': '2021-12-21T23:09:19Z', 'revision_number': 0, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866bd21c-e4bd-4406-b512-f9ad8526cb42', 'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'mac_address': 'fa:16:3e:ab:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:49Z', 'updated_at': '2021-12-21T23:03:59Z', 'revision_number': 5, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'subnets': [{'id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:09:21.468424 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeaa9ad-aa94-49c3-a09f-6e40f2d5297b None None] Checking router: 264d5b70-ab28-41a8-a33a-cb9665f55449 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:09:21.479377 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeaa9ad-aa94-49c3-a09f-6e40f2d5297b None None] Routers {'264d5b70-ab28-41a8-a33a-cb9665f55449'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:09:21.479988 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-6aeaa9ad-aa94-49c3-a09f-6e40f2d5297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:09:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['264d5b70-ab28-41a8-a33a-cb9665f55449'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:09:21.556557 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2716e3c4-188a-439f-9791-684207ccac1e req-50e58fd7-5887-45a6-b1dd-3699d0b7fca5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246ec901-2a0d-432d-9646-902d96bef8ce HTTP/1.1" status: 200 len: 998 time: 0.0947371 Dec 21 23:09:21.621514 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716e3c4-188a-439f-9791-684207ccac1e req-ded8e847-b5ba-4ec9-8811-8e99f2523cd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:21.622972 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2716e3c4-188a-439f-9791-684207ccac1e req-ded8e847-b5ba-4ec9-8811-8e99f2523cd7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0603948 Dec 21 23:09:21.653624 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-6aeaa9ad-aa94-49c3-a09f-6e40f2d5297b None None] Set router 264d5b70-ab28-41a8-a33a-cb9665f55449 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:09:21.696614 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2716e3c4-188a-439f-9791-684207ccac1e req-0497a8cf-5f02-4245-a9ba-2370ad04ca40 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677154 Dec 21 23:09:21.829928 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2716e3c4-188a-439f-9791-684207ccac1e req-37114558-90b7-443f-8ef8-3a2e6c0b1623 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268852 Dec 21 23:09:21.961771 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2716e3c4-188a-439f-9791-684207ccac1e req-cc6fdc61-cebf-42e2-9562-ffb1a228545b service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253817 Dec 21 23:09:22.027456 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-6aeaa9ad-aa94-49c3-a09f-6e40f2d5297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:50Z', 'revision_number': 4, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '08ad46fd-3ece-402c-9504-e8b548e9eddb', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'floating_ip_address': '172.26.3.96', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'port_id': '246ec901-2a0d-432d-9646-902d96bef8ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'mac_address': 'fa:16:3e:b6:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:09:19Z', 'updated_at': '2021-12-21T23:09:19Z', 'revision_number': 0, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866bd21c-e4bd-4406-b512-f9ad8526cb42', 'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'mac_address': 'fa:16:3e:ab:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:49Z', 'updated_at': '2021-12-21T23:03:59Z', 'revision_number': 5, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'subnets': [{'id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:09:22.031293 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aeaa9ad-aa94-49c3-a09f-6e40f2d5297b None None] The sync data for ids ['264d5b70-ab28-41a8-a33a-cb9665f55449'] in dv-neutron-822520-1-hyperv is: [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:50Z', 'revision_number': 4, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '08ad46fd-3ece-402c-9504-e8b548e9eddb', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'floating_ip_address': '172.26.3.96', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'port_id': '246ec901-2a0d-432d-9646-902d96bef8ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'mac_address': 'fa:16:3e:b6:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:09:19Z', 'updated_at': '2021-12-21T23:09:19Z', 'revision_number': 0, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866bd21c-e4bd-4406-b512-f9ad8526cb42', 'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'mac_address': 'fa:16:3e:ab:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:49Z', 'updated_at': '2021-12-21T23:03:59Z', 'revision_number': 5, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'subnets': [{'id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:09:22.226217 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9118f2-f029-4890-b481-8cf1d5b001fe None None] New status for floating IP 08ad46fd-3ece-402c-9504-e8b548e9eddb: ACTIVE {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 23:09:27.306218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-1fbc301b-3fad-46eb-8bfd-1dbbaa8e2885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:28.767781 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7ed62bad-313c-4ba7-ae8c-9a05f4daedc3 req-d0b12744-acf8-432f-b532-5efc693e8a5f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705900 Dec 21 23:09:28.909818 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7ed62bad-313c-4ba7-ae8c-9a05f4daedc3 req-39915cce-b6ea-4cce-aa3f-d55ef8f6f5fc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 1098 time: 0.0671995 Dec 21 23:09:29.138217 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed62bad-313c-4ba7-ae8c-9a05f4daedc3 req-822a53be-7f3f-4bd7-9f31-0c8b647e56ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:29.139571 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7ed62bad-313c-4ba7-ae8c-9a05f4daedc3 req-822a53be-7f3f-4bd7-9f31-0c8b647e56ba service neutron] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 910 time: 0.2108974 Dec 21 23:09:29.242611 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7ed62bad-313c-4ba7-ae8c-9a05f4daedc3 req-10b53d49-fcdc-4f8e-838e-6f0d3230cae6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246ec901-2a0d-432d-9646-902d96bef8ce HTTP/1.1" status: 200 len: 1000 time: 0.0959127 Dec 21 23:09:29.305278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed62bad-313c-4ba7-ae8c-9a05f4daedc3 req-0fb5b614-8617-41c6-992d-bc72a663237e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:09:29.306717 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7ed62bad-313c-4ba7-ae8c-9a05f4daedc3 req-0fb5b614-8617-41c6-992d-bc72a663237e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0568330 Dec 21 23:09:29.383634 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7ed62bad-313c-4ba7-ae8c-9a05f4daedc3 req-e5eadc93-7fec-483e-9996-5cebdbd04ca6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699880 Dec 21 23:09:29.516178 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7ed62bad-313c-4ba7-ae8c-9a05f4daedc3 req-0b3dc7e5-e86c-4bac-9e92-0c43c58aaea0 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234932 Dec 21 23:09:29.647262 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-7ed62bad-313c-4ba7-ae8c-9a05f4daedc3 req-ee31773f-835a-44b5-aae8-522bbc455a9c service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249990 Dec 21 23:09:29.679436 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-adecbc73-cc11-496d-a468-ced7c5259fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:30.765273 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:30.919363 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:32.399689 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:38.804395 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:09:45.965176 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:57.273546 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3d728d97-bb7c-4897-ac7b-a9f3480efc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:09:59.742030 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fbb18cf0-7404-43d6-beba-91e3aeb13a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:10:00.759016 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:10:00.928040 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:10:02.453784 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:10:15.804996 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:10:15.964406 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:10:27.316372 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3e929d70-de30-4ceb-9c9c-c78dd2d78043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:10:29.684112 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-84b673ca-3d0c-481f-ba3d-e302d7f4a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:10:30.807056 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-90037b4e-a858-477c-9630-5d172173c432 req-34d0a2d2-1583-4c5d-b353-f2fe8765d563 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772860 Dec 21 23:10:30.966763 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-90037b4e-a858-477c-9630-5d172173c432 req-a4d62985-d6f7-40d9-8995-563ee09b4cab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 1098 time: 0.0737658 Dec 21 23:10:31.032807 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:10:31.093291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:10:31.121621 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90037b4e-a858-477c-9630-5d172173c432 req-2ff9185d-c4d7-4a5b-a895-4613bf062f70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:10:31.121621 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-90037b4e-a858-477c-9630-5d172173c432 req-2ff9185d-c4d7-4a5b-a895-4613bf062f70 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 910 time: 0.1340230 Dec 21 23:10:31.225855 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-90037b4e-a858-477c-9630-5d172173c432 req-53222743-a78f-449c-ad88-fda4214c2028 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246ec901-2a0d-432d-9646-902d96bef8ce HTTP/1.1" status: 200 len: 1000 time: 0.0972092 Dec 21 23:10:31.291697 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90037b4e-a858-477c-9630-5d172173c432 req-85299856-bec7-4775-8a97-c4654af124fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:10:31.293114 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-90037b4e-a858-477c-9630-5d172173c432 req-85299856-bec7-4775-8a97-c4654af124fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0573847 Dec 21 23:10:31.370587 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-90037b4e-a858-477c-9630-5d172173c432 req-e5ac9dfe-11c2-4956-aae5-eb9a4b03c6c4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690975 Dec 21 23:10:31.501554 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-90037b4e-a858-477c-9630-5d172173c432 req-291b1ddd-e838-4cf8-a09d-69aabcf9f57f service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230991 Dec 21 23:10:31.634716 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-90037b4e-a858-477c-9630-5d172173c432 req-ba4d166b-cd83-42bc-aab8-55a647573331 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230986 Dec 21 23:10:32.473528 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:10:45.973437 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:10:52.804424 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:10:57.307115 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-389e30b1-7808-4e54-a739-400a077be6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:10:59.706935 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-8b1b14f4-adbe-4968-bd17-11b38b56926d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:11:00.768953 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:11:00.944961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:11:02.420647 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:11:15.967877 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:11:27.298993 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-81a3dd03-5478-42b0-8e41-f4f8292de470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:11:29.693434 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b1659a9b-c9d1-4c54-987b-ebf99e1c813d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:11:29.807264 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:11:30.784661 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:11:30.945573 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:11:31.762690 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-58062219-bfd6-43c9-93eb-71fc41116121 req-c9d0a7b7-d842-4b86-81a5-342c05b90213 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687568 Dec 21 23:11:31.914419 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-58062219-bfd6-43c9-93eb-71fc41116121 req-2f1718b1-64e1-4024-90dc-31e0094702f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 1098 time: 0.0701487 Dec 21 23:11:32.156319 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58062219-bfd6-43c9-93eb-71fc41116121 req-d2bf3c78-4b3f-4e18-8d69-570f455b4159 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:11:32.157781 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-58062219-bfd6-43c9-93eb-71fc41116121 req-d2bf3c78-4b3f-4e18-8d69-570f455b4159 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 910 time: 0.2217298 Dec 21 23:11:32.267342 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-58062219-bfd6-43c9-93eb-71fc41116121 req-490c8ffe-f9dd-47d8-bb07-184ebda93c05 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246ec901-2a0d-432d-9646-902d96bef8ce HTTP/1.1" status: 200 len: 1000 time: 0.0984383 Dec 21 23:11:32.333103 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58062219-bfd6-43c9-93eb-71fc41116121 req-2af93042-82bf-4d11-8eb4-1483d7922b9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:11:32.334516 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-58062219-bfd6-43c9-93eb-71fc41116121 req-2af93042-82bf-4d11-8eb4-1483d7922b9f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0563462 Dec 21 23:11:32.411689 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-58062219-bfd6-43c9-93eb-71fc41116121 req-b628ca6f-6489-4738-a3fa-54202458f722 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671213 Dec 21 23:11:32.425989 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:11:32.547133 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-58062219-bfd6-43c9-93eb-71fc41116121 req-072c4da7-646e-4c43-90d4-a22c5a91da97 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250210 Dec 21 23:11:32.681548 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-58062219-bfd6-43c9-93eb-71fc41116121 req-55e40f61-736d-4b7d-ab22-36c89e6a0165 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245131 Dec 21 23:11:45.974190 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:11:57.293896 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0cc4226b-192a-4ebc-ae0e-195d6afe787d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:11:59.711113 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-645c49dc-5c61-47e9-95a2-e348f1f09081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:00.763788 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb41a76-8a2f-4620-a1ee-b91d52aad452 req-cc8fa15d-bbe3-46d0-80f8-d9557b1c18c7 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:00.766386 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-afb41a76-8a2f-4620-a1ee-b91d52aad452 req-cc8fa15d-bbe3-46d0-80f8-d9557b1c18c7 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.2002623 Dec 21 23:12:00.801984 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:00.818603 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-afb41a76-8a2f-4620-a1ee-b91d52aad452 req-483fcbc9-8c98-47ce-a533-ad77ce5b2918 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455744 Dec 21 23:12:00.950987 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:02.108771 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72a8db-7b94-429e-9ff2-117a30404850 req-b7fcc0ea-deb7-4c7c-bec0-6995e4c18cd2 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:02.111031 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fa72a8db-7b94-429e-9ff2-117a30404850 req-b7fcc0ea-deb7-4c7c-bec0-6995e4c18cd2 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.1475372 Dec 21 23:12:02.160567 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fa72a8db-7b94-429e-9ff2-117a30404850 req-b3ecff71-7496-4c07-926b-45550a011b78 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441341 Dec 21 23:12:02.425052 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:03.370370 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582991a-aa4a-4b85-8c11-194241601b28 req-11955658-d4f6-42ac-bc5d-d4ede368490b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:03.371793 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a582991a-aa4a-4b85-8c11-194241601b28 req-11955658-d4f6-42ac-bc5d-d4ede368490b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0768440 Dec 21 23:12:03.420093 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a582991a-aa4a-4b85-8c11-194241601b28 req-b9118b15-57ef-4084-ad64-11138f258d6b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419879 Dec 21 23:12:04.614583 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233106db-788c-4896-8573-12fe281cec83 req-18e2f42b-8485-4e0f-932c-86d3d3b909b5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:04.616013 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-233106db-788c-4896-8573-12fe281cec83 req-18e2f42b-8485-4e0f-932c-86d3d3b909b5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0758126 Dec 21 23:12:04.660566 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-233106db-788c-4896-8573-12fe281cec83 req-6556cbe6-f21f-413c-bacc-3ec43983010d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388322 Dec 21 23:12:05.852343 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fac294-14b0-40c2-881f-a859530d2362 req-9b110e76-d869-41a2-a89a-fee4a2c42b69 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:05.853779 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c7fac294-14b0-40c2-881f-a859530d2362 req-9b110e76-d869-41a2-a89a-fee4a2c42b69 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0754957 Dec 21 23:12:05.899026 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c7fac294-14b0-40c2-881f-a859530d2362 req-76d24274-c82b-4a6b-8f19-6743ad797f7e tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396397 Dec 21 23:12:06.809612 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:12:07.095926 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8849e-79ef-40a5-97af-3c32e85eb40a req-aabc211c-2c00-47a0-8915-cdf19f8ba544 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:07.097333 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-18b8849e-79ef-40a5-97af-3c32e85eb40a req-aabc211c-2c00-47a0-8915-cdf19f8ba544 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0782702 Dec 21 23:12:07.141535 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-18b8849e-79ef-40a5-97af-3c32e85eb40a req-46215e8e-ba89-446f-b89f-59ecd3929a34 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382369 Dec 21 23:12:08.345021 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633d106-d6be-4010-b9d4-c08333f43a95 req-09f5639c-cdd2-4cd3-ab89-6514d4446622 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:08.346487 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2633d106-d6be-4010-b9d4-c08333f43a95 req-09f5639c-cdd2-4cd3-ab89-6514d4446622 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0809517 Dec 21 23:12:08.391619 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2633d106-d6be-4010-b9d4-c08333f43a95 req-aa3639f9-8e57-4787-89ca-5caf69d53106 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389197 Dec 21 23:12:09.586103 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec9421-0b44-40ae-9602-a46bb341a795 req-53dc73c9-dc36-4cac-a1b1-8ba1d0275a64 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:09.587465 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-faec9421-0b44-40ae-9602-a46bb341a795 req-53dc73c9-dc36-4cac-a1b1-8ba1d0275a64 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0746081 Dec 21 23:12:09.631730 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-faec9421-0b44-40ae-9602-a46bb341a795 req-298c25cf-1614-4eb0-9da5-178fc11de46f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388865 Dec 21 23:12:10.824480 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a39427-8e4e-4f6c-a1c4-a1a335e76f45 req-659c714e-7d1d-452e-83ca-969b193fd69b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:10.825939 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-11a39427-8e4e-4f6c-a1c4-a1a335e76f45 req-659c714e-7d1d-452e-83ca-969b193fd69b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0764489 Dec 21 23:12:10.871017 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-11a39427-8e4e-4f6c-a1c4-a1a335e76f45 req-7f37a4df-1e83-4e28-b3ba-a458aa7b0c91 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393336 Dec 21 23:12:12.073010 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121f67d-e220-4a1e-8d6b-75fa306cab1c req-72f09ea3-cc85-4eb5-bc4f-d26cb7dbecb8 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:12.074367 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1121f67d-e220-4a1e-8d6b-75fa306cab1c req-72f09ea3-cc85-4eb5-bc4f-d26cb7dbecb8 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0772085 Dec 21 23:12:12.123340 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1121f67d-e220-4a1e-8d6b-75fa306cab1c req-ed50e7af-bd11-4a56-a89c-390a944e5b47 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418870 Dec 21 23:12:13.319346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c3e13-5220-4978-860c-0368de48cdaa req-6acea367-142b-4d5a-83df-25cfe539421d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:13.320767 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f69c3e13-5220-4978-860c-0368de48cdaa req-6acea367-142b-4d5a-83df-25cfe539421d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0777020 Dec 21 23:12:13.365280 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f69c3e13-5220-4978-860c-0368de48cdaa req-a0733b09-7541-435b-a744-c06588869dbc tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391665 Dec 21 23:12:14.554734 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e13c05-c2f3-460c-8252-a7a3eca788c1 req-d96b95e6-ee01-48d1-92dd-1145fcc6c46c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:14.556054 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c0e13c05-c2f3-460c-8252-a7a3eca788c1 req-d96b95e6-ee01-48d1-92dd-1145fcc6c46c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0746930 Dec 21 23:12:14.600349 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-c0e13c05-c2f3-460c-8252-a7a3eca788c1 req-07212afa-ca2f-4b78-a322-637c830d48c9 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389640 Dec 21 23:12:15.854554 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed594c-f84d-4e74-a707-1ce3d52053a2 req-86cb7247-006c-45ac-ab5c-ee3cdbc518cb tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:15.855986 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4fed594c-f84d-4e74-a707-1ce3d52053a2 req-86cb7247-006c-45ac-ab5c-ee3cdbc518cb tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.1336737 Dec 21 23:12:15.858561 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0fa9e941-38fb-416b-9876-0f0b41b64e67 req-dcfc9232-c71f-4fa8-a07d-67aae1bf68c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 1098 time: 0.1063960 Dec 21 23:12:15.950759 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:15.984131 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4fed594c-f84d-4e74-a707-1ce3d52053a2 req-a1856ce2-1bef-45ea-956a-ec5ffd062be6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221082 Dec 21 23:12:16.019305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9e941-38fb-416b-9876-0f0b41b64e67 req-bf25d666-3867-490c-8dd9-1a049ccd4ffe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:16.020720 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0fa9e941-38fb-416b-9876-0f0b41b64e67 req-bf25d666-3867-490c-8dd9-1a049ccd4ffe service neutron] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 910 time: 0.1459217 Dec 21 23:12:16.216968 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0fa9e941-38fb-416b-9876-0f0b41b64e67 req-7103efe5-427a-4915-8a34-1eefb4f30c56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246ec901-2a0d-432d-9646-902d96bef8ce HTTP/1.1" status: 200 len: 1000 time: 0.1852450 Dec 21 23:12:16.283230 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9e941-38fb-416b-9876-0f0b41b64e67 req-8b350a45-7b7c-47b9-a285-0332097a1c98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:16.284639 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0fa9e941-38fb-416b-9876-0f0b41b64e67 req-8b350a45-7b7c-47b9-a285-0332097a1c98 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0573652 Dec 21 23:12:16.363373 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0fa9e941-38fb-416b-9876-0f0b41b64e67 req-600e6398-bc9c-4b3f-a749-e8e040dd686f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688336 Dec 21 23:12:16.495320 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0fa9e941-38fb-416b-9876-0f0b41b64e67 req-fcd3a394-804f-4ea2-beba-c1f7246ca610 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216328 Dec 21 23:12:16.625305 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0fa9e941-38fb-416b-9876-0f0b41b64e67 req-187f30da-4551-4035-80ab-dec48fb330d4 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207047 Dec 21 23:12:17.180591 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32e82c-f383-4820-9d1d-a80afde8b294 req-3852cb5e-66d7-4939-8a66-90311c82ade9 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:17.181998 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9d32e82c-f383-4820-9d1d-a80afde8b294 req-3852cb5e-66d7-4939-8a66-90311c82ade9 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0775380 Dec 21 23:12:17.226226 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9d32e82c-f383-4820-9d1d-a80afde8b294 req-971217b9-c622-41c1-bbbe-e4169427d3a0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387239 Dec 21 23:12:18.427894 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06db7b-d024-485b-8a87-73e0592add4f req-01b0d1c1-0e4d-4b8a-9a70-7806fc68eae5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:18.429408 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3f06db7b-d024-485b-8a87-73e0592add4f req-01b0d1c1-0e4d-4b8a-9a70-7806fc68eae5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0776904 Dec 21 23:12:18.476727 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3f06db7b-d024-485b-8a87-73e0592add4f req-ad154302-0cea-4de9-9bd1-4b0856c880b5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413022 Dec 21 23:12:19.672630 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6bf2f-df3f-4d7b-8950-00ab5003b703 req-18edacb7-ad98-42ed-8a7a-10bea78334d9 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:19.674148 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4de6bf2f-df3f-4d7b-8950-00ab5003b703 req-18edacb7-ad98-42ed-8a7a-10bea78334d9 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0760217 Dec 21 23:12:19.724264 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4de6bf2f-df3f-4d7b-8950-00ab5003b703 req-7e8f509d-c972-40b9-a97d-504d98be347c tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445733 Dec 21 23:12:20.922193 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4803a7-3bae-4696-b6f6-59dddccdbf3c req-71b80ded-9d42-4747-96ae-6e43bd10e7ad tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:20.924185 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a4803a7-3bae-4696-b6f6-59dddccdbf3c req-71b80ded-9d42-4747-96ae-6e43bd10e7ad tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0814855 Dec 21 23:12:20.968847 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9a4803a7-3bae-4696-b6f6-59dddccdbf3c req-816cedd8-6bf8-48e3-bf97-4b5ee9ad72a6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393624 Dec 21 23:12:21.209712 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a80a891e-22b8-4a15-a269-a0f6c54e6112 req-02686091-9814-458c-990f-8da4f6eface5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1278698 Dec 21 23:12:21.591372 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42bc0e7c-c4f3-4381-a327-de3c143e1db2 req-47f48921-3e50-4666-a307-07070c22095a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1386478 Dec 21 23:12:21.716094 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30767edd-4b8a-45e0-95f1-3ae6bff03caa req-af71eb81-df0f-4da7-b894-759af52c4ab6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:21.717499 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-30767edd-4b8a-45e0-95f1-3ae6bff03caa req-af71eb81-df0f-4da7-b894-759af52c4ab6 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0773039 Dec 21 23:12:21.762334 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-30767edd-4b8a-45e0-95f1-3ae6bff03caa req-10125366-9191-48b5-8908-9030fe8dfcfc tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382724 Dec 21 23:12:22.955796 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd78891-6b20-4203-8e1a-6c2d1594fcb7 req-b0e3c1e4-3cd6-4c98-967b-9b7accb77644 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:22.957230 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fcd78891-6b20-4203-8e1a-6c2d1594fcb7 req-b0e3c1e4-3cd6-4c98-967b-9b7accb77644 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0757170 Dec 21 23:12:23.081239 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-fcd78891-6b20-4203-8e1a-6c2d1594fcb7 req-fd06073a-5491-43cc-933a-51ff6c836b94 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185470 Dec 21 23:12:23.404906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 246ec901-2a0d-432d-9646-902d96bef8ce no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:12:23.546518 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:23.572599 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '246ec901-2a0d-432d-9646-902d96bef8ce'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:12:23.582431 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 246ec901-2a0d-432d-9646-902d96bef8ce, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=246ec901-2a0d-432d-9646-902d96bef8ce,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:12:23.652948 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:23.709802 dv-neutron-822520-1-hyperv neutron-server[84170]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '246ec901-2a0d-432d-9646-902d96bef8ce', 'code': 422} returned with failed status Dec 21 23:12:23.726118 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=246ec901-2a0d-432d-9646-902d96bef8ce,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:12:23.734229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:12:23.734563 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:12:23.735549 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:12:23.735863 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:12:23.736188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:12:23.736506 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:12:23.736823 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:12:23.737140 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:12:23.737446 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:12:23.737755 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:12:23.738090 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:12:24.275488 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a1386-3933-45e0-9402-9ac83ec8a58a req-add0ac1e-46df-4ac4-ba83-4dbf3e5cec89 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:24.276925 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-127a1386-3933-45e0-9402-9ac83ec8a58a req-add0ac1e-46df-4ac4-ba83-4dbf3e5cec89 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.0742369 Dec 21 23:12:24.321482 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-127a1386-3933-45e0-9402-9ac83ec8a58a req-b52d5da9-2e1c-4856-be5c-c6ba19afbbc7 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390844 Dec 21 23:12:25.514329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb560c1-a134-4253-a29d-0f55fb00e2f4 req-92523100-e74a-4416-9064-c6ab80c4439d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:25.515857 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edb560c1-a134-4253-a29d-0f55fb00e2f4 req-92523100-e74a-4416-9064-c6ab80c4439d tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.0763805 Dec 21 23:12:25.567970 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edb560c1-a134-4253-a29d-0f55fb00e2f4 req-69a7c2f2-32a5-412a-85ad-9a627ea8f804 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459650 Dec 21 23:12:26.772497 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8082b-2ccf-4148-b6ed-8a01ee65c94a req-623903ba-a4b9-4a16-9df8-fb80d4cd72f0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:26.773941 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1df8082b-2ccf-4148-b6ed-8a01ee65c94a req-623903ba-a4b9-4a16-9df8-fb80d4cd72f0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.0791125 Dec 21 23:12:26.819412 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1df8082b-2ccf-4148-b6ed-8a01ee65c94a req-6d014c13-8ba4-4aa7-ac55-1806b8183b50 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399556 Dec 21 23:12:27.293194 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-492f5971-55b4-4e43-a443-08ecc770db30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:27.706746 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42bc0e7c-c4f3-4381-a327-de3c143e1db2 req-f75a0029-dc2a-44ce-85e4-38c8f3472580 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8&tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed HTTP/1.1" status: 200 len: 1096 time: 0.0676684 Dec 21 23:12:27.803047 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42bc0e7c-c4f3-4381-a327-de3c143e1db2 req-587c8693-92f8-427f-8c78-866702b6f00c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 1096 time: 0.0671308 Dec 21 23:12:27.940241 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc0e7c-c4f3-4381-a327-de3c143e1db2 req-ea395d2e-9e4f-4de2-a1e5-062be577c1ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:27.941678 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42bc0e7c-c4f3-4381-a327-de3c143e1db2 req-ea395d2e-9e4f-4de2-a1e5-062be577c1ec service neutron] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 910 time: 0.1282465 Dec 21 23:12:28.110666 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42bc0e7c-c4f3-4381-a327-de3c143e1db2 req-f3b693f0-7df8-4ad7-8b0c-900b57a6e97a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246ec901-2a0d-432d-9646-902d96bef8ce HTTP/1.1" status: 200 len: 998 time: 0.1291418 Dec 21 23:12:28.155150 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacae42-aa30-4fda-b14a-89f49eb3fedb req-395c9398-5218-4969-a388-fdb5ef7bdaf4 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:28.156582 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8aacae42-aa30-4fda-b14a-89f49eb3fedb req-395c9398-5218-4969-a388-fdb5ef7bdaf4 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.2140069 Dec 21 23:12:28.219424 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc0e7c-c4f3-4381-a327-de3c143e1db2 req-4b58c2ec-ade0-4707-a589-f8059c802c13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:28.221069 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42bc0e7c-c4f3-4381-a327-de3c143e1db2 req-4b58c2ec-ade0-4707-a589-f8059c802c13 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.1010385 Dec 21 23:12:28.225708 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8aacae42-aa30-4fda-b14a-89f49eb3fedb req-a4d1feed-f72e-4119-81ba-e80c0a11fc2e tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615816 Dec 21 23:12:28.304085 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42bc0e7c-c4f3-4381-a327-de3c143e1db2 req-97780c3a-fe92-4f5a-adae-4cfb426a267e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724020 Dec 21 23:12:28.528245 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42bc0e7c-c4f3-4381-a327-de3c143e1db2 req-2a07bb21-dd3c-4d30-8db7-cf3d74f81d66 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138069 Dec 21 23:12:28.661368 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-42bc0e7c-c4f3-4381-a327-de3c143e1db2 req-4db0dcee-08b4-4fba-8a41-1547b26dc470 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219769 Dec 21 23:12:29.420885 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599e40d-2799-48eb-87b8-48c04cfa3201 req-a829beb0-6fe6-49ba-8603-404a0903cf3b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:29.422436 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5599e40d-2799-48eb-87b8-48c04cfa3201 req-a829beb0-6fe6-49ba-8603-404a0903cf3b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.0739303 Dec 21 23:12:29.467749 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-5599e40d-2799-48eb-87b8-48c04cfa3201 req-5265596a-3a22-4f60-bee5-741e59ed0008 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399048 Dec 21 23:12:29.710271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a3a591dc-09b6-418a-ba3d-62a478170137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:30.659664 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd750e-ec36-42db-93ba-96fce93c7bb5 req-4c563a04-0df5-4f72-8d97-6e072a368b0f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:30.661096 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60cd750e-ec36-42db-93ba-96fce93c7bb5 req-4c563a04-0df5-4f72-8d97-6e072a368b0f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.0764840 Dec 21 23:12:30.709358 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60cd750e-ec36-42db-93ba-96fce93c7bb5 req-3592d2ba-d6dd-4eef-b604-712f72117f32 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427961 Dec 21 23:12:30.784779 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:30.921815 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:31.905876 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c0a31-66bf-48e4-8498-f714d66c1aa3 req-710d63a6-f686-4290-a48f-b923c52624d0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:31.907888 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a88c0a31-66bf-48e4-8498-f714d66c1aa3 req-710d63a6-f686-4290-a48f-b923c52624d0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.0786006 Dec 21 23:12:31.951816 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-a88c0a31-66bf-48e4-8498-f714d66c1aa3 req-40d9e22d-29b6-4edf-8daf-239b811c53e5 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385129 Dec 21 23:12:32.419073 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:33.144513 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a5ba6-487f-451e-99f9-57ae2ea20959 req-82a8140b-8bbd-4d03-9e07-1f4c7fc59c04 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:33.145935 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-604a5ba6-487f-451e-99f9-57ae2ea20959 req-82a8140b-8bbd-4d03-9e07-1f4c7fc59c04 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.0756433 Dec 21 23:12:33.191049 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-604a5ba6-487f-451e-99f9-57ae2ea20959 req-47dfc2b3-ec65-432e-a5be-156959e5f1ee tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397191 Dec 21 23:12:33.831956 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-98f3e00d-c9bb-4935-a92b-1a6dc567bdd1 req-594187fd-21ff-4496-9e7f-047cfaa15345 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 1096 time: 0.0706744 Dec 21 23:12:33.980714 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3e00d-c9bb-4935-a92b-1a6dc567bdd1 req-5463b48f-ace3-4401-a3d5-dd1f67857958 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:33.982172 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-98f3e00d-c9bb-4935-a92b-1a6dc567bdd1 req-5463b48f-ace3-4401-a3d5-dd1f67857958 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 910 time: 0.1258512 Dec 21 23:12:34.086864 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-98f3e00d-c9bb-4935-a92b-1a6dc567bdd1 req-79e3db1c-8ce8-4d7c-b8ce-6026e4433222 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246ec901-2a0d-432d-9646-902d96bef8ce HTTP/1.1" status: 200 len: 998 time: 0.0941541 Dec 21 23:12:34.151061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3e00d-c9bb-4935-a92b-1a6dc567bdd1 req-8d469075-5154-4f0b-be1a-09d07d5116e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:34.152443 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-98f3e00d-c9bb-4935-a92b-1a6dc567bdd1 req-8d469075-5154-4f0b-be1a-09d07d5116e0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0558679 Dec 21 23:12:34.228966 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-98f3e00d-c9bb-4935-a92b-1a6dc567bdd1 req-3b027cb4-d64c-4898-a8f0-e22b8aa17694 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658960 Dec 21 23:12:34.364172 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-98f3e00d-c9bb-4935-a92b-1a6dc567bdd1 req-b3d9bf09-bafd-4ccd-93e3-3debcf5099bd service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271057 Dec 21 23:12:34.385622 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50d420-dbc5-4c21-af0c-5b959b49827f req-4e578131-a6da-4997-a43a-488416733d5f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:34.387105 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8e50d420-dbc5-4c21-af0c-5b959b49827f req-4e578131-a6da-4997-a43a-488416733d5f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.0753706 Dec 21 23:12:34.434957 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-8e50d420-dbc5-4c21-af0c-5b959b49827f req-9baec530-d2a7-4cef-9388-257c7d2a3ef2 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417440 Dec 21 23:12:34.504832 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-98f3e00d-c9bb-4935-a92b-1a6dc567bdd1 req-0993937e-8324-4b14-a20b-f4579ddad2e6 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301188 Dec 21 23:12:35.634435 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117cad6-9b27-47b4-a02e-95c94a05792a req-bb8b2e12-b33f-4e1c-8a1d-b3b2fd1c2f0f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:35.635809 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0117cad6-9b27-47b4-a02e-95c94a05792a req-bb8b2e12-b33f-4e1c-8a1d-b3b2fd1c2f0f tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.0794706 Dec 21 23:12:35.680559 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0117cad6-9b27-47b4-a02e-95c94a05792a req-3f128674-fe9f-4564-ab20-f451b10a3254 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387850 Dec 21 23:12:36.872359 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af94fb-1895-4185-8907-684d5166ebf1 req-89f54cda-ced1-4906-b393-f247d4f4c1f2 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:36.873775 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-61af94fb-1895-4185-8907-684d5166ebf1 req-89f54cda-ced1-4906-b393-f247d4f4c1f2 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 943 time: 0.0753405 Dec 21 23:12:36.918376 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-61af94fb-1895-4185-8907-684d5166ebf1 req-1cf97b69-1984-432a-90ce-81619b7fb5ca tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381415 Dec 21 23:12:37.445308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 246ec901-2a0d-432d-9646-902d96bef8ce details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 23:12:37.575911 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 246ec901-2a0d-432d-9646-902d96bef8ce, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=246ec901-2a0d-432d-9646-902d96bef8ce,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:12:37.589064 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '246ec901-2a0d-432d-9646-902d96bef8ce', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'port_id': '246ec901-2a0d-432d-9646-902d96bef8ce', 'mac_address': 'fa:16:3e:b6:56:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:12:37.640281 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:37.657401 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246ec901-2a0d-432d-9646-902d96bef8ce {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 23:12:37.672163 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 246ec901-2a0d-432d-9646-902d96bef8ce, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=246ec901-2a0d-432d-9646-902d96bef8ce,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:12:37.732762 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:37.800449 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=246ec901-2a0d-432d-9646-902d96bef8ce,revision_number=7']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:12:38.041931 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['246ec901-2a0d-432d-9646-902d96bef8ce'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 23:12:38.111502 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175fb5c-9400-490b-a8a0-75677f04d586 req-d676810d-9672-4c40-85ca-8666b17ea309 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:38.113000 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e175fb5c-9400-490b-a8a0-75677f04d586 req-d676810d-9672-4c40-85ca-8666b17ea309 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 944 time: 0.0768635 Dec 21 23:12:38.162348 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e175fb5c-9400-490b-a8a0-75677f04d586 req-970aa619-f0fa-4fc3-a686-ef21ad4cb659 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433598 Dec 21 23:12:39.361604 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62122b17-742d-40db-a0bd-864ec0132445 req-6416c932-91ce-4a89-a1da-7773e2c40235 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:39.363782 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-62122b17-742d-40db-a0bd-864ec0132445 req-6416c932-91ce-4a89-a1da-7773e2c40235 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 944 time: 0.0803518 Dec 21 23:12:39.407905 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-62122b17-742d-40db-a0bd-864ec0132445 req-30a8770b-f255-4fc5-ab9d-28cef8eabf5a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387757 Dec 21 23:12:39.461078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 246ec901-2a0d-432d-9646-902d96bef8ce up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:12:39.527726 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 246ec901-2a0d-432d-9646-902d96bef8ce triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:12:39.528009 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:39.638324 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:39.664233 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246ec901-2a0d-432d-9646-902d96bef8ce'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:12:39.673365 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 246ec901-2a0d-432d-9646-902d96bef8ce, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=246ec901-2a0d-432d-9646-902d96bef8ce,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:12:39.733147 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:39.801341 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=246ec901-2a0d-432d-9646-902d96bef8ce,revision_number=8']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:12:40.603260 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270bc2e-ec06-4c59-b156-470903ded5c5 req-f50f0961-7c23-470d-9e4f-7545625e043a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:40.604590 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6270bc2e-ec06-4c59-b156-470903ded5c5 req-f50f0961-7c23-470d-9e4f-7545625e043a tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0748992 Dec 21 23:12:40.648917 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-6270bc2e-ec06-4c59-b156-470903ded5c5 req-1a88d1ba-0a52-47a1-85b4-673b0dc022ed tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388834 Dec 21 23:12:40.737844 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246ec901-2a0d-432d-9646-902d96bef8ce', 'code': 200} Dec 21 23:12:41.098502 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3d84e235-22ba-44c0-b6dc-b3ab904bb907 req-cfe18c0e-5bbe-45ec-8738-aeace9f19a45 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 1098 time: 0.0656867 Dec 21 23:12:41.143418 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3d84e235-22ba-44c0-b6dc-b3ab904bb907 req-027151bb-faa4-45a7-9f25-02861c574ee9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353725 Dec 21 23:12:41.843923 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef2c80-c867-4b38-a7e2-7f22130ffd6a req-e4f41483-fb4e-49d9-b66c-322adce2bf17 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:41.845367 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-58ef2c80-c867-4b38-a7e2-7f22130ffd6a req-e4f41483-fb4e-49d9-b66c-322adce2bf17 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0789092 Dec 21 23:12:41.890041 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-58ef2c80-c867-4b38-a7e2-7f22130ffd6a req-7b16c786-1c53-43fa-9557-da1c2f46e47b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384071 Dec 21 23:12:43.087954 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919eece-590d-46b2-91cd-1d62fb105b25 req-31b5e8b0-72a5-4f57-ac93-2dab16a4d8da tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:12:43.089376 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3919eece-590d-46b2-91cd-1d62fb105b25 req-31b5e8b0-72a5-4f57-ac93-2dab16a4d8da tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.0782790 Dec 21 23:12:43.134375 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-3919eece-590d-46b2-91cd-1d62fb105b25 req-48b7d4ea-8a9f-48cc-a8c1-47d01b6a544b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392356 Dec 21 23:12:43.809926 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:12:45.949656 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:57.315468 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7220d9a8-dd7f-4527-be17-e79521d3ff6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:12:59.698602 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cf9126bf-82ab-42fa-bb8b-c43e603fb5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:13:00.828413 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:13:00.921011 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:13:02.424876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:13:16.001206 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:13:20.810363 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:13:27.297985 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3c5c13a0-2d8f-4f2a-ae30-d7c25b64544f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:13:29.726678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d4b13fe2-e0c4-4112-8a00-155feb00fb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:13:30.785129 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:13:30.943911 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:13:32.434824 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:13:34.816508 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b4c8d95a-b1d3-48fa-babf-1daae2565d0a req-0ddf0aa0-2f63-4377-a9b2-f115b38e8e7a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1289635 Dec 21 23:13:34.967554 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b4c8d95a-b1d3-48fa-babf-1daae2565d0a req-7220e08f-1626-474c-8e99-150275608f4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 1098 time: 0.0728536 Dec 21 23:13:35.208402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8d95a-b1d3-48fa-babf-1daae2565d0a req-0a1a7e67-cd00-4360-9576-604aa86b7ae2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:13:35.210385 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b4c8d95a-b1d3-48fa-babf-1daae2565d0a req-0a1a7e67-cd00-4360-9576-604aa86b7ae2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 910 time: 0.2168138 Dec 21 23:13:35.320465 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b4c8d95a-b1d3-48fa-babf-1daae2565d0a req-7cded35c-68e3-423a-96be-2ef9193ee762 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246ec901-2a0d-432d-9646-902d96bef8ce HTTP/1.1" status: 200 len: 1000 time: 0.1006196 Dec 21 23:13:35.385592 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8d95a-b1d3-48fa-babf-1daae2565d0a req-2ebb00a8-557c-440e-a5f6-7435566ba737 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:13:35.387020 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b4c8d95a-b1d3-48fa-babf-1daae2565d0a req-2ebb00a8-557c-440e-a5f6-7435566ba737 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0575945 Dec 21 23:13:35.464449 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b4c8d95a-b1d3-48fa-babf-1daae2565d0a req-6ed9dfec-9698-4439-b2f3-96d50b78a810 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668497 Dec 21 23:13:35.595319 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b4c8d95a-b1d3-48fa-babf-1daae2565d0a req-8aff4e6a-2544-48a7-9070-0f336c8a0207 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244047 Dec 21 23:13:35.729292 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b4c8d95a-b1d3-48fa-babf-1daae2565d0a req-d281418e-a48e-4901-9ea8-6604f25f4e20 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256683 Dec 21 23:13:45.994826 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:13:57.512940 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-2b66a012-e917-49ed-98eb-0649d5cf9942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:13:57.810851 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:13:59.686498 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dc76aa07-d4e1-4168-ba7b-b356612f0746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:00.782696 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:00.966466 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:02.475663 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:16.005737 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:27.331972 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-47d15c56-4bb2-4902-81a9-d7098b9c730e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:29.703114 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3b6d8083-fb83-43ec-b4bd-73a3f6f6c7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:30.782309 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:30.942063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:31.429216 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47392) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:31.841022 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Deleting port ac217686-6cbf-47ce-b1af-fa2e779ef89f {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:14:31.841353 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:32.002740 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:32.003064 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:32.119690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Calling delete_port for ac217686-6cbf-47ce-b1af-fa2e779ef89f owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:14:32.314816 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:32.363186 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event deleted for resources: {'Port': ['ID=ac217686-6cbf-47ce-b1af-fa2e779ef89f,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:32.452099 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:32.479516 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:32.480049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:32.480181 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:32.480509 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:32.480838 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:32.481164 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:32.481488 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:32.481813 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:32.482168 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:32.482488 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:32.482809 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:32.540987 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:32.937872 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Router 264d5b70-ab28-41a8-a33a-cb9665f55449 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:14:33.135593 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:14:33.145103 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff3fcc-c618-47ea-a0b2-bbcc8ab5e0ec None None] Sync routers for ids ['264d5b70-ab28-41a8-a33a-cb9665f55449'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:14:33.156735 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff3fcc-c618-47ea-a0b2-bbcc8ab5e0ec None None] Routers {'264d5b70-ab28-41a8-a33a-cb9665f55449'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:14:33.157323 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-73ff3fcc-c618-47ea-a0b2-bbcc8ab5e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:14:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['264d5b70-ab28-41a8-a33a-cb9665f55449'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:33.205777 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:33.258473 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-009fd2ac-700b-4a9f-bcfc-d9d0f7fcb278 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "DELETE /v2.0/floatingips/08ad46fd-3ece-402c-9504-e8b548e9eddb HTTP/1.1" status: 204 len: 168 time: 1.8281040 Dec 21 23:14:33.259306 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'tag': '246ec901-2a0d-432d-9646-902d96bef8ce'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:14:33.342258 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-73ff3fcc-c618-47ea-a0b2-bbcc8ab5e0ec None None] Set router 264d5b70-ab28-41a8-a33a-cb9665f55449 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:14:33.613322 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'tag': '246ec901-2a0d-432d-9646-902d96bef8ce', 'status': 'completed', 'code': 200} Dec 21 23:14:33.664096 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-73ff3fcc-c618-47ea-a0b2-bbcc8ab5e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:50Z', 'revision_number': 4, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '866bd21c-e4bd-4406-b512-f9ad8526cb42', 'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'mac_address': 'fa:16:3e:ab:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:49Z', 'updated_at': '2021-12-21T23:03:59Z', 'revision_number': 5, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'subnets': [{'id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:33.668379 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff3fcc-c618-47ea-a0b2-bbcc8ab5e0ec None None] Checking router: 264d5b70-ab28-41a8-a33a-cb9665f55449 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:14:33.685045 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff3fcc-c618-47ea-a0b2-bbcc8ab5e0ec None None] Routers {'264d5b70-ab28-41a8-a33a-cb9665f55449'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:14:33.685045 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-73ff3fcc-c618-47ea-a0b2-bbcc8ab5e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:14:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['264d5b70-ab28-41a8-a33a-cb9665f55449'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:33.950261 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-849bf2df-66ae-457a-86e6-6e4f13fe5831 req-9e69ef7b-7759-4ecc-8f68-a6989404a00c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 1098 time: 0.1942136 Dec 21 23:14:33.950833 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-73ff3fcc-c618-47ea-a0b2-bbcc8ab5e0ec None None] Set router 264d5b70-ab28-41a8-a33a-cb9665f55449 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:14:33.986271 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d712c-bfe1-46b4-a1e9-4ca650bc0114 req-67fdebce-bbe3-4af5-befb-92cab4ce07c0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:14:33.987613 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-602d712c-bfe1-46b4-a1e9-4ca650bc0114 req-67fdebce-bbe3-4af5-befb-92cab4ce07c0 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.1969030 Dec 21 23:14:34.109872 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-602d712c-bfe1-46b4-a1e9-4ca650bc0114 req-33dbc990-4774-4f4f-90b7-c100bbdc0f00 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147120 Dec 21 23:14:34.128203 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bf2df-66ae-457a-86e6-6e4f13fe5831 req-9f46ace1-62d3-41f3-99fa-f38594898972 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:14:34.129620 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-849bf2df-66ae-457a-86e6-6e4f13fe5831 req-9f46ace1-62d3-41f3-99fa-f38594898972 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 200 len: 910 time: 0.1720145 Dec 21 23:14:34.199806 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-849bf2df-66ae-457a-86e6-6e4f13fe5831 req-aa565968-8da3-4239-8f5d-e1d0593a191e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=246ec901-2a0d-432d-9646-902d96bef8ce HTTP/1.1" status: 200 len: 217 time: 0.0631037 Dec 21 23:14:34.265677 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bf2df-66ae-457a-86e6-6e4f13fe5831 req-df37c675-0ad8-4165-8528-0b0f7756276a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:14:34.267155 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-849bf2df-66ae-457a-86e6-6e4f13fe5831 req-df37c675-0ad8-4165-8528-0b0f7756276a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 200 len: 848 time: 0.0611503 Dec 21 23:14:34.283348 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-73ff3fcc-c618-47ea-a0b2-bbcc8ab5e0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:50Z', 'revision_number': 4, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '866bd21c-e4bd-4406-b512-f9ad8526cb42', 'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'mac_address': 'fa:16:3e:ab:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:49Z', 'updated_at': '2021-12-21T23:03:59Z', 'revision_number': 5, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'subnets': [{'id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:34.287430 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff3fcc-c618-47ea-a0b2-bbcc8ab5e0ec None None] The sync data for ids ['264d5b70-ab28-41a8-a33a-cb9665f55449'] in dv-neutron-822520-1-hyperv is: [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:03:50Z', 'revision_number': 4, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '866bd21c-e4bd-4406-b512-f9ad8526cb42', 'name': '', 'network_id': 'b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'mac_address': 'fa:16:3e:ab:0a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:49Z', 'updated_at': '2021-12-21T23:03:59Z', 'revision_number': 5, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'subnets': [{'id': '05c28b1b-216f-4289-8380-e0e78ef87651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:14:34.344843 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-849bf2df-66ae-457a-86e6-6e4f13fe5831 req-91554a1c-5657-4f0a-8fbe-27f5e1ae8e8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692644 Dec 21 23:14:34.482093 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-849bf2df-66ae-457a-86e6-6e4f13fe5831 req-ed0f5947-9f16-4a02-b0e5-2806c059208e service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299171 Dec 21 23:14:34.499061 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f5377-faaa-43a9-91d0-4b4d4ca02d7a None None] New status for floating IP 08ad46fd-3ece-402c-9504-e8b548e9eddb: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 23:14:34.615073 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-849bf2df-66ae-457a-86e6-6e4f13fe5831 req-0b3e5d1b-ae8d-4f26-bf94-8c3b5a9139f0 service neutron] 10.222.0.49 "GET /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254745 Dec 21 23:14:34.811693 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:14:35.442868 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f630390-7e78-45d0-89a5-59e996c91175 req-3eeb4bec-d096-4cba-b4d4-1f69697ead5b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:14:35.443484 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-4f630390-7e78-45d0-89a5-59e996c91175 req-3eeb4bec-d096-4cba-b4d4-1f69697ead5b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Synchronizing usage tracker for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:14:35.542952 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-4f630390-7e78-45d0-89a5-59e996c91175 req-3eeb4bec-d096-4cba-b4d4-1f69697ead5b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Unset dirty status for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:14:35.544095 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4f630390-7e78-45d0-89a5-59e996c91175 req-3eeb4bec-d096-4cba-b4d4-1f69697ead5b tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.2446322 Dec 21 23:14:35.593021 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-4f630390-7e78-45d0-89a5-59e996c91175 req-7a992b54-08c4-4ac5-a9ec-31a8208e47af tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/security-groups?id=71e2bfa2-251f-437e-91e0-94785f3aa0b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431321 Dec 21 23:14:35.659804 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c1591-abc9-4956-bcca-c94109707625 req-3f703083-0782-4323-ade7-972ba21f3a74 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:14:35.661223 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-659c1591-abc9-4956-bcca-c94109707625 req-3f703083-0782-4323-ade7-972ba21f3a74 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 945 time: 0.1735258 Dec 21 23:14:35.728352 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-659c1591-abc9-4956-bcca-c94109707625 req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Deleting port 246ec901-2a0d-432d-9646-902d96bef8ce {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:14:35.728682 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-659c1591-abc9-4956-bcca-c94109707625 req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:35.971816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-659c1591-abc9-4956-bcca-c94109707625 req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] For port 246ec901-2a0d-432d-9646-902d96bef8ce, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=246ec901-2a0d-432d-9646-902d96bef8ce,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:14:35.972163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-659c1591-abc9-4956-bcca-c94109707625 req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:36.097796 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-659c1591-abc9-4956-bcca-c94109707625 req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Calling delete_port for 246ec901-2a0d-432d-9646-902d96bef8ce owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:14:36.302017 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-659c1591-abc9-4956-bcca-c94109707625 req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:36.350831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event deleted for resources: {'Port': ['ID=246ec901-2a0d-432d-9646-902d96bef8ce,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:36.390136 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:36.390483 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:36.390818 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:36.391146 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:36.391475 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:36.391796 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:36.392117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:36.392434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:36.392750 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:36.393061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:36.393375 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:36.437425 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-659c1591-abc9-4956-bcca-c94109707625 req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] No DVR routers for this DVR port 246ec901-2a0d-432d-9646-902d96bef8ce on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 23:14:36.439897 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-659c1591-abc9-4956-bcca-c94109707625 req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:36.442430 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'name': 'network-vif-deleted', 'tag': '246ec901-2a0d-432d-9646-902d96bef8ce'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:14:36.515588 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-659c1591-abc9-4956-bcca-c94109707625 req-94a0da52-ab48-4bb3-a4bb-26418650d220 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.49 "DELETE /v2.0/ports/246ec901-2a0d-432d-9646-902d96bef8ce HTTP/1.1" status: 204 len: 173 time: 0.8473854 Dec 21 23:14:36.611094 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e4d9374-8bd2-4ce5-8bc4-a871055254e8', 'name': 'network-vif-deleted', 'tag': '246ec901-2a0d-432d-9646-902d96bef8ce', 'status': 'completed', 'code': 200} Dec 21 23:14:36.763970 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-24bad972-5a9d-42f4-9f2f-c6951114fff2 req-59a2415f-7966-4eda-be14-ae3e51644dab tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 210 time: 0.0446706 Dec 21 23:14:37.948896 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-82b0b969-6435-4df9-8f00-63581d70c17c req-2890b6c6-ee78-42c3-879b-5b8bb059afdc tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Synchronizing usage tracker for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:14:38.027912 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-82b0b969-6435-4df9-8f00-63581d70c17c req-2890b6c6-ee78-42c3-879b-5b8bb059afdc tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Unset dirty status for tenant:3ac05e9ebdfb4a789daec320ac2de2ed on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:14:38.029082 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-82b0b969-6435-4df9-8f00-63581d70c17c req-2890b6c6-ee78-42c3-879b-5b8bb059afdc tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e4d9374-8bd2-4ce5-8bc4-a871055254e8 HTTP/1.1" status: 200 len: 210 time: 0.1202385 Dec 21 23:14:38.081841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 246ec901-2a0d-432d-9646-902d96bef8ce no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:14:38.114568 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 246ec901-2a0d-432d-9646-902d96bef8ce {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:14:38.114909 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 246ec901-2a0d-432d-9646-902d96bef8ce not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:14:39.132694 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47442) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:39.207261 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49eb6711-c2db-42fa-a498-af3dce2bfb44 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:39.237153 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49eb6711-c2db-42fa-a498-af3dce2bfb44 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:39.376269 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49eb6711-c2db-42fa-a498-af3dce2bfb44 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:39.397673 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb6711-c2db-42fa-a498-af3dce2bfb44 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e2bfa2-251f-437e-91e0-94785f3aa0b7,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:39.456335 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-49eb6711-c2db-42fa-a498-af3dce2bfb44 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:39.457449 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-49eb6711-c2db-42fa-a498-af3dce2bfb44 tempest-TestShelveInstance-1815943095 tempest-TestShelveInstance-1815943095-project] 10.222.0.37 "DELETE /v2.0/security-groups/71e2bfa2-251f-437e-91e0-94785f3aa0b7 HTTP/1.1" status: 204 len: 168 time: 0.3237052 Dec 21 23:14:39.566251 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47448) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:40.128996 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a378a7a7-f20c-49d1-9bc9-97ae157a29d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:40.804835 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-a378a7a7-f20c-49d1-9bc9-97ae157a29d4 admin admin] Deleting port 866bd21c-e4bd-4406-b512-f9ad8526cb42 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:14:40.805532 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a378a7a7-f20c-49d1-9bc9-97ae157a29d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:40.974462 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-a378a7a7-f20c-49d1-9bc9-97ae157a29d4 admin admin] For port 866bd21c-e4bd-4406-b512-f9ad8526cb42, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=866bd21c-e4bd-4406-b512-f9ad8526cb42,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:14:40.974726 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a378a7a7-f20c-49d1-9bc9-97ae157a29d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:41.091650 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-a378a7a7-f20c-49d1-9bc9-97ae157a29d4 admin admin] Calling delete_port for 866bd21c-e4bd-4406-b512-f9ad8526cb42 owned by network:router_interface {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:14:41.336475 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a378a7a7-f20c-49d1-9bc9-97ae157a29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:41.381226 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378a7a7-f20c-49d1-9bc9-97ae157a29d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=866bd21c-e4bd-4406-b512-f9ad8526cb42,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:41.669195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a378a7a7-f20c-49d1-9bc9-97ae157a29d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:42.325794 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a378a7a7-f20c-49d1-9bc9-97ae157a29d4 admin admin] Router 264d5b70-ab28-41a8-a33a-cb9665f55449 has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:14:42.519787 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a378a7a7-f20c-49d1-9bc9-97ae157a29d4 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:14:42.531804 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288c553-1267-4ccc-a024-a9791dd51572 None None] Sync routers for ids ['264d5b70-ab28-41a8-a33a-cb9665f55449'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:14:42.543622 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288c553-1267-4ccc-a024-a9791dd51572 None None] Routers {'264d5b70-ab28-41a8-a33a-cb9665f55449'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:14:42.544211 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d288c553-1267-4ccc-a024-a9791dd51572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:14:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['264d5b70-ab28-41a8-a33a-cb9665f55449'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:42.591026 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a378a7a7-f20c-49d1-9bc9-97ae157a29d4 admin admin] 10.222.0.37 "PUT /v2.0/routers/264d5b70-ab28-41a8-a33a-cb9665f55449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0236244 Dec 21 23:14:42.593717 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 47456) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:42.721244 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-d288c553-1267-4ccc-a024-a9791dd51572 None None] Set router 264d5b70-ab28-41a8-a33a-cb9665f55449 gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:14:42.794594 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-05d450bc-e8b6-4949-be07-b3cd99df888a admin admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:42.986762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-05d450bc-e8b6-4949-be07-b3cd99df888a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:43.003265 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d288c553-1267-4ccc-a024-a9791dd51572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220'}], 'enable_snat': True}, 'gw_port_id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:14:41Z', 'revision_number': 5, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port': {'id': '2560e3f1-04fa-4a9d-b7b0-89f36b39e0be', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b6:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:47Z', 'updated_at': '2021-12-21T23:03:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:43.007022 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288c553-1267-4ccc-a024-a9791dd51572 None None] Checking router: 264d5b70-ab28-41a8-a33a-cb9665f55449 for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:14:43.018121 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288c553-1267-4ccc-a024-a9791dd51572 None None] Routers {'264d5b70-ab28-41a8-a33a-cb9665f55449'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:14:43.018712 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d288c553-1267-4ccc-a024-a9791dd51572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:14:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['264d5b70-ab28-41a8-a33a-cb9665f55449'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:43.040347 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-05d450bc-e8b6-4949-be07-b3cd99df888a admin admin] Deleting port 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:14:43.040683 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-05d450bc-e8b6-4949-be07-b3cd99df888a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:43.164590 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-d288c553-1267-4ccc-a024-a9791dd51572 None None] Set router 264d5b70-ab28-41a8-a33a-cb9665f55449 gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:14:43.215616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-05d450bc-e8b6-4949-be07-b3cd99df888a admin admin] For port 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=2560e3f1-04fa-4a9d-b7b0-89f36b39e0be,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:14:43.216143 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-05d450bc-e8b6-4949-be07-b3cd99df888a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:43.270493 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-d288c553-1267-4ccc-a024-a9791dd51572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:14:42Z', 'revision_number': 6, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:43.275348 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288c553-1267-4ccc-a024-a9791dd51572 None None] The sync data for ids ['264d5b70-ab28-41a8-a33a-cb9665f55449'] in dv-neutron-822520-1-hyperv is: [{'id': '264d5b70-ab28-41a8-a33a-cb9665f55449', 'name': 'tempest-TestShelveInstance-2097257987-router', 'tenant_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:46Z', 'updated_at': '2021-12-21T23:14:42Z', 'revision_number': 6, 'project_id': '3ac05e9ebdfb4a789daec320ac2de2ed', 'gw_port_host': None}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:14:43.426124 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-05d450bc-e8b6-4949-be07-b3cd99df888a admin admin] Calling delete_port for 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:14:43.673762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-05d450bc-e8b6-4949-be07-b3cd99df888a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:43.721060 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d450bc-e8b6-4949-be07-b3cd99df888a admin admin] Pushing event deleted for resources: {'Port': ['ID=2560e3f1-04fa-4a9d-b7b0-89f36b39e0be,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:43.940681 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-05d450bc-e8b6-4949-be07-b3cd99df888a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:44.197954 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-05d450bc-e8b6-4949-be07-b3cd99df888a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:44.202186 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-05d450bc-e8b6-4949-be07-b3cd99df888a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:44.291168 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-05d450bc-e8b6-4949-be07-b3cd99df888a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:44.291676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d450bc-e8b6-4949-be07-b3cd99df888a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 264d5b70-ab28-41a8-a33a-cb9665f55449 {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 23:14:44.304302 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-05d450bc-e8b6-4949-be07-b3cd99df888a admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:44.305421 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-05d450bc-e8b6-4949-be07-b3cd99df888a admin admin] 10.222.0.37 "DELETE /v2.0/routers/264d5b70-ab28-41a8-a33a-cb9665f55449 HTTP/1.1" status: 204 len: 168 time: 1.7107320 Dec 21 23:14:44.309421 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 47460) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:44.371332 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e93aa2-aba8-4d36-b3ac-ca4ddfbb7c30 admin admin] Deleting subnet 05c28b1b-216f-4289-8380-e0e78ef87651 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 23:14:44.374456 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-19e93aa2-aba8-4d36-b3ac-ca4ddfbb7c30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:44.422741 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-19e93aa2-aba8-4d36-b3ac-ca4ddfbb7c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:44.503342 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-19e93aa2-aba8-4d36-b3ac-ca4ddfbb7c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:44.663980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-19e93aa2-aba8-4d36-b3ac-ca4ddfbb7c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:44.704649 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e93aa2-aba8-4d36-b3ac-ca4ddfbb7c30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05c28b1b-216f-4289-8380-e0e78ef87651,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:44.712246 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-19e93aa2-aba8-4d36-b3ac-ca4ddfbb7c30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:44.721291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1397858d-8fbe-4185-8685-5deb70febf63 None None] Network b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:14:44.721786 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-19e93aa2-aba8-4d36-b3ac-ca4ddfbb7c30 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/05c28b1b-216f-4289-8380-e0e78ef87651 HTTP/1.1" status: 204 len: 168 time: 0.4075918 Dec 21 23:14:44.721786 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 47464) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:44.788580 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 866bd21c-e4bd-4406-b512-f9ad8526cb42 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:14:44.823784 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 866bd21c-e4bd-4406-b512-f9ad8526cb42 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:14:44.824153 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 866bd21c-e4bd-4406-b512-f9ad8526cb42 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:14:44.824554 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:14:44.827779 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:44.838218 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] Deleting port 989e28dd-4f61-4d11-89b7-40333fdda088 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:14:44.838543 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:44.909143 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:14:44.909479 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 2560e3f1-04fa-4a9d-b7b0-89f36b39e0be not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:14:45.065692 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a492eb-216a-4ede-8c1b-45f9b39834dc None None] DHCP port deletion for b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 23:14:45.070443 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e9a492eb-216a-4ede-8c1b-45f9b39834dc None None] Deleting port 989e28dd-4f61-4d11-89b7-40333fdda088 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:14:45.070892 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e9a492eb-216a-4ede-8c1b-45f9b39834dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:45.136972 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] For port 989e28dd-4f61-4d11-89b7-40333fdda088, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=989e28dd-4f61-4d11-89b7-40333fdda088,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:14:45.137312 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:45.257393 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] Calling delete_port for 989e28dd-4f61-4d11-89b7-40333fdda088 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:14:45.280484 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-e9a492eb-216a-4ede-8c1b-45f9b39834dc None None] For port 989e28dd-4f61-4d11-89b7-40333fdda088, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=989e28dd-4f61-4d11-89b7-40333fdda088,segment=NetworkSegment(0fd4c1ce-3296-4985-977d-a750b6fbc33d),segment_id=0fd4c1ce-3296-4985-977d-a750b6fbc33d)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:14:45.280865 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e9a492eb-216a-4ede-8c1b-45f9b39834dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:45.394931 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:45.398640 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e9a492eb-216a-4ede-8c1b-45f9b39834dc None None] Calling delete_port for 989e28dd-4f61-4d11-89b7-40333fdda088 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:14:45.438603 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=989e28dd-4f61-4d11-89b7-40333fdda088,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:45.447363 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] No DVR routers for this DVR port 989e28dd-4f61-4d11-89b7-40333fdda088 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 23:14:45.472179 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-e9a492eb-216a-4ede-8c1b-45f9b39834dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 23:14:45.472534 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-e9a492eb-216a-4ede-8c1b-45f9b39834dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 23:14:45.563344 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:45.588613 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:45.600813 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd4c1ce-3296-4985-977d-a750b6fbc33d') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:45.601103 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd4c1ce-3296-4985-977d-a750b6fbc33d') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:45.612233 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:45.627646 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:45.633422 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 23:14:45.634320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 23:14:45.647239 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 23:14:45.804570 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:45.820182 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:45.830924 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:45.909873 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-e0b8942e-abc2-4f5c-9e21-4f9a88e43a1e admin admin] 10.222.0.37 "DELETE /v2.0/networks/b86a11ed-55b3-4cbd-b9a3-9d2dd10663e4 HTTP/1.1" status: 204 len: 168 time: 1.1869977 Dec 21 23:14:45.912449 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 47468) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:45.973268 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e9a492eb-216a-4ede-8c1b-45f9b39834dc None None] Deleting port 989e28dd-4f61-4d11-89b7-40333fdda088 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:14:45.973799 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e9a492eb-216a-4ede-8c1b-45f9b39834dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:46.031003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:46.035420 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-e9a492eb-216a-4ede-8c1b-45f9b39834dc None None] The port '989e28dd-4f61-4d11-89b7-40333fdda088' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 23:14:46.294933 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aee32abb-afe1-477e-aa73-3fe22ac7b393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:46.765669 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 989e28dd-4f61-4d11-89b7-40333fdda088 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:14:46.802508 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 989e28dd-4f61-4d11-89b7-40333fdda088 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:14:46.802843 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 989e28dd-4f61-4d11-89b7-40333fdda088 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:14:46.973993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-aee32abb-afe1-477e-aa73-3fe22ac7b393 admin admin] Deleting port 0e860014-29e8-4d32-b715-b98f7a0f71cd {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:14:46.974574 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aee32abb-afe1-477e-aa73-3fe22ac7b393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:47.140250 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-aee32abb-afe1-477e-aa73-3fe22ac7b393 admin admin] For port 0e860014-29e8-4d32-b715-b98f7a0f71cd, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=0e860014-29e8-4d32-b715-b98f7a0f71cd,segment=NetworkSegment(73ee32d0-4956-474a-bf6c-e61af65d227a),segment_id=73ee32d0-4956-474a-bf6c-e61af65d227a)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:14:47.140603 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aee32abb-afe1-477e-aa73-3fe22ac7b393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:47.258278 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-aee32abb-afe1-477e-aa73-3fe22ac7b393 admin admin] Calling delete_port for 0e860014-29e8-4d32-b715-b98f7a0f71cd owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:14:47.495885 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aee32abb-afe1-477e-aa73-3fe22ac7b393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:47.541856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee32abb-afe1-477e-aa73-3fe22ac7b393 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e860014-29e8-4d32-b715-b98f7a0f71cd,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:47.827936 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-aee32abb-afe1-477e-aa73-3fe22ac7b393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:48.483969 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee32abb-afe1-477e-aa73-3fe22ac7b393 admin admin] Router e8a7f687-52e7-46cf-b50c-75bd21aeb4cc has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:14:48.679053 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee32abb-afe1-477e-aa73-3fe22ac7b393 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:14:48.688203 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d8eb6f-ea80-4547-bc07-fcaa04600579 None None] Sync routers for ids ['e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:14:48.700039 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d8eb6f-ea80-4547-bc07-fcaa04600579 None None] Routers {'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:14:48.700645 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-66d8eb6f-ea80-4547-bc07-fcaa04600579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:14:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:48.752435 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-aee32abb-afe1-477e-aa73-3fe22ac7b393 admin admin] 10.222.0.37 "PUT /v2.0/routers/e8a7f687-52e7-46cf-b50c-75bd21aeb4cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8362861 Dec 21 23:14:48.752676 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 47472) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:48.878584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-66d8eb6f-ea80-4547-bc07-fcaa04600579 None None] Set router e8a7f687-52e7-46cf-b50c-75bd21aeb4cc gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:14:48.948795 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-79fc6c2c-fc58-4a1c-b8f9-5c86fd565ce0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:49.141058 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-79fc6c2c-fc58-4a1c-b8f9-5c86fd565ce0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:49.156388 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-66d8eb6f-ea80-4547-bc07-fcaa04600579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'name': 'tempest-TestShelveInstance-2054085512-router', 'tenant_id': 'b3c66b93d026472b8212d84a14c980c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:14:47Z', 'revision_number': 5, 'project_id': 'b3c66b93d026472b8212d84a14c980c7', 'gw_port': {'id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:49.160113 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d8eb6f-ea80-4547-bc07-fcaa04600579 None None] Checking router: e8a7f687-52e7-46cf-b50c-75bd21aeb4cc for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:14:49.171026 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d8eb6f-ea80-4547-bc07-fcaa04600579 None None] Routers {'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:14:49.171610 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-66d8eb6f-ea80-4547-bc07-fcaa04600579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:14:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:49.234418 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-79fc6c2c-fc58-4a1c-b8f9-5c86fd565ce0 admin admin] Deleting port 36c54ba2-2da6-4b87-827f-16d10ae3b646 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:14:49.234839 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-79fc6c2c-fc58-4a1c-b8f9-5c86fd565ce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:49.380717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-66d8eb6f-ea80-4547-bc07-fcaa04600579 None None] Set router e8a7f687-52e7-46cf-b50c-75bd21aeb4cc gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:14:49.413135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-79fc6c2c-fc58-4a1c-b8f9-5c86fd565ce0 admin admin] For port 36c54ba2-2da6-4b87-827f-16d10ae3b646, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=36c54ba2-2da6-4b87-827f-16d10ae3b646,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:14:49.413482 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-79fc6c2c-fc58-4a1c-b8f9-5c86fd565ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:49.532932 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-79fc6c2c-fc58-4a1c-b8f9-5c86fd565ce0 admin admin] Calling delete_port for 36c54ba2-2da6-4b87-827f-16d10ae3b646 owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:14:49.659584 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-66d8eb6f-ea80-4547-bc07-fcaa04600579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'name': 'tempest-TestShelveInstance-2054085512-router', 'tenant_id': 'b3c66b93d026472b8212d84a14c980c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:14:47Z', 'revision_number': 5, 'project_id': 'b3c66b93d026472b8212d84a14c980c7', 'gw_port': {'id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:49.663517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d8eb6f-ea80-4547-bc07-fcaa04600579 None None] The sync data for ids ['e8a7f687-52e7-46cf-b50c-75bd21aeb4cc'] in dv-neutron-822520-1-hyperv is: [{'id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'name': 'tempest-TestShelveInstance-2054085512-router', 'tenant_id': 'b3c66b93d026472b8212d84a14c980c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119'}], 'enable_snat': True}, 'gw_port_id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:14:47Z', 'revision_number': 5, 'project_id': 'b3c66b93d026472b8212d84a14c980c7', 'gw_port': {'id': '36c54ba2-2da6-4b87-827f-16d10ae3b646', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:21:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a7f687-52e7-46cf-b50c-75bd21aeb4cc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:03:54Z', 'updated_at': '2021-12-21T23:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:14:49.777329 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-79fc6c2c-fc58-4a1c-b8f9-5c86fd565ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:49.820993 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc6c2c-fc58-4a1c-b8f9-5c86fd565ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c54ba2-2da6-4b87-827f-16d10ae3b646,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:50.143308 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-79fc6c2c-fc58-4a1c-b8f9-5c86fd565ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:50.395642 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-79fc6c2c-fc58-4a1c-b8f9-5c86fd565ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:50.400249 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-79fc6c2c-fc58-4a1c-b8f9-5c86fd565ce0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:50.502963 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-79fc6c2c-fc58-4a1c-b8f9-5c86fd565ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:50.503488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fc6c2c-fc58-4a1c-b8f9-5c86fd565ce0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8a7f687-52e7-46cf-b50c-75bd21aeb4cc {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 23:14:50.515807 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-79fc6c2c-fc58-4a1c-b8f9-5c86fd565ce0 admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:50.518760 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-79fc6c2c-fc58-4a1c-b8f9-5c86fd565ce0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e8a7f687-52e7-46cf-b50c-75bd21aeb4cc HTTP/1.1" status: 204 len: 168 time: 1.7633610 Dec 21 23:14:50.519696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47476) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:50.584826 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_v2 [None req-585d06c0-1c3d-46d9-aec5-664b667793fa admin admin] Deleting subnet 8bb5bffb-eee3-4580-9e36-370188b53c39 {{(pid=84169) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 23:14:50.588250 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-585d06c0-1c3d-46d9-aec5-664b667793fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:50.637689 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-585d06c0-1c3d-46d9-aec5-664b667793fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7478106'] for subnet, precommit_delete_associations {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:50.714407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-585d06c0-1c3d-46d9-aec5-664b667793fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:50.839082 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-585d06c0-1c3d-46d9-aec5-664b667793fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7601230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7785963'] for subnet, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:50.875972 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d06c0-1c3d-46d9-aec5-664b667793fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb5bffb-eee3-4580-9e36-370188b53c39,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:50.879811 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-585d06c0-1c3d-46d9-aec5-664b667793fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:50.885926 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b732e37-b346-42d7-ac49-fb7572ac6949 None None] Network 0cba4e6c-449a-4c10-b57b-d080e032e941 requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:14:50.886403 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-585d06c0-1c3d-46d9-aec5-664b667793fa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8bb5bffb-eee3-4580-9e36-370188b53c39 HTTP/1.1" status: 204 len: 168 time: 0.3653975 Dec 21 23:14:50.888503 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47480) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:51.001709 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:51.012722 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] Deleting port ad2b0b1f-8d4d-4e7f-856a-d73a71947985 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:14:51.013047 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:51.013821 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 0e860014-29e8-4d32-b715-b98f7a0f71cd no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:14:51.047898 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 0e860014-29e8-4d32-b715-b98f7a0f71cd {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:14:51.048249 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 0e860014-29e8-4d32-b715-b98f7a0f71cd not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:14:51.048649 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 36c54ba2-2da6-4b87-827f-16d10ae3b646 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:14:51.111068 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 36c54ba2-2da6-4b87-827f-16d10ae3b646 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:14:51.111405 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 36c54ba2-2da6-4b87-827f-16d10ae3b646 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:14:51.214840 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0826d61c-df48-455e-83e5-0e687c3e9b1c None None] DHCP port deletion for 0cba4e6c-449a-4c10-b57b-d080e032e941 request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 23:14:51.219112 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0826d61c-df48-455e-83e5-0e687c3e9b1c None None] Deleting port ad2b0b1f-8d4d-4e7f-856a-d73a71947985 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:14:51.219419 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0826d61c-df48-455e-83e5-0e687c3e9b1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:51.219692 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.db [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] For port ad2b0b1f-8d4d-4e7f-856a-d73a71947985, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ad2b0b1f-8d4d-4e7f-856a-d73a71947985,segment=NetworkSegment(73ee32d0-4956-474a-bf6c-e61af65d227a),segment_id=73ee32d0-4956-474a-bf6c-e61af65d227a)] {{(pid=84169) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:14:51.220296 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:51.338088 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] Calling delete_port for ad2b0b1f-8d4d-4e7f-856a-d73a71947985 owned by network:dhcp {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:14:51.415595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-0826d61c-df48-455e-83e5-0e687c3e9b1c None None] For port ad2b0b1f-8d4d-4e7f-856a-d73a71947985, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=ad2b0b1f-8d4d-4e7f-856a-d73a71947985,segment=NetworkSegment(73ee32d0-4956-474a-bf6c-e61af65d227a),segment_id=73ee32d0-4956-474a-bf6c-e61af65d227a)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:14:51.426724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0826d61c-df48-455e-83e5-0e687c3e9b1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:51.535936 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0826d61c-df48-455e-83e5-0e687c3e9b1c None None] Calling delete_port for ad2b0b1f-8d4d-4e7f-856a-d73a71947985 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:14:51.589049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:51.603560 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-0826d61c-df48-455e-83e5-0e687c3e9b1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 23:14:51.603909 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-0826d61c-df48-455e-83e5-0e687c3e9b1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 23:14:51.728262 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad2b0b1f-8d4d-4e7f-856a-d73a71947985,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:51.731693 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] No DVR routers for this DVR port ad2b0b1f-8d4d-4e7f-856a-d73a71947985 on host dv-neutron-822520-1-hyperv {{(pid=84169) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 23:14:51.854519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:51.877880 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cba4e6c-449a-4c10-b57b-d080e032e941']}} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:51.889871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ee32d0-4956-474a-bf6c-e61af65d227a') {'for_net_delete': True} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:51.890188 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.services.segments.db [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ee32d0-4956-474a-bf6c-e61af65d227a') {} {{(pid=84169) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:51.901498 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7478093'] for segment, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:51.916589 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:51.922375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=84169) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 23:14:51.922741 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7601296'] for segment, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: Traceback (most recent call last): Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: timer() Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: cb(*args, **kw) Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: return func(*args, **kwargs) Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: self._notify() Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: self.callback(batched_events) Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: event.method(event) Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: return f(self, *a, **k) Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._get(url).json() Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: return self.request(url, 'GET', **kwargs) Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 23:14:51.935735 dv-neutron-822520-1-hyperv neutron-server[84169]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 23:14:52.063201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:52.079017 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:52.088790 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cba4e6c-449a-4c10-b57b-d080e032e941,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:52.096180 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-65c7d9c7-54b3-406b-b8fd-b2cce5f81b79 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0cba4e6c-449a-4c10-b57b-d080e032e941 HTTP/1.1" status: 204 len: 168 time: 1.2067089 Dec 21 23:14:52.107386 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0826d61c-df48-455e-83e5-0e687c3e9b1c None None] Deleting port ad2b0b1f-8d4d-4e7f-856a-d73a71947985 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:14:52.107386 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0826d61c-df48-455e-83e5-0e687c3e9b1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:52.173813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0826d61c-df48-455e-83e5-0e687c3e9b1c None None] The port 'ad2b0b1f-8d4d-4e7f-856a-d73a71947985' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 23:14:52.405130 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47486) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:52.456385 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6eb14288-1b25-44ee-94e0-890fcac08a5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ac05e9ebdfb4a789daec320ac2de2ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501318 Dec 21 23:14:52.459403 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47490) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:52.518235 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c68da8ed-0b49-41b6-849d-daa244fce621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:52.544020 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c68da8ed-0b49-41b6-849d-daa244fce621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:52.667597 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c68da8ed-0b49-41b6-849d-daa244fce621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:52.682941 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68da8ed-0b49-41b6-849d-daa244fce621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ea08e3-20e4-4285-9a53-33f0cb502608,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:52.692192 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c68da8ed-0b49-41b6-849d-daa244fce621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:52.693325 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c68da8ed-0b49-41b6-849d-daa244fce621 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16ea08e3-20e4-4285-9a53-33f0cb502608 HTTP/1.1" status: 204 len: 168 time: 0.2330570 Dec 21 23:14:52.778363 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ad2b0b1f-8d4d-4e7f-856a-d73a71947985 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:14:52.810838 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: ad2b0b1f-8d4d-4e7f-856a-d73a71947985 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:14:52.811269 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device ad2b0b1f-8d4d-4e7f-856a-d73a71947985 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:14:53.443436 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 47498) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:53.493061 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-34115236-7d47-4832-9c46-899cebf2640f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3c66b93d026472b8212d84a14c980c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485017 Dec 21 23:14:53.495939 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 47502) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:53.554339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-140195c5-5097-4843-bfac-2a27b165f7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:53.578516 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-140195c5-5097-4843-bfac-2a27b165f7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:53.701845 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-140195c5-5097-4843-bfac-2a27b165f7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:53.716544 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140195c5-5097-4843-bfac-2a27b165f7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40de2016-65f4-4d60-817d-2bc7f17d3615,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:53.722691 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-140195c5-5097-4843-bfac-2a27b165f7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:53.723802 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-140195c5-5097-4843-bfac-2a27b165f7c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/40de2016-65f4-4d60-817d-2bc7f17d3615 HTTP/1.1" status: 204 len: 168 time: 0.2269781 Dec 21 23:14:54.928755 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47524) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:55.055239 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-698245018-network', 'tenant_id': '9b7a9262c07147859f638710f9dea52d'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:14:55.059994 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:14:55.063684 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Usage tracker for resource:network and tenant:9b7a9262c07147859f638710f9dea52d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:14:55.066481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:14:55.072456 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:14:55.146997 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Made reservation on behalf of 9b7a9262c07147859f638710f9dea52d for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:14:55.149294 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:55.162303 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:55.193334 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:14:55.196970 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Usage tracker for resource:security_group_rule and tenant:9b7a9262c07147859f638710f9dea52d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:14:55.200360 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:14:55.205876 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:14:55.271459 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:55.342662 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:55.375304 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 23:14:55.380377 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f9144c-9bd2-4435-b36b-1bf11225f620,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:55.387702 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:55.388037 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Added segment 6ec5e54b-dda4-4038-8550-876c81c39a89 of type vlan for network 21b7f44a-bd9e-4c09-907d-10ee731d423e Dec 21 23:14:55.412883 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:55.503132 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:55.503981 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:14:55.504616 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:55.608753 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] Pushing event updated for resources: {'Network': ['ID=21b7f44a-bd9e-4c09-907d-10ee731d423e,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:55.617932 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 21b7f44a-bd9e-4c09-907d-10ee731d423e details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 23:14:55.623844 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-bbfbee76-9bda-46dc-9bde-c1509c637a37 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6940053 Dec 21 23:14:55.626571 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47530) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:55.631801 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-37371524-c97d-4839-9cf9-d54f20a99aa5 admin admin] Request body: {'subnet': {'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-698245018-subnet', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'ip_version': 4}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:14:55.636909 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-37371524-c97d-4839-9cf9-d54f20a99aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:14:55.640725 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-37371524-c97d-4839-9cf9-d54f20a99aa5 admin admin] Usage tracker for resource:subnet and tenant:9b7a9262c07147859f638710f9dea52d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:14:55.643542 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-37371524-c97d-4839-9cf9-d54f20a99aa5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:14:55.649237 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-37371524-c97d-4839-9cf9-d54f20a99aa5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:14:55.731679 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37371524-c97d-4839-9cf9-d54f20a99aa5 admin admin] Made reservation on behalf of 9b7a9262c07147859f638710f9dea52d for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:14:55.734201 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-37371524-c97d-4839-9cf9-d54f20a99aa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:56.010743 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-37371524-c97d-4839-9cf9-d54f20a99aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:56.080492 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37371524-c97d-4839-9cf9-d54f20a99aa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=473728f2-397a-4cc4-a128-8954f1cb9946,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:56.091743 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37371524-c97d-4839-9cf9-d54f20a99aa5 admin admin] Checking segment: {'id': '6ec5e54b-dda4-4038-8550-876c81c39a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:14:56.092094 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37371524-c97d-4839-9cf9-d54f20a99aa5 admin admin] Network hostable DHCP agents. Network: 21b7f44a-bd9e-4c09-907d-10ee731d423e, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 23:14:56.170177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37371524-c97d-4839-9cf9-d54f20a99aa5 admin admin] Network 21b7f44a-bd9e-4c09-907d-10ee731d423e is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 23:14:56.244283 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-37371524-c97d-4839-9cf9-d54f20a99aa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 21b7f44a-bd9e-4c09-907d-10ee731d423e) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:14:56.249474 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37371524-c97d-4839-9cf9-d54f20a99aa5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:14:56.250612 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-37371524-c97d-4839-9cf9-d54f20a99aa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:56.253974 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e818a54-7b3b-4164-af5c-900b08bdc11e None None] Network 21b7f44a-bd9e-4c09-907d-10ee731d423e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:14:56.343001 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-37371524-c97d-4839-9cf9-d54f20a99aa5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7151735 Dec 21 23:14:56.346370 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47534) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:56.351519 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:14:56.357621 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:14:56.361728 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Usage tracker for resource:router and tenant:9b7a9262c07147859f638710f9dea52d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:14:56.365357 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:14:56.371442 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:14:56.445077 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:56.446416 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:56.464731 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:56.503486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-21b7f44a-bd9e-4c09-907d-10ee731d423e', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 23:14:56.504279 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:56.655343 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Allocated IP 172.20.0.2 (21b7f44a-bd9e-4c09-907d-10ee731d423e/473728f2-397a-4cc4-a128-8954f1cb9946/0e343c18-08db-46c7-8089-89872c7377c3) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:14:56.687881 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:56.859954 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:56.870097 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Transition to ACTIVE for port object 0e343c18-08db-46c7-8089-89872c7377c3 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:14:56.888586 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Transition to ACTIVE for port object 0e343c18-08db-46c7-8089-89872c7377c3 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:14:56.920973 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:56.950418 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:56.954949 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:57.020685 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Network 21b7f44a-bd9e-4c09-907d-10ee731d423e is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:14:57.023517 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:14:57.028637 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:14:57.030595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Pushing event updated for resources: {'Port': ['ID=0e343c18-08db-46c7-8089-89872c7377c3,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:57.070635 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:57.070974 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:57.071309 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:57.071636 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:57.071976 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:57.072293 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:57.072611 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:57.073565 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:57.074063 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:57.074567 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:57.074895 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:57.086889 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Allocated IP 172.26.3.238 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/1830010f-fa61-4788-abe7-1f1d65848303) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:14:57.128631 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Attempting to bind port 0e343c18-08db-46c7-8089-89872c7377c3 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:14:57.128994 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Attempting to bind port 0e343c18-08db-46c7-8089-89872c7377c3 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '6ec5e54b-dda4-4038-8550-876c81c39a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:14:57.129352 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Attempting to bind port 0e343c18-08db-46c7-8089-89872c7377c3 on network 21b7f44a-bd9e-4c09-907d-10ee731d423e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:14:57.136424 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:14:57.136914 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Checking segment: {'id': '6ec5e54b-dda4-4038-8550-876c81c39a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:14:57.137387 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:57.137845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Bound using segment: {'id': '6ec5e54b-dda4-4038-8550-876c81c39a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:14:57.138406 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Bound port: 0e343c18-08db-46c7-8089-89872c7377c3, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec5e54b-dda4-4038-8550-876c81c39a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:14:57.138842 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:57.231141 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] For port 0e343c18-08db-46c7-8089-89872c7377c3, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:14:57.237089 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] For port 0e343c18-08db-46c7-8089-89872c7377c3, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=0e343c18-08db-46c7-8089-89872c7377c3,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:14:57.308472 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:57.330585 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:57.349525 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4490eaa8-0878-4dbf-98b2-9d031d96f867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:57.398628 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf2392-b733-4bef-99e7-ac8299085d90 None None] Pushing event updated for resources: {'Port': ['ID=0e343c18-08db-46c7-8089-89872c7377c3,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:57.418319 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:57.491695 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:14:57.494548 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:14:57.500182 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:14:57.528171 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Pushing event updated for resources: {'Port': ['ID=1830010f-fa61-4788-abe7-1f1d65848303,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:57.761646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:57.762324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:58.068977 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Router 28fa159d-a41c-4582-8a37-d624c6680e7a is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84169) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 23:14:58.279385 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:14:58.288797 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Sync routers for ids ['28fa159d-a41c-4582-8a37-d624c6680e7a'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:14:58.300687 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Routers {'28fa159d-a41c-4582-8a37-d624c6680e7a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:14:58.301494 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:14:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['28fa159d-a41c-4582-8a37-d624c6680e7a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:58.348698 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671edc9d-2086-4cc9-9d03-4907834aa3b7 None None] Network 21b7f44a-bd9e-4c09-907d-10ee731d423e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:14:58.377646 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] Notify callbacks [] for router, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:58.379280 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-9233984e-6ce3-4f06-98e0-28ea0f7bd17a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0319426 Dec 21 23:14:58.381918 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47538) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:14:58.485376 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Set router 28fa159d-a41c-4582-8a37-d624c6680e7a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:14:58.504751 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-ffe0fd4c-c56d-4c78-893b-0ba677248313 None None] Provisioning for port 0e343c18-08db-46c7-8089-89872c7377c3 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:14:58.794350 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:57Z', 'revision_number': 3, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:58.800200 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Checking router: 28fa159d-a41c-4582-8a37-d624c6680e7a for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:14:58.800957 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Updating router 28fa159d-a41c-4582-8a37-d624c6680e7a port 1830010f-fa61-4788-abe7-1f1d65848303 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 23:14:58.823899 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 0e343c18-08db-46c7-8089-89872c7377c3 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:14:58.858917 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:58.988840 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 0e343c18-08db-46c7-8089-89872c7377c3 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:14:58.993928 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 0e343c18-08db-46c7-8089-89872c7377c3 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:14:58.994329 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:59.111305 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:59.144791 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 0e343c18-08db-46c7-8089-89872c7377c3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=0e343c18-08db-46c7-8089-89872c7377c3,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:14:59.152992 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:59.192089 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:59.204637 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Transition to ACTIVE for port object 1830010f-fa61-4788-abe7-1f1d65848303 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:14:59.223172 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:59.280018 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:59.297622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=0e343c18-08db-46c7-8089-89872c7377c3,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:59.362767 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Attempting to bind port 1830010f-fa61-4788-abe7-1f1d65848303 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:14:59.363281 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Attempting to bind port 1830010f-fa61-4788-abe7-1f1d65848303 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:14:59.363395 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Attempting to bind port 1830010f-fa61-4788-abe7-1f1d65848303 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:14:59.365250 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17885e-018c-49ea-b3b9-1314710a889d None None] Pushing event updated for resources: {'Port': ['ID=1830010f-fa61-4788-abe7-1f1d65848303,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:59.377334 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17885e-018c-49ea-b3b9-1314710a889d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:59.377694 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17885e-018c-49ea-b3b9-1314710a889d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:59.378005 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17885e-018c-49ea-b3b9-1314710a889d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:59.378357 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17885e-018c-49ea-b3b9-1314710a889d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:59.378683 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17885e-018c-49ea-b3b9-1314710a889d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:59.379004 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17885e-018c-49ea-b3b9-1314710a889d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:59.379323 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17885e-018c-49ea-b3b9-1314710a889d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:59.379647 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17885e-018c-49ea-b3b9-1314710a889d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:59.379962 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17885e-018c-49ea-b3b9-1314710a889d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:59.380268 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17885e-018c-49ea-b3b9-1314710a889d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:59.380587 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17885e-018c-49ea-b3b9-1314710a889d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:14:59.383686 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:14:59.384055 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:14:59.384444 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:59.384820 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:14:59.385307 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Bound port: 1830010f-fa61-4788-abe7-1f1d65848303, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:14:59.386207 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:59.455794 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] For port 1830010f-fa61-4788-abe7-1f1d65848303, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:14:59.458737 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] For port 1830010f-fa61-4788-abe7-1f1d65848303, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=1830010f-fa61-4788-abe7-1f1d65848303,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:14:59.461689 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Allocated IP 172.20.0.1 (21b7f44a-bd9e-4c09-907d-10ee731d423e/473728f2-397a-4cc4-a128-8954f1cb9946/311b28d4-8b21-4493-9644-3f581c3a8294) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:14:59.530646 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:59.606954 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:59.613608 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17885e-018c-49ea-b3b9-1314710a889d None None] Pushing event updated for resources: {'Port': ['ID=1830010f-fa61-4788-abe7-1f1d65848303,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:59.619410 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Routers {'28fa159d-a41c-4582-8a37-d624c6680e7a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:14:59.621587 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:14:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['28fa159d-a41c-4582-8a37-d624c6680e7a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:14:59.623632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.provisioning_blocks [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Transition to ACTIVE for port object 311b28d4-8b21-4493-9644-3f581c3a8294 will not be triggered until provisioned by entity DHCP. {{(pid=84169) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:14:59.714483 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b6206a96-e906-42ca-95b9-9734f67ab994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:59.725052 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:14:59.794701 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Network 21b7f44a-bd9e-4c09-907d-10ee731d423e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:14:59.797532 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:14:59.801912 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:14:59.829193 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] Set router 28fa159d-a41c-4582-8a37-d624c6680e7a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:14:59.831139 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Pushing event updated for resources: {'Port': ['ID=311b28d4-8b21-4493-9644-3f581c3a8294,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:14:59.862987 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:00.011257 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:00.108408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5ce8a085-0e9e-4130-972b-b14d1ad3bda1 None None] Provisioning for port 311b28d4-8b21-4493-9644-3f581c3a8294 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:15:00.113538 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-5ce8a085-0e9e-4130-972b-b14d1ad3bda1 None None] Provisioning complete for port 311b28d4-8b21-4493-9644-3f581c3a8294 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:00.113920 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5ce8a085-0e9e-4130-972b-b14d1ad3bda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:00.126806 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:57Z', 'revision_number': 3, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:15:00.130717 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03e7a6-49a9-4509-9046-5f16f50cd4cc None None] The sync data for ids ['28fa159d-a41c-4582-8a37-d624c6680e7a'] in dv-neutron-822520-1-hyperv is: [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:57Z', 'revision_number': 3, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:15:00.175290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8a085-0e9e-4130-972b-b14d1ad3bda1 None None] Port 311b28d4-8b21-4493-9644-3f581c3a8294 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:15:00.253668 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:00.315785 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:00.419524 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:00.422998 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Pushing event updated for resources: {'Port': ['ID=311b28d4-8b21-4493-9644-3f581c3a8294,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:00.562802 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Network 21b7f44a-bd9e-4c09-907d-10ee731d423e is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:15:00.563855 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:15:00.827582 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:00.922183 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 1830010f-fa61-4788-abe7-1f1d65848303 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:15:01.021035 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:01.036912 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Router 28fa159d-a41c-4582-8a37-d624c6680e7a has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:15:01.038255 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d2c0b993-b3f4-45dc-ab2f-af960174c980 None None] Provisioning complete for port 311b28d4-8b21-4493-9644-3f581c3a8294 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:01.038950 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d2c0b993-b3f4-45dc-ab2f-af960174c980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:01.096059 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-d2c0b993-b3f4-45dc-ab2f-af960174c980 None None] Port 311b28d4-8b21-4493-9644-3f581c3a8294 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:15:01.137536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 1830010f-fa61-4788-abe7-1f1d65848303 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:15:01.143519 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 1830010f-fa61-4788-abe7-1f1d65848303 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:01.144280 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:01.262849 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:01.281414 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 1830010f-fa61-4788-abe7-1f1d65848303, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=1830010f-fa61-4788-abe7-1f1d65848303,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:15:01.334054 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:15:01.344292 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-c1348c28-2466-43c1-bd97-9c02b0e68202 admin admin] 10.222.0.37 "PUT /v2.0/routers/28fa159d-a41c-4582-8a37-d624c6680e7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9609439 Dec 21 23:15:01.354740 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:01.355596 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 0e343c18-08db-46c7-8089-89872c7377c3 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:15:01.502335 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=1830010f-fa61-4788-abe7-1f1d65848303,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:01.515839 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 0e343c18-08db-46c7-8089-89872c7377c3 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:01.516152 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:02.486465 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:02.576822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47560) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:15:02.582375 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-773464293-network', 'tenant_id': 'aeae90bb62e5495da845a3e93d0a49a0'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:15:02.587036 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:15:02.591417 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Usage tracker for resource:network and tenant:aeae90bb62e5495da845a3e93d0a49a0 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:15:02.594241 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:15:02.600086 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:15:02.674247 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Made reservation on behalf of aeae90bb62e5495da845a3e93d0a49a0 for: {'network': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:15:02.676448 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for network, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:02.690949 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:02.721172 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:15:02.724843 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Usage tracker for resource:security_group_rule and tenant:aeae90bb62e5495da845a3e93d0a49a0 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:15:02.727721 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:15:02.734931 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:15:02.780906 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 1830010f-fa61-4788-abe7-1f1d65848303 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:15:02.848498 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 1830010f-fa61-4788-abe7-1f1d65848303 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:02.848782 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:02.862228 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:02.943112 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:02.971632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=84169) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 21 23:15:02.983936 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b2b048-fe6a-4ee6-bdec-7ca024cfd527,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:02.988177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:02.988514 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.segments_db [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Added segment b36f83ff-7083-44da-818d-688f732a07c0 of type vlan for network 120ba8bc-0a31-432d-8c79-51a92ae799ec Dec 21 23:15:03.013748 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755463405514'] for network, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:03.114776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287'] for network, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:03.115602 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:03.116268 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Notify callbacks [] for network, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:03.217137 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] Pushing event updated for resources: {'Network': ['ID=120ba8bc-0a31-432d-8c79-51a92ae799ec,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:03.227233 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Network 120ba8bc-0a31-432d-8c79-51a92ae799ec details requested by agent ovs-agent-dv-neutron-822520-1-hyperv with host dv-neutron-822520-1-hyperv {{(pid=84170) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 21 23:15:03.255150 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-b79d0f14-1a51-4527-8c95-177248fd655f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6746924 Dec 21 23:15:03.255495 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47564) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:15:03.261700 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-dd6440c6-bad0-4de7-82d3-068bc676ce18 admin admin] Request body: {'subnet': {'network_id': '120ba8bc-0a31-432d-8c79-51a92ae799ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-773464293-subnet', 'tenant_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'ip_version': 4}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:15:03.266861 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dd6440c6-bad0-4de7-82d3-068bc676ce18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:15:03.270809 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dd6440c6-bad0-4de7-82d3-068bc676ce18 admin admin] Usage tracker for resource:subnet and tenant:aeae90bb62e5495da845a3e93d0a49a0 is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:15:03.273788 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-dd6440c6-bad0-4de7-82d3-068bc676ce18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:15:03.279911 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-dd6440c6-bad0-4de7-82d3-068bc676ce18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:15:03.348651 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6440c6-bad0-4de7-82d3-068bc676ce18 admin admin] Made reservation on behalf of aeae90bb62e5495da845a3e93d0a49a0 for: {'subnet': 1} {{(pid=84169) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:15:03.350990 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dd6440c6-bad0-4de7-82d3-068bc676ce18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7785920'] for subnet, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:03.617570 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dd6440c6-bad0-4de7-82d3-068bc676ce18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7601161', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7785970'] for subnet, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:03.702566 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6440c6-bad0-4de7-82d3-068bc676ce18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=974fd4b2-033f-4a16-89ed-62bf120a99a0,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:03.718665 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6440c6-bad0-4de7-82d3-068bc676ce18 admin admin] Checking segment: {'id': 'b36f83ff-7083-44da-818d-688f732a07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '120ba8bc-0a31-432d-8c79-51a92ae799ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84169) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:15:03.719019 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6440c6-bad0-4de7-82d3-068bc676ce18 admin admin] Network hostable DHCP agents. Network: 120ba8bc-0a31-432d-8c79-51a92ae799ec, hostable agents: ['e45bbdb1-6837-45c2-a324-6f761f7afaff'], hosted agents: [] {{(pid=84169) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 21 23:15:03.740550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Sync routers for ids ['28fa159d-a41c-4582-8a37-d624c6680e7a'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:15:03.746065 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Routers {'28fa159d-a41c-4582-8a37-d624c6680e7a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:15:03.746646 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:15:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['28fa159d-a41c-4582-8a37-d624c6680e7a'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:15:03.834344 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6440c6-bad0-4de7-82d3-068bc676ce18 admin admin] Network 120ba8bc-0a31-432d-8c79-51a92ae799ec is scheduled to be hosted by DHCP agent e45bbdb1-6837-45c2-a324-6f761f7afaff with binding_index 1 {{(pid=84169) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 21 23:15:03.922456 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Set router 28fa159d-a41c-4582-8a37-d624c6680e7a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:15:03.936871 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-dd6440c6-bad0-4de7-82d3-068bc676ce18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822520-1-hyperv, 120ba8bc-0a31-432d-8c79-51a92ae799ec) {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:15:03.940742 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6440c6-bad0-4de7-82d3-068bc676ce18 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:03.941460 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-dd6440c6-bad0-4de7-82d3-068bc676ce18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:03.963159 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e138e22-71ed-4afb-9721-c17baf94f221 None None] Network 120ba8bc-0a31-432d-8c79-51a92ae799ec requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:15:04.031001 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-dd6440c6-bad0-4de7-82d3-068bc676ce18 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7718146 Dec 21 23:15:04.031189 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 47568) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:15:04.036606 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-773464293-router', 'tenant_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:15:04.041400 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:15:04.045890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Usage tracker for resource:router and tenant:aeae90bb62e5495da845a3e93d0a49a0 is out of sync, need to count used quota {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:15:04.048732 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84168) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:15:04.057505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:15:04.147636 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-511345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3683'] for router, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:04.148665 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-510424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-514693', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-518533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3708'] for router, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:04.168668 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:04.388144 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-514807', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-511331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3662'] for router, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:04.445724 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4d4b768-2a3c-5f9d-bd68-6bc4df4822b5-120ba8bc-0a31-432d-8c79-51a92ae799ec', 'network_id': '120ba8bc-0a31-432d-8c79-51a92ae799ec', 'tenant_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'fixed_ips': [{'subnet_id': '974fd4b2-033f-4a16-89ed-62bf120a99a0'}]}} from dv-neutron-822520-1-hyperv. {{(pid=84170) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 21 23:15:04.446560 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:04.590339 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:59Z', 'revision_number': 4, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '311b28d4-8b21-4493-9644-3f581c3a8294', 'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'mac_address': 'fa:16:3e:d8:3c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:59Z', 'updated_at': '2021-12-21T23:15:00Z', 'revision_number': 2, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'subnets': [{'id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:15:04.600964 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Checking router: 28fa159d-a41c-4582-8a37-d624c6680e7a for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:15:04.601317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Updating router 28fa159d-a41c-4582-8a37-d624c6680e7a port 311b28d4-8b21-4493-9644-3f581c3a8294 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 23:15:04.660251 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:04.666392 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.db_base_plugin_common [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Allocated IP 172.20.0.2 (120ba8bc-0a31-432d-8c79-51a92ae799ec/974fd4b2-033f-4a16-89ed-62bf120a99a0/b0909351-8c9d-4410-b430-6215b71d5df1) {{(pid=84170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:15:04.672083 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:04.692626 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:04.851898 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Allocated IP 172.26.3.44 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/b8998bfe-e86b-402f-a387-4696280bb308) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:15:05.002299 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:05.109298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:05.118844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Notify callbacks [] for port, precommit_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:05.140887 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Transition to ACTIVE for port object b0909351-8c9d-4410-b430-6215b71d5df1 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:15:05.178543 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Transition to ACTIVE for port object b0909351-8c9d-4410-b430-6215b71d5df1 will not be triggered until provisioned by entity DHCP. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:15:05.181910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:15:05.185658 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:15:05.188980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:15:05.218074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Pushing event updated for resources: {'Port': ['ID=b8998bfe-e86b-402f-a387-4696280bb308,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:05.249684 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525'] for port, after_create {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:05.304238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:05.343404 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Transition to ACTIVE for port object 311b28d4-8b21-4493-9644-3f581c3a8294 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:15:05.348693 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Pushing event updated for resources: {'Port': ['ID=b0909351-8c9d-4410-b430-6215b71d5df1,revision_number=1']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:05.351913 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Network 120ba8bc-0a31-432d-8c79-51a92ae799ec is already hosted by enough agents. {{(pid=84170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:15:05.353262 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.scheduler.base_scheduler [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Resources bound (agent type, host, resource id): {{(pid=84170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:15:05.356164 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Received port after_create {{(pid=84170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:15:05.426581 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:05.501376 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Attempting to bind port b0909351-8c9d-4410-b430-6215b71d5df1 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:15:05.501742 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Attempting to bind port b0909351-8c9d-4410-b430-6215b71d5df1 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'b36f83ff-7083-44da-818d-688f732a07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '120ba8bc-0a31-432d-8c79-51a92ae799ec'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:15:05.502116 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Attempting to bind port b0909351-8c9d-4410-b430-6215b71d5df1 on network 120ba8bc-0a31-432d-8c79-51a92ae799ec {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:15:05.511252 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:05.512103 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-511336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-514776'] for router, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:05.576018 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:15:05.576384 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Checking segment: {'id': 'b36f83ff-7083-44da-818d-688f732a07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '120ba8bc-0a31-432d-8c79-51a92ae799ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:15:05.576778 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:05.577163 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Bound using segment: {'id': 'b36f83ff-7083-44da-818d-688f732a07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '120ba8bc-0a31-432d-8c79-51a92ae799ec'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:15:05.577629 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Bound port: b0909351-8c9d-4410-b430-6215b71d5df1, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36f83ff-7083-44da-818d-688f732a07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '120ba8bc-0a31-432d-8c79-51a92ae799ec'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:15:05.577996 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:05.593837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03457b-912b-4c84-9abe-dd58ed19ddfe None None] Pushing event updated for resources: {'Port': ['ID=311b28d4-8b21-4493-9644-3f581c3a8294,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:05.758514 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Attempting to bind port 311b28d4-8b21-4493-9644-3f581c3a8294 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:15:05.758871 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Attempting to bind port 311b28d4-8b21-4493-9644-3f581c3a8294 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '6ec5e54b-dda4-4038-8550-876c81c39a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:15:05.759217 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Attempting to bind port 311b28d4-8b21-4493-9644-3f581c3a8294 on network 21b7f44a-bd9e-4c09-907d-10ee731d423e {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:15:05.770385 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] For port b0909351-8c9d-4410-b430-6215b71d5df1, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:15:05.774150 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] For port b0909351-8c9d-4410-b430-6215b71d5df1, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b0909351-8c9d-4410-b430-6215b71d5df1,segment=NetworkSegment(b36f83ff-7083-44da-818d-688f732a07c0),segment_id=b36f83ff-7083-44da-818d-688f732a07c0)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:15:05.775976 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:15:05.776394 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Checking segment: {'id': '6ec5e54b-dda4-4038-8550-876c81c39a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:15:05.776952 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:05.777338 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Bound using segment: {'id': '6ec5e54b-dda4-4038-8550-876c81c39a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:15:05.777775 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Bound port: 311b28d4-8b21-4493-9644-3f581c3a8294, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec5e54b-dda4-4038-8550-876c81c39a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:15:05.778161 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:05.809855 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Router 212ad75e-a36a-4570-a5fa-a139168c9b4e is scheduled to L3 agent 20060682-f45a-45da-9d52-0f396f295d44 with binding_index 1 {{(pid=84168) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 21 23:15:05.847813 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:05.939060 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] For port 311b28d4-8b21-4493-9644-3f581c3a8294, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:15:05.945365 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] For port 311b28d4-8b21-4493-9644-3f581c3a8294, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=311b28d4-8b21-4493-9644-3f581c3a8294,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:15:05.950176 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b0a80-080f-4c38-b6f1-c1facdaea003 None None] Pushing event updated for resources: {'Port': ['ID=b0909351-8c9d-4410-b430-6215b71d5df1,revision_number=2']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:06.017671 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:06.019472 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:15:06.029815 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Sync routers for ids ['212ad75e-a36a-4570-a5fa-a139168c9b4e'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:15:06.045150 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Routers {'212ad75e-a36a-4570-a5fa-a139168c9b4e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:15:06.045997 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:15:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['212ad75e-a36a-4570-a5fa-a139168c9b4e'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:15:06.130070 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:06.130070 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6849b58c-51c9-4154-b5ee-6454337b0d8e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0952218 Dec 21 23:15:06.130623 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 47572) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:15:06.136417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Routers {'28fa159d-a41c-4582-8a37-d624c6680e7a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:15:06.137040 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:15:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['28fa159d-a41c-4582-8a37-d624c6680e7a'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:15:06.222812 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a03457b-912b-4c84-9abe-dd58ed19ddfe None None] Pushing event updated for resources: {'Port': ['ID=311b28d4-8b21-4493-9644-3f581c3a8294,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:06.319259 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Set router 212ad75e-a36a-4570-a5fa-a139168c9b4e gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:15:06.453591 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] Set router 28fa159d-a41c-4582-8a37-d624c6680e7a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:15:06.652586 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'name': 'tempest-TestSnapshotPattern-773464293-router', 'tenant_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b8998bfe-e86b-402f-a387-4696280bb308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:15:04Z', 'updated_at': '2021-12-21T23:15:05Z', 'revision_number': 3, 'project_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'gw_port': {'id': 'b8998bfe-e86b-402f-a387-4696280bb308', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:15:04Z', 'updated_at': '2021-12-21T23:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:15:06.656933 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Checking router: 212ad75e-a36a-4570-a5fa-a139168c9b4e for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:15:06.657279 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Updating router 212ad75e-a36a-4570-a5fa-a139168c9b4e port b8998bfe-e86b-402f-a387-4696280bb308 binding host dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 23:15:06.712323 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:06.854817 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b0909351-8c9d-4410-b430-6215b71d5df1 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:15:06.923583 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:59Z', 'revision_number': 4, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '311b28d4-8b21-4493-9644-3f581c3a8294', 'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'mac_address': 'fa:16:3e:d8:3c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:59Z', 'updated_at': '2021-12-21T23:15:05Z', 'revision_number': 4, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'subnets': [{'id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:15:06.933573 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b8820-0a5c-4207-8673-f0711ec1940c None None] The sync data for ids ['28fa159d-a41c-4582-8a37-d624c6680e7a'] in dv-neutron-822520-1-hyperv is: [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:59Z', 'revision_number': 4, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '311b28d4-8b21-4493-9644-3f581c3a8294', 'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'mac_address': 'fa:16:3e:d8:3c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:59Z', 'updated_at': '2021-12-21T23:15:05Z', 'revision_number': 4, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'subnets': [{'id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:15:07.039382 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:07.045480 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port b0909351-8c9d-4410-b430-6215b71d5df1 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:15:07.192392 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:07.205175 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.provisioning_blocks [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Transition to ACTIVE for port object b8998bfe-e86b-402f-a387-4696280bb308 will not be triggered until provisioned by entity L2. {{(pid=84171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:15:07.235793 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d86d19-43d4-44ee-91f8-de65adf54019 None None] Network 120ba8bc-0a31-432d-8c79-51a92ae799ec requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:15:07.285687 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:07.291776 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Allocated IP 172.20.0.1 (120ba8bc-0a31-432d-8c79-51a92ae799ec/974fd4b2-033f-4a16-89ed-62bf120a99a0/87bddddb-32f1-4e6a-8b9a-8bf2b268b127) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:15:07.376943 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10a275-e38e-4d9c-92c9-af9f6051f6b4 None None] Pushing event updated for resources: {'Port': ['ID=b8998bfe-e86b-402f-a387-4696280bb308,revision_number=2']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:07.408043 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Attempting to bind port b8998bfe-e86b-402f-a387-4696280bb308 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:15:07.408675 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Attempting to bind port b8998bfe-e86b-402f-a387-4696280bb308 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:15:07.409196 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Attempting to bind port b8998bfe-e86b-402f-a387-4696280bb308 on network 1ca459d5-42d5-4445-a501-f60bc2ce7708 {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:15:07.417813 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:15:07.418201 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Checking segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:15:07.418598 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:07.418989 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Bound using segment: {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'} {{(pid=84171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:15:07.419444 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.managers [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Bound port: b8998bfe-e86b-402f-a387-4696280bb308, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95024ce5-d52f-4c02-aaa0-5c417ab2f439', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708'}}] {{(pid=84171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:15:07.419805 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:07.461834 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-94f81f59-b1f6-43b9-a35d-e62ac511d590 None None] Provisioning for port b0909351-8c9d-4410-b430-6215b71d5df1 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:15:07.471218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-94f81f59-b1f6-43b9-a35d-e62ac511d590 None None] Provisioning complete for port b0909351-8c9d-4410-b430-6215b71d5df1 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:07.476845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-94f81f59-b1f6-43b9-a35d-e62ac511d590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:07.507880 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] For port b8998bfe-e86b-402f-a387-4696280bb308, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:15:07.513920 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.plugins.ml2.db [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] For port b8998bfe-e86b-402f-a387-4696280bb308, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b8998bfe-e86b-402f-a387-4696280bb308,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:15:07.581801 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron_lib.callbacks.manager [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:07.582486 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:07.600137 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Transition to ACTIVE for port object 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:15:07.686619 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:07.692765 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-94f81f59-b1f6-43b9-a35d-e62ac511d590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:07.704765 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10a275-e38e-4d9c-92c9-af9f6051f6b4 None None] Pushing event updated for resources: {'Port': ['ID=b8998bfe-e86b-402f-a387-4696280bb308,revision_number=3']} {{(pid=84171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:07.719585 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Routers {'212ad75e-a36a-4570-a5fa-a139168c9b4e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:15:07.720581 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:15:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['212ad75e-a36a-4570-a5fa-a139168c9b4e'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:15:07.744192 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-94f81f59-b1f6-43b9-a35d-e62ac511d590 None None] For port b0909351-8c9d-4410-b430-6215b71d5df1, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b0909351-8c9d-4410-b430-6215b71d5df1,segment=NetworkSegment(b36f83ff-7083-44da-818d-688f732a07c0),segment_id=b36f83ff-7083-44da-818d-688f732a07c0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:15:07.774074 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Network 120ba8bc-0a31-432d-8c79-51a92ae799ec is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:15:07.777640 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:15:07.781930 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:15:07.812741 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Pushing event updated for resources: {'Port': ['ID=87bddddb-32f1-4e6a-8b9a-8bf2b268b127,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:07.813570 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-94f81f59-b1f6-43b9-a35d-e62ac511d590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:07.860258 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-512658'] for router_interface, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:07.922388 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] Set router 212ad75e-a36a-4570-a5fa-a139168c9b4e gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:15:07.927616 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f81f59-b1f6-43b9-a35d-e62ac511d590 None None] Pushing event updated for resources: {'Port': ['ID=b0909351-8c9d-4410-b430-6215b71d5df1,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:08.046844 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-d3d37490-774e-4a27-a0ee-4dbb3e088319 None None] Provisioning complete for port b0909351-8c9d-4410-b430-6215b71d5df1 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:08.047673 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d3d37490-774e-4a27-a0ee-4dbb3e088319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:08.080636 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:08.247661 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'name': 'tempest-TestSnapshotPattern-773464293-router', 'tenant_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b8998bfe-e86b-402f-a387-4696280bb308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:15:04Z', 'updated_at': '2021-12-21T23:15:05Z', 'revision_number': 3, 'project_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'gw_port': {'id': 'b8998bfe-e86b-402f-a387-4696280bb308', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:15:04Z', 'updated_at': '2021-12-21T23:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:15:08.251702 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317f656-e801-4ded-85dd-c344b5b4c9b5 None None] The sync data for ids ['212ad75e-a36a-4570-a5fa-a139168c9b4e'] in dv-neutron-822520-1-hyperv is: [{'id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'name': 'tempest-TestSnapshotPattern-773464293-router', 'tenant_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b8998bfe-e86b-402f-a387-4696280bb308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:15:04Z', 'updated_at': '2021-12-21T23:15:05Z', 'revision_number': 3, 'project_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'gw_port': {'id': 'b8998bfe-e86b-402f-a387-4696280bb308', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:15:04Z', 'updated_at': '2021-12-21T23:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:15:08.342942 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:08.392969 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-50ac4313-fc01-4669-be17-71443329cdd9 None None] Provisioning for port 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:15:08.398074 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-50ac4313-fc01-4669-be17-71443329cdd9 None None] Provisioning complete for port 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:08.398473 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-50ac4313-fc01-4669-be17-71443329cdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:08.440402 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:08.452621 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-50ac4313-fc01-4669-be17-71443329cdd9 None None] Port 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:15:08.544247 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1445222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-513835'] for router_interface, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:08.548139 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Pushing event updated for resources: {'Port': ['ID=87bddddb-32f1-4e6a-8b9a-8bf2b268b127,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:08.685100 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Network 120ba8bc-0a31-432d-8c79-51a92ae799ec is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:15:08.686277 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:15:08.859238 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 311b28d4-8b21-4493-9644-3f581c3a8294 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:15:08.978629 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-66ff5190-0773-40fc-b624-a798afbb4ab1 None None] Provisioning complete for port 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:08.978971 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-66ff5190-0773-40fc-b624-a798afbb4ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:09.005619 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 311b28d4-8b21-4493-9644-3f581c3a8294 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:15:09.023156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 311b28d4-8b21-4493-9644-3f581c3a8294 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:09.023567 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:09.078607 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-66ff5190-0773-40fc-b624-a798afbb4ab1 None None] Port 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:15:09.098104 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Router 212ad75e-a36a-4570-a5fa-a139168c9b4e has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:15:09.145691 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:09.176639 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 311b28d4-8b21-4493-9644-3f581c3a8294, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=311b28d4-8b21-4493-9644-3f581c3a8294,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:15:09.234202 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:09.234993 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b0909351-8c9d-4410-b430-6215b71d5df1 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:15:09.301019 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:15:09.310554 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-0626a44a-008a-4e78-bc68-0eaa6696c876 admin admin] 10.222.0.37 "PUT /v2.0/routers/212ad75e-a36a-4570-a5fa-a139168c9b4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1790013 Dec 21 23:15:09.350472 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=311b28d4-8b21-4493-9644-3f581c3a8294,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:09.363390 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port b0909351-8c9d-4410-b430-6215b71d5df1 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:09.363753 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:10.782577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 311b28d4-8b21-4493-9644-3f581c3a8294 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:15:10.850598 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 311b28d4-8b21-4493-9644-3f581c3a8294 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:10.850968 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:11.071081 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47590) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:15:11.076829 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-aa85a1c1-c230-40c5-9afd-c9118e284a6b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1308043929', 'description': 'tempest-secgroup-smoke-1308043929 description', 'project_id': '9b7a9262c07147859f638710f9dea52d'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:15:11.082789 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-aa85a1c1-c230-40c5-9afd-c9118e284a6b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:15:11.086512 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-aa85a1c1-c230-40c5-9afd-c9118e284a6b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Usage tracker for resource:security_group and tenant:9b7a9262c07147859f638710f9dea52d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:15:11.089706 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-aa85a1c1-c230-40c5-9afd-c9118e284a6b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:15:11.096195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-aa85a1c1-c230-40c5-9afd-c9118e284a6b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:15:11.188628 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa85a1c1-c230-40c5-9afd-c9118e284a6b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:11.222890 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-aa85a1c1-c230-40c5-9afd-c9118e284a6b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:15:11.226466 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-aa85a1c1-c230-40c5-9afd-c9118e284a6b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Usage tracker for resource:security_group_rule and tenant:9b7a9262c07147859f638710f9dea52d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:15:11.229743 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-aa85a1c1-c230-40c5-9afd-c9118e284a6b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:15:11.235351 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-aa85a1c1-c230-40c5-9afd-c9118e284a6b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:15:11.290113 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa85a1c1-c230-40c5-9afd-c9118e284a6b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:11.347003 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa85a1c1-c230-40c5-9afd-c9118e284a6b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:11.387436 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85a1c1-c230-40c5-9afd-c9118e284a6b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f688566b-6968-4350-9aaa-21bfa5118962,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:11.444419 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-aa85a1c1-c230-40c5-9afd-c9118e284a6b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:11.445680 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-aa85a1c1-c230-40c5-9afd-c9118e284a6b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3735847 Dec 21 23:15:11.449138 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47594) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:15:11.454632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-ae5a5d9e-4d5b-4128-ba50-3981bcfe6f1f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Request body: {'security_group_rule': {'security_group_id': 'f688566b-6968-4350-9aaa-21bfa5118962', 'project_id': '9b7a9262c07147859f638710f9dea52d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:15:11.460489 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ae5a5d9e-4d5b-4128-ba50-3981bcfe6f1f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:15:11.464532 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ae5a5d9e-4d5b-4128-ba50-3981bcfe6f1f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Usage tracker for resource:security_group_rule and tenant:9b7a9262c07147859f638710f9dea52d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:15:11.467368 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-ae5a5d9e-4d5b-4128-ba50-3981bcfe6f1f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:15:11.473178 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-ae5a5d9e-4d5b-4128-ba50-3981bcfe6f1f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:15:11.571958 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5d9e-4d5b-4128-ba50-3981bcfe6f1f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:11.633894 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5d9e-4d5b-4128-ba50-3981bcfe6f1f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:11.726049 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5d9e-4d5b-4128-ba50-3981bcfe6f1f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:11.750927 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a5d9e-4d5b-4128-ba50-3981bcfe6f1f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9d1984-cbed-48d6-86a0-009d2642957f,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:11.811705 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:15:11.828662 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-ae5a5d9e-4d5b-4128-ba50-3981bcfe6f1f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:11.829843 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-ae5a5d9e-4d5b-4128-ba50-3981bcfe6f1f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3796477 Dec 21 23:15:11.832632 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47598) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:15:11.838475 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-a1e2aea0-ca13-4e0a-b412-17054c9c2602 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Request body: {'security_group_rule': {'security_group_id': 'f688566b-6968-4350-9aaa-21bfa5118962', 'project_id': '9b7a9262c07147859f638710f9dea52d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:15:11.844721 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a1e2aea0-ca13-4e0a-b412-17054c9c2602 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:15:11.848687 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a1e2aea0-ca13-4e0a-b412-17054c9c2602 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Usage tracker for resource:security_group_rule and tenant:9b7a9262c07147859f638710f9dea52d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:15:11.851795 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-a1e2aea0-ca13-4e0a-b412-17054c9c2602 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:15:11.858323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-a1e2aea0-ca13-4e0a-b412-17054c9c2602 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:15:11.949199 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a1e2aea0-ca13-4e0a-b412-17054c9c2602 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:12.011045 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a1e2aea0-ca13-4e0a-b412-17054c9c2602 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:12.171499 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a1e2aea0-ca13-4e0a-b412-17054c9c2602 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:12.195696 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e2aea0-ca13-4e0a-b412-17054c9c2602 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfecc015-95f9-468e-9a73-f11ac2d0ea88,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:12.428880 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-a1e2aea0-ca13-4e0a-b412-17054c9c2602 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:12.430110 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-a1e2aea0-ca13-4e0a-b412-17054c9c2602 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5965376 Dec 21 23:15:12.433254 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47604) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:15:12.438653 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-7f2f89b2-8fef-4978-a770-1fa9627f95f6 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Request body: {'security_group_rule': {'security_group_id': 'f688566b-6968-4350-9aaa-21bfa5118962', 'project_id': '9b7a9262c07147859f638710f9dea52d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:15:12.446929 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7f2f89b2-8fef-4978-a770-1fa9627f95f6 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:15:12.448389 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7f2f89b2-8fef-4978-a770-1fa9627f95f6 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Usage tracker for resource:security_group_rule and tenant:9b7a9262c07147859f638710f9dea52d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:15:12.451261 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-7f2f89b2-8fef-4978-a770-1fa9627f95f6 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:15:12.456801 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-7f2f89b2-8fef-4978-a770-1fa9627f95f6 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:15:12.554925 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f2f89b2-8fef-4978-a770-1fa9627f95f6 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:12.615583 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f2f89b2-8fef-4978-a770-1fa9627f95f6 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:12.730216 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f2f89b2-8fef-4978-a770-1fa9627f95f6 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:12.757860 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f89b2-8fef-4978-a770-1fa9627f95f6 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34266a93-d884-4fe9-a54b-4978d7740cc9,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:13.067540 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-7f2f89b2-8fef-4978-a770-1fa9627f95f6 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:13.068748 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-7f2f89b2-8fef-4978-a770-1fa9627f95f6 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6345651 Dec 21 23:15:13.071598 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47608) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:15:13.077674 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-34bd8135-dc85-491d-a338-dad29b421fa1 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Request body: {'security_group_rule': {'security_group_id': 'f688566b-6968-4350-9aaa-21bfa5118962', 'project_id': '9b7a9262c07147859f638710f9dea52d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:15:13.083705 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-34bd8135-dc85-491d-a338-dad29b421fa1 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:15:13.087466 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-34bd8135-dc85-491d-a338-dad29b421fa1 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Usage tracker for resource:security_group_rule and tenant:9b7a9262c07147859f638710f9dea52d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:15:13.090450 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-34bd8135-dc85-491d-a338-dad29b421fa1 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:15:13.096372 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-34bd8135-dc85-491d-a338-dad29b421fa1 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:15:13.182811 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-34bd8135-dc85-491d-a338-dad29b421fa1 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:13.246742 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-34bd8135-dc85-491d-a338-dad29b421fa1 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:13.318568 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-34bd8135-dc85-491d-a338-dad29b421fa1 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:13.343096 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd8135-dc85-491d-a338-dad29b421fa1 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b90b43-8ed5-4205-9947-8331090db7d1,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:13.411584 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-34bd8135-dc85-491d-a338-dad29b421fa1 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:13.412808 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-34bd8135-dc85-491d-a338-dad29b421fa1 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3402755 Dec 21 23:15:13.415527 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47612) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:15:13.421565 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-6d8f66a9-52f4-4752-8813-25ad35ff7fb5 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Request body: {'security_group_rule': {'security_group_id': 'f688566b-6968-4350-9aaa-21bfa5118962', 'project_id': '9b7a9262c07147859f638710f9dea52d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:15:13.427535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6d8f66a9-52f4-4752-8813-25ad35ff7fb5 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:15:13.431250 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6d8f66a9-52f4-4752-8813-25ad35ff7fb5 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Usage tracker for resource:security_group_rule and tenant:9b7a9262c07147859f638710f9dea52d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:15:13.434665 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-6d8f66a9-52f4-4752-8813-25ad35ff7fb5 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:15:13.440270 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-6d8f66a9-52f4-4752-8813-25ad35ff7fb5 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:15:13.512744 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-6d8f66a9-52f4-4752-8813-25ad35ff7fb5 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Project 9b7a9262c07147859f638710f9dea52d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 23:15:13.519065 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6d8f66a9-52f4-4752-8813-25ad35ff7fb5 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:13.581535 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6d8f66a9-52f4-4752-8813-25ad35ff7fb5 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:13.669218 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6d8f66a9-52f4-4752-8813-25ad35ff7fb5 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:13.692224 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f66a9-52f4-4752-8813-25ad35ff7fb5 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=899b40e3-1053-409a-ac18-3cf0a72da51f,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:13.765941 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-6d8f66a9-52f4-4752-8813-25ad35ff7fb5 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:13.769619 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6d8f66a9-52f4-4752-8813-25ad35ff7fb5 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3507495 Dec 21 23:15:13.769813 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47616) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:15:13.775407 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-265b7cfc-edad-42f6-a520-8c6d74b1c58f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Request body: {'security_group_rule': {'security_group_id': 'f688566b-6968-4350-9aaa-21bfa5118962', 'project_id': '9b7a9262c07147859f638710f9dea52d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:15:13.781536 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-265b7cfc-edad-42f6-a520-8c6d74b1c58f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:15:13.785394 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-265b7cfc-edad-42f6-a520-8c6d74b1c58f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Usage tracker for resource:security_group_rule and tenant:9b7a9262c07147859f638710f9dea52d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:15:13.788285 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-265b7cfc-edad-42f6-a520-8c6d74b1c58f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:15:13.793986 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-265b7cfc-edad-42f6-a520-8c6d74b1c58f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:15:13.862991 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.securitygroups_db [None req-265b7cfc-edad-42f6-a520-8c6d74b1c58f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Project 9b7a9262c07147859f638710f9dea52d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 21 23:15:13.870025 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-265b7cfc-edad-42f6-a520-8c6d74b1c58f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:13.935606 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-265b7cfc-edad-42f6-a520-8c6d74b1c58f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:14.011220 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-265b7cfc-edad-42f6-a520-8c6d74b1c58f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-464013'] for security_group_rule, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:14.034893 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b7cfc-edad-42f6-a520-8c6d74b1c58f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49de719e-aaec-4b93-812b-41ae980881aa,revision_number=0']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:14.119786 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-265b7cfc-edad-42f6-a520-8c6d74b1c58f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:14.121506 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-265b7cfc-edad-42f6-a520-8c6d74b1c58f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3506141 Dec 21 23:15:14.308306 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-d653d423-5ded-427f-bcea-f41091c94488 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1308043929&fields=id&tenant_id=9b7a9262c07147859f638710f9dea52d HTTP/1.1" status: 200 len: 267 time: 0.0448375 Dec 21 23:15:14.546245 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086c83-c144-4611-9b4c-d56c513bf06d req-80e5917d-d69f-4277-902a-c0e2bd23bccf tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:14.547666 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-80e5917d-d69f-4277-902a-c0e2bd23bccf tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/networks?id=21b7f44a-bd9e-4c09-907d-10ee731d423e HTTP/1.1" status: 200 len: 809 time: 0.2331278 Dec 21 23:15:14.563956 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-bf215b43-aa49-4538-b924-31b504d9df7c tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/quotas/9b7a9262c07147859f638710f9dea52d HTTP/1.1" status: 200 len: 375 time: 0.0108936 Dec 21 23:15:14.641509 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-d2a2d809-f5ae-4bc3-b959-a15c1d7fbcd6 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b7a9262c07147859f638710f9dea52d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728967 Dec 21 23:15:14.812476 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-3cd55dbd-28cd-4ee1-8822-156b012f460c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 23:15:14.813505 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-3cd55dbd-28cd-4ee1-8822-156b012f460c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0714951 Dec 21 23:15:14.960473 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-384ac5ca-c5fc-450c-9f24-d93a335a62c9 service neutron] 10.222.0.37 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401107 Dec 21 23:15:15.101343 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-2f311bdd-d156-4c0c-b043-b143457c058d service neutron] 10.222.0.37 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341033 Dec 21 23:15:16.032841 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:16.375419 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-1fb0ef35-5442-4c36-af36-827d261ed67a req-603169fa-3486-4e08-bbec-81529faf0568 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Synchronizing usage tracker for tenant:9b7a9262c07147859f638710f9dea52d on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:15:16.449749 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-1fb0ef35-5442-4c36-af36-827d261ed67a req-603169fa-3486-4e08-bbec-81529faf0568 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Unset dirty status for tenant:9b7a9262c07147859f638710f9dea52d on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:15:16.454039 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1fb0ef35-5442-4c36-af36-827d261ed67a req-603169fa-3486-4e08-bbec-81529faf0568 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 210 time: 0.1166308 Dec 21 23:15:16.810294 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b8998bfe-e86b-402f-a387-4696280bb308 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:15:16.937263 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port b8998bfe-e86b-402f-a387-4696280bb308 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:15:16.942377 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port b8998bfe-e86b-402f-a387-4696280bb308 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:16.942750 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:17.089690 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:17.105774 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port b8998bfe-e86b-402f-a387-4696280bb308, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b8998bfe-e86b-402f-a387-4696280bb308,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:15:17.200473 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:17.267077 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=b8998bfe-e86b-402f-a387-4696280bb308,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:17.617494 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ed356de3-4ec9-430f-b298-b758783d2951 req-fa070da5-698b-4786-a943-4494109c03c4 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 210 time: 0.0454626 Dec 21 23:15:18.507764 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086c83-c144-4611-9b4c-d56c513bf06d req-b5aa0cd6-d7a5-4e73-9731-58660bb9db1a tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:18.509228 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-b5aa0cd6-d7a5-4e73-9731-58660bb9db1a tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.49 "GET /v2.0/networks?id=21b7f44a-bd9e-4c09-907d-10ee731d423e HTTP/1.1" status: 200 len: 809 time: 0.1422391 Dec 21 23:15:18.571109 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-73c2684c-a5c1-4695-b8b0-50946cbe5329 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b7a9262c07147859f638710f9dea52d HTTP/1.1" status: 200 len: 380 time: 0.0401297 Dec 21 23:15:18.582373 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-63086c83-c144-4611-9b4c-d56c513bf06d req-e17993d1-dac5-44f1-b207-1d2f2c3b05f3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Request body: {'port': {'device_id': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'admin_state_up': True, 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'security_groups': ['f688566b-6968-4350-9aaa-21bfa5118962']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:15:18.718226 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-63086c83-c144-4611-9b4c-d56c513bf06d req-e17993d1-dac5-44f1-b207-1d2f2c3b05f3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:15:18.728267 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-63086c83-c144-4611-9b4c-d56c513bf06d req-e17993d1-dac5-44f1-b207-1d2f2c3b05f3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:15:18.788482 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-13b83834-55ed-4db1-87a8-95258f393d35 req-2570c1e4-5217-4b6b-8adf-1944216a865f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 210 time: 0.0446544 Dec 21 23:15:18.794095 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63086c83-c144-4611-9b4c-d56c513bf06d req-e17993d1-dac5-44f1-b207-1d2f2c3b05f3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Made reservation on behalf of 9b7a9262c07147859f638710f9dea52d for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:15:18.798178 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-63086c83-c144-4611-9b4c-d56c513bf06d req-e17993d1-dac5-44f1-b207-1d2f2c3b05f3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:18.822161 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b8998bfe-e86b-402f-a387-4696280bb308 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:15:18.893087 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port b8998bfe-e86b-402f-a387-4696280bb308 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:18.893444 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:18.972177 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-63086c83-c144-4611-9b4c-d56c513bf06d req-e17993d1-dac5-44f1-b207-1d2f2c3b05f3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Allocated IP 172.20.0.10 (21b7f44a-bd9e-4c09-907d-10ee731d423e/473728f2-397a-4cc4-a128-8954f1cb9946/2a79ecc2-87f7-4113-907e-8ab71a9fbfa8) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:15:19.164427 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-63086c83-c144-4611-9b4c-d56c513bf06d req-e17993d1-dac5-44f1-b207-1d2f2c3b05f3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:19.179757 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-63086c83-c144-4611-9b4c-d56c513bf06d req-e17993d1-dac5-44f1-b207-1d2f2c3b05f3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Transition to ACTIVE for port object 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:15:19.280389 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-63086c83-c144-4611-9b4c-d56c513bf06d req-e17993d1-dac5-44f1-b207-1d2f2c3b05f3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:19.356442 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63086c83-c144-4611-9b4c-d56c513bf06d req-e17993d1-dac5-44f1-b207-1d2f2c3b05f3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Network 21b7f44a-bd9e-4c09-907d-10ee731d423e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:15:19.359517 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-63086c83-c144-4611-9b4c-d56c513bf06d req-e17993d1-dac5-44f1-b207-1d2f2c3b05f3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:15:19.364014 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-63086c83-c144-4611-9b4c-d56c513bf06d req-e17993d1-dac5-44f1-b207-1d2f2c3b05f3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:15:19.389654 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17993d1-dac5-44f1-b207-1d2f2c3b05f3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event updated for resources: {'Port': ['ID=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:19.431200 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086c83-c144-4611-9b4c-d56c513bf06d req-e17993d1-dac5-44f1-b207-1d2f2c3b05f3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:19.431828 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-63086c83-c144-4611-9b4c-d56c513bf06d req-e17993d1-dac5-44f1-b207-1d2f2c3b05f3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:19.536275 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-e17993d1-dac5-44f1-b207-1d2f2c3b05f3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9573700 Dec 21 23:15:19.552384 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Request body: {'port': {'device_id': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:15:19.621198 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-cbd83713-c213-43ae-995c-79d551a15d15 None None] Provisioning for port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:15:19.626091 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-cbd83713-c213-43ae-995c-79d551a15d15 None None] Provisioning complete for port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:19.626454 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cbd83713-c213-43ae-995c-79d551a15d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:19.659780 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:19.677308 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-cbd83713-c213-43ae-995c-79d551a15d15 None None] Port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:15:20.141416 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 23:15:20.149988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6711dda-41e7-4ac0-a296-3d49c8847c22 req-95b71c59-ccda-48da-8434-f51a62bb64b3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:20.151316 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c6711dda-41e7-4ac0-a296-3d49c8847c22 req-95b71c59-ccda-48da-8434-f51a62bb64b3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Synchronizing usage tracker for tenant:9b7a9262c07147859f638710f9dea52d on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:15:20.157236 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:20.177597 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Transition to ACTIVE for port object 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:15:20.249811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-c6711dda-41e7-4ac0-a296-3d49c8847c22 req-95b71c59-ccda-48da-8434-f51a62bb64b3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Unset dirty status for tenant:9b7a9262c07147859f638710f9dea52d on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:15:20.251195 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6711dda-41e7-4ac0-a296-3d49c8847c22 req-95b71c59-ccda-48da-8434-f51a62bb64b3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 932 time: 0.3339667 Dec 21 23:15:20.273200 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:20.410453 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-c6711dda-41e7-4ac0-a296-3d49c8847c22 req-012b1f8f-4619-4342-9a11-d93c223d072d tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536582 Dec 21 23:15:20.420834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:20.537298 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Attempting to bind port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:15:20.537618 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Attempting to bind port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6ec5e54b-dda4-4038-8550-876c81c39a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:15:20.537929 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Attempting to bind port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 on network 21b7f44a-bd9e-4c09-907d-10ee731d423e {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:15:20.543644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 on network 21b7f44a-bd9e-4c09-907d-10ee731d423e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 23:15:20.543954 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Attempting to bind port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 on network 21b7f44a-bd9e-4c09-907d-10ee731d423e {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:15:20.550156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:15:20.550482 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Checking segment: {'id': '6ec5e54b-dda4-4038-8550-876c81c39a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:15:20.550858 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Bound using segment: {'id': '6ec5e54b-dda4-4038-8550-876c81c39a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:15:20.551270 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Bound port: 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec5e54b-dda4-4038-8550-876c81c39a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:15:20.551603 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:20.639988 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] For port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:15:20.642817 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] For port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:15:20.690267 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:20.754306 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:20.755553 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] 10.222.0.49 "PUT /v2.0/ports/2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 HTTP/1.1" status: 200 len: 1094 time: 1.2073784 Dec 21 23:15:20.755977 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'tag': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:15:20.783026 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9c8e1-9fc4-4bae-a7bf-c9b480a76ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:20.826125 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'tag': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'status': 'completed', 'code': 200} Dec 21 23:15:20.925202 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fc749652-a99d-48bd-b428-9927e1bc4ae5 req-0a2943df-83d3-43b7-a4e8-6fb7add0df8e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b7a9262c07147859f638710f9dea52d&device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 1097 time: 0.0722198 Dec 21 23:15:21.071145 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc749652-a99d-48bd-b428-9927e1bc4ae5 req-a778f1a2-ed5a-4d46-97b2-9381f70c6e69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:21.073138 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fc749652-a99d-48bd-b428-9927e1bc4ae5 req-a778f1a2-ed5a-4d46-97b2-9381f70c6e69 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9b7a9262c07147859f638710f9dea52d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1355445 Dec 21 23:15:21.210330 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc749652-a99d-48bd-b428-9927e1bc4ae5 req-f6f434ab-a6ff-4ae9-8d5a-6221561063b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:21.211751 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-fc749652-a99d-48bd-b428-9927e1bc4ae5 req-f6f434ab-a6ff-4ae9-8d5a-6221561063b7 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281939 Dec 21 23:15:21.321563 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-8ae4bd18-cb24-4cd7-9a80-162e166857f2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b7a9262c07147859f638710f9dea52d&device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 1097 time: 0.0691838 Dec 21 23:15:21.395284 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-955e9e61-5553-4913-bd3d-439770c17fe2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 HTTP/1.1" status: 200 len: 217 time: 0.0626476 Dec 21 23:15:21.573541 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086c83-c144-4611-9b4c-d56c513bf06d req-3c311567-f8c8-4d31-8672-9a0f15660ef4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:21.574961 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-3c311567-f8c8-4d31-8672-9a0f15660ef4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=473728f2-397a-4cc4-a128-8954f1cb9946 HTTP/1.1" status: 200 len: 848 time: 0.1706538 Dec 21 23:15:21.661795 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9240f9-1744-49e7-8132-2ea9a23e61c2 req-d68599e3-99ec-4e7e-a2ea-d541c01ab7fc tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:21.663221 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9b9240f9-1744-49e7-8132-2ea9a23e61c2 req-d68599e3-99ec-4e7e-a2ea-d541c01ab7fc tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 944 time: 0.1305590 Dec 21 23:15:21.697009 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-5a95a3d2-ede7-4b07-aaf8-ea120e437e27 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21b7f44a-bd9e-4c09-907d-10ee731d423e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1102922 Dec 21 23:15:21.741313 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9b9240f9-1744-49e7-8132-2ea9a23e61c2 req-012f57fa-361d-4c74-a401-57794e6b5b1b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714321 Dec 21 23:15:21.837865 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-980b5ba2-c4d1-487f-ad42-542f0b008fe8 service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286175 Dec 21 23:15:21.971519 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-63086c83-c144-4611-9b4c-d56c513bf06d req-5c6cda2b-d1a1-4999-9391-ec945fc941bc service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226852 Dec 21 23:15:22.939534 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b5391-b688-4e78-8e40-0b9cdece521d req-e637bf0d-6988-44c6-a872-b132151c7385 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:22.940968 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9e6b5391-b688-4e78-8e40-0b9cdece521d req-e637bf0d-6988-44c6-a872-b132151c7385 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 944 time: 0.0783660 Dec 21 23:15:22.986401 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-9e6b5391-b688-4e78-8e40-0b9cdece521d req-a75c5520-d307-4f9d-916e-5bd068861d0b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Synchronizing usage tracker for tenant:9b7a9262c07147859f638710f9dea52d on resource:security_group {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:15:23.056589 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-9e6b5391-b688-4e78-8e40-0b9cdece521d req-a75c5520-d307-4f9d-916e-5bd068861d0b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Unset dirty status for tenant:9b7a9262c07147859f638710f9dea52d on resource:security_group {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:15:23.058483 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-9e6b5391-b688-4e78-8e40-0b9cdece521d req-a75c5520-d307-4f9d-916e-5bd068861d0b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119328 Dec 21 23:15:24.269826 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 23:15:24.348985 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2142f-05c0-428c-87e1-fd198981f073 req-f8f945bd-8ba1-4c83-9f35-8afc0f77161c tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:24.350354 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a3c2142f-05c0-428c-87e1-fd198981f073 req-f8f945bd-8ba1-4c83-9f35-8afc0f77161c tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 944 time: 0.1704350 Dec 21 23:15:24.395549 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-a3c2142f-05c0-428c-87e1-fd198981f073 req-18fa0640-fd9e-4a9d-a731-502a94f70b35 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386317 Dec 21 23:15:24.404392 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:15:24.418624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'port_id': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'mac_address': 'fa:16:3e:48:48:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:15:24.474807 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:24.492188 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 23:15:24.506607 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:15:24.565522 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:24.630837 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:24.872426 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['2a79ecc2-87f7-4113-907e-8ab71a9fbfa8'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 23:15:25.589053 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44c16c-7288-4e54-b262-01ccb0f9d5c7 req-028edbb1-30be-4dae-b611-e78d516bd3cc tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:25.590423 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7e44c16c-7288-4e54-b262-01ccb0f9d5c7 req-028edbb1-30be-4dae-b611-e78d516bd3cc tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 945 time: 0.0741441 Dec 21 23:15:25.638766 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7e44c16c-7288-4e54-b262-01ccb0f9d5c7 req-901eae65-68e9-414d-b83a-56253f0c277e tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426633 Dec 21 23:15:26.268791 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:15:26.388251 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:15:26.392947 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:26.393313 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:26.504078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:26.529958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:15:26.538500 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:15:26.605697 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:26.674928 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:26.701370 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'code': 200} Dec 21 23:15:26.841409 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e28f0-bbfd-452d-82be-dc4804c1449f req-9f44f253-a7a9-42e1-878a-d432049e1d1b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:26.846661 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-324e28f0-bbfd-452d-82be-dc4804c1449f req-9f44f253-a7a9-42e1-878a-d432049e1d1b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 946 time: 0.0815742 Dec 21 23:15:26.869557 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Sync routers for ids ['212ad75e-a36a-4570-a5fa-a139168c9b4e'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:15:26.883115 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Routers {'212ad75e-a36a-4570-a5fa-a139168c9b4e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:15:26.884082 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:15:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['212ad75e-a36a-4570-a5fa-a139168c9b4e'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:15:26.894621 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-324e28f0-bbfd-452d-82be-dc4804c1449f req-58d8860a-7c90-4374-912d-6689acdd66bc tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468929 Dec 21 23:15:27.070542 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Set router 212ad75e-a36a-4570-a5fa-a139168c9b4e gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:15:27.082505 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf7ca397-c506-4391-bc4b-bd6e0bbcc172 req-82addf97-3349-4bc5-a752-31eb1d14901d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 1099 time: 0.0699215 Dec 21 23:15:27.128775 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-bf7ca397-c506-4391-bc4b-bd6e0bbcc172 req-740c1a7e-87a0-4a05-813d-56fc00a371d4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364280 Dec 21 23:15:27.384021 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-3cb43de4-afb0-424d-b6c4-fda08de5b5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:27.421764 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'name': 'tempest-TestSnapshotPattern-773464293-router', 'tenant_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b8998bfe-e86b-402f-a387-4696280bb308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:15:04Z', 'updated_at': '2021-12-21T23:15:07Z', 'revision_number': 4, 'project_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'gw_port': {'id': 'b8998bfe-e86b-402f-a387-4696280bb308', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:15:04Z', 'updated_at': '2021-12-21T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87bddddb-32f1-4e6a-8b9a-8bf2b268b127', 'name': '', 'network_id': '120ba8bc-0a31-432d-8c79-51a92ae799ec', 'tenant_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'mac_address': 'fa:16:3e:88:a2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974fd4b2-033f-4a16-89ed-62bf120a99a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:15:07Z', 'updated_at': '2021-12-21T23:15:08Z', 'revision_number': 2, 'project_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'subnets': [{'id': '974fd4b2-033f-4a16-89ed-62bf120a99a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:15:27.425519 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Checking router: 212ad75e-a36a-4570-a5fa-a139168c9b4e for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:15:27.425866 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Updating router 212ad75e-a36a-4570-a5fa-a139168c9b4e port 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 binding host dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 21 23:15:27.476429 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:27.804664 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Notify callbacks [] for port, precommit_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:27.816803 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Transition to ACTIVE for port object 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 will not be triggered until provisioned by entity L2. {{(pid=84170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:15:27.878149 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:28.005024 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114ea85-c1dc-42e8-89b3-e4dfcc10363f None None] Pushing event updated for resources: {'Port': ['ID=87bddddb-32f1-4e6a-8b9a-8bf2b268b127,revision_number=3']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:28.099160 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Attempting to bind port 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 on host dv-neutron-822520-1-hyperv for vnic_type normal with profile {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:15:28.099717 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Attempting to bind port 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 by drivers openvswitch,hyperv on host dv-neutron-822520-1-hyperv at level 0 using segments [{'id': 'b36f83ff-7083-44da-818d-688f732a07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '120ba8bc-0a31-432d-8c79-51a92ae799ec'}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:15:28.100347 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Attempting to bind port 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 on network 120ba8bc-0a31-432d-8c79-51a92ae799ec {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:15:28.101848 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18ab7f-e296-4206-a86b-3b18562c1b1f req-c16bb07d-c864-491e-81a9-3d172f60b596 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:28.104669 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-df18ab7f-e296-4206-a86b-3b18562c1b1f req-c16bb07d-c864-491e-81a9-3d172f60b596 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 946 time: 0.0840421 Dec 21 23:15:28.110172 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Checking agent: {'id': 'a8ba9bca-468c-428b-af95-833eb3690bbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822520-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 7, 31), 'started_at': datetime.datetime(2021, 12, 21, 22, 8, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822520-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:15:28.110551 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Checking segment: {'id': 'b36f83ff-7083-44da-818d-688f732a07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '120ba8bc-0a31-432d-8c79-51a92ae799ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:15:28.110957 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:28.111350 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Bound using segment: {'id': 'b36f83ff-7083-44da-818d-688f732a07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '120ba8bc-0a31-432d-8c79-51a92ae799ec'} {{(pid=84170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:15:28.111811 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.managers [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Bound port: 87bddddb-32f1-4e6a-8b9a-8bf2b268b127, host: dv-neutron-822520-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36f83ff-7083-44da-818d-688f732a07c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '120ba8bc-0a31-432d-8c79-51a92ae799ec'}}] {{(pid=84170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:15:28.112186 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:28.157973 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-df18ab7f-e296-4206-a86b-3b18562c1b1f req-c2879c98-abae-4050-a3b5-656f4ae0f808 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435054 Dec 21 23:15:28.215710 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] For port 87bddddb-32f1-4e6a-8b9a-8bf2b268b127, host dv-neutron-822520-1-hyperv, cleared binding levels {{(pid=84170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:15:28.219467 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] For port 87bddddb-32f1-4e6a-8b9a-8bf2b268b127, host dv-neutron-822520-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=87bddddb-32f1-4e6a-8b9a-8bf2b268b127,segment=NetworkSegment(b36f83ff-7083-44da-818d-688f732a07c0),segment_id=b36f83ff-7083-44da-818d-688f732a07c0)] {{(pid=84170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:15:28.281184 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:28.362054 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114ea85-c1dc-42e8-89b3-e4dfcc10363f None None] Pushing event updated for resources: {'Port': ['ID=87bddddb-32f1-4e6a-8b9a-8bf2b268b127,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:28.364649 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Routers {'212ad75e-a36a-4570-a5fa-a139168c9b4e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:15:28.365244 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:15:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['212ad75e-a36a-4570-a5fa-a139168c9b4e'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:15:28.555220 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] Set router 212ad75e-a36a-4570-a5fa-a139168c9b4e gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:15:28.870082 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'name': 'tempest-TestSnapshotPattern-773464293-router', 'tenant_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b8998bfe-e86b-402f-a387-4696280bb308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:15:04Z', 'updated_at': '2021-12-21T23:15:07Z', 'revision_number': 4, 'project_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'gw_port': {'id': 'b8998bfe-e86b-402f-a387-4696280bb308', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:15:04Z', 'updated_at': '2021-12-21T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87bddddb-32f1-4e6a-8b9a-8bf2b268b127', 'name': '', 'network_id': '120ba8bc-0a31-432d-8c79-51a92ae799ec', 'tenant_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'mac_address': 'fa:16:3e:88:a2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974fd4b2-033f-4a16-89ed-62bf120a99a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:15:07Z', 'updated_at': '2021-12-21T23:15:28Z', 'revision_number': 4, 'project_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'subnets': [{'id': '974fd4b2-033f-4a16-89ed-62bf120a99a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:15:28.873916 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf2d454-9730-4bf4-a94a-1abfa581a481 None None] The sync data for ids ['212ad75e-a36a-4570-a5fa-a139168c9b4e'] in dv-neutron-822520-1-hyperv is: [{'id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'name': 'tempest-TestSnapshotPattern-773464293-router', 'tenant_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b8998bfe-e86b-402f-a387-4696280bb308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:15:04Z', 'updated_at': '2021-12-21T23:15:07Z', 'revision_number': 4, 'project_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'gw_port': {'id': 'b8998bfe-e86b-402f-a387-4696280bb308', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:15:04Z', 'updated_at': '2021-12-21T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '87bddddb-32f1-4e6a-8b9a-8bf2b268b127', 'name': '', 'network_id': '120ba8bc-0a31-432d-8c79-51a92ae799ec', 'tenant_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'mac_address': 'fa:16:3e:88:a2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974fd4b2-033f-4a16-89ed-62bf120a99a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:15:07Z', 'updated_at': '2021-12-21T23:15:28Z', 'revision_number': 4, 'project_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'subnets': [{'id': '974fd4b2-033f-4a16-89ed-62bf120a99a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:15:29.360299 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666111b-0d38-4d4d-aff3-dd2afa4f500c req-b8cf686c-0d38-4112-95c7-a1668a8657af tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:29.361815 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1666111b-0d38-4d4d-aff3-dd2afa4f500c req-b8cf686c-0d38-4112-95c7-a1668a8657af tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 946 time: 0.0822868 Dec 21 23:15:29.408891 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1666111b-0d38-4d4d-aff3-dd2afa4f500c req-3fb540ea-d0c6-48ec-996b-4a753ee78415 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416429 Dec 21 23:15:29.616320 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8d9eb-7e26-4df7-a4fd-a6378a53ed7a req-aece73a1-3851-4dc8-99bf-198b706a50b9 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:29.617784 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-38e8d9eb-7e26-4df7-a4fd-a6378a53ed7a req-aece73a1-3851-4dc8-99bf-198b706a50b9 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 946 time: 0.0857573 Dec 21 23:15:29.668090 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-38e8d9eb-7e26-4df7-a4fd-a6378a53ed7a req-146cf239-4c2d-44fb-afc1-05127fc4c293 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440097 Dec 21 23:15:29.697362 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47690) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:15:29.723669 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-193c6f35-db57-4d9e-96ce-376650df2524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:29.832116 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-6910bef3-bf5b-4d41-97dd-612f8e5962eb tempest-TestSnapshotPattern-724300622 tempest-TestSnapshotPattern-724300622-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 1094 time: 0.1334143 Dec 21 23:15:29.834853 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47696) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:15:29.840478 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:15:29.845985 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:15:29.849712 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Usage tracker for resource:floatingip and tenant:9b7a9262c07147859f638710f9dea52d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:15:29.852451 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:15:29.858526 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:15:29.917850 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:30.051822 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:30.188234 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Allocated IP 172.26.3.209 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/23b3e8ba-ceb6-4a86-aa98-2652d0edf474) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:15:30.412690 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:30.502859 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:30.561909 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:15:30.568814 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:15:30.573384 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:15:30.614676 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event updated for resources: {'Port': ['ID=23b3e8ba-ceb6-4a86-aa98-2652d0edf474,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:30.771289 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:30.811648 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:15:30.971556 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:30.999640 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning for port 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:15:31.004926 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:31.005285 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:31.109128 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:31.115541 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:31.149216 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] For port 87bddddb-32f1-4e6a-8b9a-8bf2b268b127, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=87bddddb-32f1-4e6a-8b9a-8bf2b268b127,segment=NetworkSegment(b36f83ff-7083-44da-818d-688f732a07c0),segment_id=b36f83ff-7083-44da-818d-688f732a07c0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:15:31.227029 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:31.233455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:31.294968 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Pushing event updated for resources: {'Port': ['ID=87bddddb-32f1-4e6a-8b9a-8bf2b268b127,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:31.441935 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:31.502575 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:31.602748 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event updated for resources: {'Port': ['ID=23b3e8ba-ceb6-4a86-aa98-2652d0edf474,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:15:31.620476 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:31.809654 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Floating IP da92dc4e-4659-4f66-84a1-44e4c01b5db1 associated. External IP: 172.26.3.209, port: 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8. Dec 21 23:15:32.290588 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Router 28fa159d-a41c-4582-8a37-d624c6680e7a has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:15:32.455080 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:32.491441 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:15:32.501374 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2086f2a2-839a-4266-9fa1-1d3f23f2b66d None None] Sync routers for ids ['28fa159d-a41c-4582-8a37-d624c6680e7a'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:15:32.514708 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2086f2a2-839a-4266-9fa1-1d3f23f2b66d None None] Routers {'28fa159d-a41c-4582-8a37-d624c6680e7a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:15:32.519627 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2086f2a2-839a-4266-9fa1-1d3f23f2b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:15:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['28fa159d-a41c-4582-8a37-d624c6680e7a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:15:32.592367 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:32.649575 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-65c757f6-4bb5-4fda-b85e-261f812ecf37 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8137212 Dec 21 23:15:32.650180 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'tag': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:15:32.693298 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-2086f2a2-839a-4266-9fa1-1d3f23f2b66d None None] Set router 28fa159d-a41c-4582-8a37-d624c6680e7a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:15:32.705080 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'tag': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'status': 'completed', 'code': 200} Dec 21 23:15:32.807630 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 up at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:15:32.812137 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d1c05bf-e623-4690-912d-27fab4aeddc6 req-11d64052-3cb9-4ccb-8ff1-2801c2ea88ee service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b7a9262c07147859f638710f9dea52d&device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 1099 time: 0.0841162 Dec 21 23:15:32.882128 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Provisioning complete for port 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:15:32.882128 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:32.951276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c05bf-e623-4690-912d-27fab4aeddc6 req-122d97e9-05ea-47e5-aeec-591edb70637e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:32.952882 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d1c05bf-e623-4690-912d-27fab4aeddc6 req-122d97e9-05ea-47e5-aeec-591edb70637e service neutron] 10.222.0.49 "GET /v2.0/networks?id=21b7f44a-bd9e-4c09-907d-10ee731d423e HTTP/1.1" status: 200 len: 910 time: 0.1344361 Dec 21 23:15:33.060655 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d1c05bf-e623-4690-912d-27fab4aeddc6 req-4f06936a-0bcd-4b75-9abc-b96245f8fc72 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 HTTP/1.1" status: 200 len: 1000 time: 0.1002321 Dec 21 23:15:33.063358 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2086f2a2-839a-4266-9fa1-1d3f23f2b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:59Z', 'revision_number': 4, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'da92dc4e-4659-4f66-84a1-44e4c01b5db1', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'port_id': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'mac_address': 'fa:16:3e:48:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:15:30Z', 'updated_at': '2021-12-21T23:15:30Z', 'revision_number': 0, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311b28d4-8b21-4493-9644-3f581c3a8294', 'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'mac_address': 'fa:16:3e:d8:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:59Z', 'updated_at': '2021-12-21T23:15:09Z', 'revision_number': 5, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'subnets': [{'id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:15:33.067221 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2086f2a2-839a-4266-9fa1-1d3f23f2b66d None None] Checking router: 28fa159d-a41c-4582-8a37-d624c6680e7a for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:15:33.078630 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2086f2a2-839a-4266-9fa1-1d3f23f2b66d None None] Routers {'28fa159d-a41c-4582-8a37-d624c6680e7a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:15:33.079239 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2086f2a2-839a-4266-9fa1-1d3f23f2b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:15:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['28fa159d-a41c-4582-8a37-d624c6680e7a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:15:33.135822 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c05bf-e623-4690-912d-27fab4aeddc6 req-30886867-5c9a-492a-8a48-9ef96a1c1038 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:33.137255 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d1c05bf-e623-4690-912d-27fab4aeddc6 req-30886867-5c9a-492a-8a48-9ef96a1c1038 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=473728f2-397a-4cc4-a128-8954f1cb9946 HTTP/1.1" status: 200 len: 848 time: 0.0674596 Dec 21 23:15:33.210314 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d1c05bf-e623-4690-912d-27fab4aeddc6 req-e35f23f5-2f74-4b51-9315-76d1d5082c93 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21b7f44a-bd9e-4c09-907d-10ee731d423e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668898 Dec 21 23:15:33.257189 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-2086f2a2-839a-4266-9fa1-1d3f23f2b66d None None] Set router 28fa159d-a41c-4582-8a37-d624c6680e7a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:15:33.344666 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d1c05bf-e623-4690-912d-27fab4aeddc6 req-49dffb9b-65c6-4a0a-87d8-0fba913cb40a service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279016 Dec 21 23:15:33.476517 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-0d1c05bf-e623-4690-912d-27fab4aeddc6 req-e4bc2e72-1cba-449d-a7e0-7292802dcd33 service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258476 Dec 21 23:15:33.630876 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2086f2a2-839a-4266-9fa1-1d3f23f2b66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:59Z', 'revision_number': 4, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'da92dc4e-4659-4f66-84a1-44e4c01b5db1', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'port_id': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'mac_address': 'fa:16:3e:48:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:15:30Z', 'updated_at': '2021-12-21T23:15:30Z', 'revision_number': 0, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311b28d4-8b21-4493-9644-3f581c3a8294', 'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'mac_address': 'fa:16:3e:d8:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:59Z', 'updated_at': '2021-12-21T23:15:09Z', 'revision_number': 5, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'subnets': [{'id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:15:33.635422 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2086f2a2-839a-4266-9fa1-1d3f23f2b66d None None] The sync data for ids ['28fa159d-a41c-4582-8a37-d624c6680e7a'] in dv-neutron-822520-1-hyperv is: [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:59Z', 'revision_number': 4, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'da92dc4e-4659-4f66-84a1-44e4c01b5db1', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'port_id': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'mac_address': 'fa:16:3e:48:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:15:30Z', 'updated_at': '2021-12-21T23:15:30Z', 'revision_number': 0, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311b28d4-8b21-4493-9644-3f581c3a8294', 'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'mac_address': 'fa:16:3e:d8:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:59Z', 'updated_at': '2021-12-21T23:15:09Z', 'revision_number': 5, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'subnets': [{'id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:15:35.787023 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e87aef16-218b-4cc6-b989-23afdb53ebf4 req-b726e3fd-23f8-453f-89bb-2e17c3175239 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743601 Dec 21 23:15:35.922900 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e87aef16-218b-4cc6-b989-23afdb53ebf4 req-cd5d1517-8131-4602-879c-a430e57d6270 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b7a9262c07147859f638710f9dea52d&device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 1099 time: 0.0677698 Dec 21 23:15:36.043078 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5149a3ca-bd2a-4e51-99b6-259ff9c79c8e None None] New status for floating IP da92dc4e-4659-4f66-84a1-44e4c01b5db1: ACTIVE {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 23:15:36.069763 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87aef16-218b-4cc6-b989-23afdb53ebf4 req-be3e6ca8-f1f0-4278-9ff6-99de3af68416 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:36.071221 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e87aef16-218b-4cc6-b989-23afdb53ebf4 req-be3e6ca8-f1f0-4278-9ff6-99de3af68416 service neutron] 10.222.0.49 "GET /v2.0/networks?id=21b7f44a-bd9e-4c09-907d-10ee731d423e HTTP/1.1" status: 200 len: 910 time: 0.1295962 Dec 21 23:15:36.174478 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e87aef16-218b-4cc6-b989-23afdb53ebf4 req-238a163a-7ee9-4757-8563-9b70bfe5c7ae service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 HTTP/1.1" status: 200 len: 1000 time: 0.0968723 Dec 21 23:15:36.235419 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87aef16-218b-4cc6-b989-23afdb53ebf4 req-8233c66c-27f4-4360-bef5-0c3877814ecd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:15:36.236844 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e87aef16-218b-4cc6-b989-23afdb53ebf4 req-8233c66c-27f4-4360-bef5-0c3877814ecd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=473728f2-397a-4cc4-a128-8954f1cb9946 HTTP/1.1" status: 200 len: 848 time: 0.0567889 Dec 21 23:15:36.402554 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e87aef16-218b-4cc6-b989-23afdb53ebf4 req-0d97fd2b-ba8c-4cae-a20c-c8ef0815b6c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21b7f44a-bd9e-4c09-907d-10ee731d423e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1592987 Dec 21 23:15:36.533114 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e87aef16-218b-4cc6-b989-23afdb53ebf4 req-d0a56f9a-7748-41ce-879a-0ee1121ba055 service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242957 Dec 21 23:15:36.662193 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e87aef16-218b-4cc6-b989-23afdb53ebf4 req-5e9e6b90-a081-4ae8-90c4-7f2d9776f627 service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225989 Dec 21 23:15:46.003657 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:48.811163 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:15:57.314029 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9af267bf-8ccc-4a2a-b6b8-1c4a22036105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:15:59.691254 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7f262e33-d93f-4a9c-ad1f-c67f273e5237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:16:00.782382 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:16:00.960564 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:16:02.462232 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:16:16.022138 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:16:25.811321 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:16:27.342273 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-6f12ec31-44a2-4938-af25-7b84cdaf22cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:16:29.684916 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a31b16d3-fc31-4591-8c86-0f3b212442cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:16:30.793526 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:16:30.968390 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:16:32.427586 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:16:35.768812 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b831169e-843c-4813-85a1-1b322cc53e91 req-27274906-c091-4394-905f-75a429db5d76 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812161 Dec 21 23:16:35.916428 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b831169e-843c-4813-85a1-1b322cc53e91 req-cc395c60-2938-4ebf-a884-ef9d1a6b4c76 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b7a9262c07147859f638710f9dea52d&device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 1099 time: 0.0702031 Dec 21 23:16:36.065652 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831169e-843c-4813-85a1-1b322cc53e91 req-a1a586d2-511a-4d25-9464-5d0e4b026d0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:16:36.067015 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b831169e-843c-4813-85a1-1b322cc53e91 req-a1a586d2-511a-4d25-9464-5d0e4b026d0b service neutron] 10.222.0.49 "GET /v2.0/networks?id=21b7f44a-bd9e-4c09-907d-10ee731d423e HTTP/1.1" status: 200 len: 910 time: 0.1256123 Dec 21 23:16:36.171590 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b831169e-843c-4813-85a1-1b322cc53e91 req-7eba6356-a913-42d6-916e-5f5b3462d424 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 HTTP/1.1" status: 200 len: 1002 time: 0.0943091 Dec 21 23:16:36.237510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831169e-843c-4813-85a1-1b322cc53e91 req-891c7789-1065-498a-9994-0a61734b85ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:16:36.238956 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b831169e-843c-4813-85a1-1b322cc53e91 req-891c7789-1065-498a-9994-0a61734b85ea service neutron] 10.222.0.49 "GET /v2.0/subnets?id=473728f2-397a-4cc4-a128-8954f1cb9946 HTTP/1.1" status: 200 len: 848 time: 0.0574861 Dec 21 23:16:36.320275 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b831169e-843c-4813-85a1-1b322cc53e91 req-84a9da4d-8fc6-4e9d-968c-713b7610cf1c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21b7f44a-bd9e-4c09-907d-10ee731d423e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709426 Dec 21 23:16:36.448769 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b831169e-843c-4813-85a1-1b322cc53e91 req-cd068850-c0fd-46d7-afcf-99b34461dc6a service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211503 Dec 21 23:16:36.580912 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b831169e-843c-4813-85a1-1b322cc53e91 req-a4253a48-81e7-41be-a5dc-ea7ddefbadbe service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211224 Dec 21 23:16:46.036619 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:16:57.301816 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-af9f0a77-618b-4bfb-ad0d-7ac1f52b2683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:16:59.713329 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0387e0a0-d432-4635-bb05-a1d53657449e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:00.781975 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:00.953159 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:02.459258 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:02.811616 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:17:16.035978 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:27.344355 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c9f183e7-5aee-4123-8215-776bd0143034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:29.709776 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-9b61ba9e-6fd1-44e1-889c-c2538a0e1c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:30.821537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:30.952912 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:32.464678 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:32.828573 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 23:17:32.977615 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:17:32.996245 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'port_id': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'mac_address': 'fa:16:3e:48:48:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:17:33.052712 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:33.075492 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 23:17:33.095528 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:17:33.176171 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:33.258624 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:17:33.268494 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['2a79ecc2-87f7-4113-907e-8ab71a9fbfa8'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 23:17:33.345502 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:33.346192 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:33.346676 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:33.347426 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:33.347771 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:33.348101 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:33.348428 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:33.348751 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:33.349072 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:33.349391 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:33.349710 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:34.842692 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:17:34.946681 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:17:34.947060 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:35.069531 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:35.098928 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:17:35.113838 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:17:35.182749 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:35.237395 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'code': 200} Dec 21 23:17:35.255656 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,revision_number=7']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:17:36.845358 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f2c2b42-b359-4831-98aa-c25bbca5d23b req-003636b8-0c59-4289-90dd-7cc558d43d9e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b7a9262c07147859f638710f9dea52d&device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 1099 time: 0.0927722 Dec 21 23:17:37.017546 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c2b42-b359-4831-98aa-c25bbca5d23b req-349e7da0-989f-4e9a-9a4a-e1b571e5fbe4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:17:37.019402 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f2c2b42-b359-4831-98aa-c25bbca5d23b req-349e7da0-989f-4e9a-9a4a-e1b571e5fbe4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=21b7f44a-bd9e-4c09-907d-10ee731d423e HTTP/1.1" status: 200 len: 910 time: 0.1510661 Dec 21 23:17:37.136512 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f2c2b42-b359-4831-98aa-c25bbca5d23b req-871c91f4-7d9b-468e-9a22-42fb067567fb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 HTTP/1.1" status: 200 len: 1002 time: 0.1096411 Dec 21 23:17:37.207974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c2b42-b359-4831-98aa-c25bbca5d23b req-9cc26cbb-17e7-42b6-a376-45f48d365f9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:17:37.209409 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f2c2b42-b359-4831-98aa-c25bbca5d23b req-9cc26cbb-17e7-42b6-a376-45f48d365f9a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=473728f2-397a-4cc4-a128-8954f1cb9946 HTTP/1.1" status: 200 len: 848 time: 0.0669396 Dec 21 23:17:37.301994 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f2c2b42-b359-4831-98aa-c25bbca5d23b req-c7b2aaf7-186b-43f8-9d44-6def3c0f2922 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21b7f44a-bd9e-4c09-907d-10ee731d423e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849471 Dec 21 23:17:37.314629 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [req-8f2c2b42-b359-4831-98aa-c25bbca5d23b req-84e3bde4-bed7-4687-bea0-33febdc4e02b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=84168) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 21 23:17:37.315548 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f2c2b42-b359-4831-98aa-c25bbca5d23b req-84e3bde4-bed7-4687-bea0-33febdc4e02b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063925 Dec 21 23:17:37.574621 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f2c2b42-b359-4831-98aa-c25bbca5d23b req-096bf91a-6cbe-4a15-8595-8b74084ce475 service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524414 Dec 21 23:17:37.730673 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8f2c2b42-b359-4831-98aa-c25bbca5d23b req-aae6a0be-0139-4020-81b6-afc4f8e6ee77 service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440594 Dec 21 23:17:39.812521 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:17:45.044835 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-3d1d8633-dc66-4042-94f2-b07eb2e82aa0 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1308043929&fields=id&tenant_id=9b7a9262c07147859f638710f9dea52d HTTP/1.1" status: 200 len: 267 time: 0.0410793 Dec 21 23:17:45.190900 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-d174184b-75db-47dc-bf7b-185c55a08947 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:17:45.192690 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-d174184b-75db-47dc-bf7b-185c55a08947 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/networks?id=21b7f44a-bd9e-4c09-907d-10ee731d423e HTTP/1.1" status: 200 len: 809 time: 0.1406925 Dec 21 23:17:45.215285 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-555a812d-7e43-4a12-9878-e8fda1bd7c3c tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/quotas/9b7a9262c07147859f638710f9dea52d HTTP/1.1" status: 200 len: 375 time: 0.0122836 Dec 21 23:17:45.304388 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-c5251412-eeca-4a77-8b2f-c02f370608db tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b7a9262c07147859f638710f9dea52d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0830264 Dec 21 23:17:45.442525 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-777fd095-6334-4e5b-b2c6-41d77559bc1b service neutron] 10.222.0.37 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259549 Dec 21 23:17:45.570863 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-1ab1c6dd-6cef-4d9f-a079-9becb0e43173 service neutron] 10.222.0.37 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228497 Dec 21 23:17:45.874469 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f3f28623-b72a-480a-9d3a-241e762c31f9 req-178dc371-454a-4777-b037-bba8aa82e779 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 210 time: 0.0411365 Dec 21 23:17:46.044675 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:47.042443 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-db75f38d-5fb2-4e62-9c93-d0ca7c0b3092 req-072849c1-513e-4df1-8566-1882c2bf6432 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 210 time: 0.0440848 Dec 21 23:17:48.111616 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-35fc42cb-8c26-4b27-a505-5cb4ac44dde7 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:17:48.112603 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-35fc42cb-8c26-4b27-a505-5cb4ac44dde7 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.49 "GET /v2.0/networks?id=21b7f44a-bd9e-4c09-907d-10ee731d423e HTTP/1.1" status: 200 len: 809 time: 0.1480994 Dec 21 23:17:48.174170 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-c8599295-91dd-4834-827c-24a723070045 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b7a9262c07147859f638710f9dea52d HTTP/1.1" status: 200 len: 380 time: 0.0408251 Dec 21 23:17:48.186434 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Request body: {'port': {'device_id': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'admin_state_up': True, 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'security_groups': ['f688566b-6968-4350-9aaa-21bfa5118962']}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:17:48.204325 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-45312c0b-c872-4339-afd2-817a907bacb7 req-31db00d8-8645-4f06-b334-524b72a2c738 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 210 time: 0.0407889 Dec 21 23:17:48.327818 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:17:48.338607 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.quota.driver [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84168) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:17:48.439212 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Made reservation on behalf of 9b7a9262c07147859f638710f9dea52d for: {'port': 1} {{(pid=84168) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 21 23:17:48.442339 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:48.606875 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_common [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Allocated IP 172.20.0.11 (21b7f44a-bd9e-4c09-907d-10ee731d423e/473728f2-397a-4cc4-a128-8954f1cb9946/74b71525-7ed0-47bd-a504-a877c9f2eddf) {{(pid=84168) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:17:48.800556 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for port, precommit_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:48.816090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Transition to ACTIVE for port object 74b71525-7ed0-47bd-a504-a877c9f2eddf will not be triggered until provisioned by entity DHCP. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:17:48.910885 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_create {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:48.925146 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:17:49.082622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:49.113950 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Network 21b7f44a-bd9e-4c09-907d-10ee731d423e is already hosted by enough agents. {{(pid=84168) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:17:49.118779 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.base_scheduler [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Resources bound (agent type, host, resource id): {{(pid=84168) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:17:49.120412 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:17:49.121279 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event updated for resources: {'Port': ['ID=74b71525-7ed0-47bd-a504-a877c9f2eddf,revision_number=1']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:17:49.124638 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Received port after_create {{(pid=84168) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:17:49.148003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:17:49.172102 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:49.173058 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:49.173571 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:49.174123 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:49.174644 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:49.175117 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:49.175593 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:49.176104 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:49.176771 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:49.177237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:49.179163 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:17:49.207967 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:49.214527 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:17:49.215273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:49.322495 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-c4f65a89-636d-42f2-a5ae-cc95a9052049 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1395845 Dec 21 23:17:49.341629 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'code': 200} Dec 21 23:17:49.343182 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,revision_number=8']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:17:49.541278 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915a8ab-d987-4fed-80fd-98418c84bc23 req-2f79e2b4-49b9-40db-b0a7-b5dcf2702463 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:17:49.542767 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7915a8ab-d987-4fed-80fd-98418c84bc23 req-2f79e2b4-49b9-40db-b0a7-b5dcf2702463 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 932 time: 0.1478684 Dec 21 23:17:49.593566 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-7915a8ab-d987-4fed-80fd-98418c84bc23 req-4b8801dc-8706-43cc-bb1d-2cfbffa1a9c9 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436630 Dec 21 23:17:49.604888 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0ee77e66-5e61-4ef4-8741-e8a7132a9c55 None None] Provisioning for port 74b71525-7ed0-47bd-a504-a877c9f2eddf completed by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:17:49.611547 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-0ee77e66-5e61-4ef4-8741-e8a7132a9c55 None None] Provisioning complete for port 74b71525-7ed0-47bd-a504-a877c9f2eddf triggered by entity DHCP. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:17:49.620540 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0ee77e66-5e61-4ef4-8741-e8a7132a9c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:49.680168 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-0ee77e66-5e61-4ef4-8741-e8a7132a9c55 None None] Port 74b71525-7ed0-47bd-a504-a877c9f2eddf cannot update to ACTIVE because it is not bound. {{(pid=84170) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 21 23:17:50.798162 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa3a55-87a5-4f45-a36f-a2e69dc67497 req-6191b85f-e1f5-437b-96f9-5caf0d4414c9 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:17:50.798879 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-81fa3a55-87a5-4f45-a36f-a2e69dc67497 req-6191b85f-e1f5-437b-96f9-5caf0d4414c9 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Synchronizing usage tracker for tenant:9b7a9262c07147859f638710f9dea52d on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:17:50.891104 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-81fa3a55-87a5-4f45-a36f-a2e69dc67497 req-6191b85f-e1f5-437b-96f9-5caf0d4414c9 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Unset dirty status for tenant:9b7a9262c07147859f638710f9dea52d on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:17:50.892358 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-81fa3a55-87a5-4f45-a36f-a2e69dc67497 req-6191b85f-e1f5-437b-96f9-5caf0d4414c9 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 932 time: 0.1714201 Dec 21 23:17:50.945861 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-81fa3a55-87a5-4f45-a36f-a2e69dc67497 req-b19e9c21-e681-4a2e-baf0-7f1bb341d27b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477433 Dec 21 23:17:52.160549 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48349f2-d17a-4df4-8c89-64d0265b036c req-e3e84304-acce-4a96-8b74-f5f01f5c8a06 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:17:52.160549 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f48349f2-d17a-4df4-8c89-64d0265b036c req-e3e84304-acce-4a96-8b74-f5f01f5c8a06 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 932 time: 0.0803752 Dec 21 23:17:52.212415 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f48349f2-d17a-4df4-8c89-64d0265b036c req-897b6ec4-4695-4dac-99be-61b35d1588f4 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514944 Dec 21 23:17:53.417546 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa2a57-9a9b-400e-b7e3-5d1ccc4dfaa9 req-e6055d8e-4ed6-4830-8f93-93e93ef54274 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:17:53.419645 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-28fa2a57-9a9b-400e-b7e3-5d1ccc4dfaa9 req-e6055d8e-4ed6-4830-8f93-93e93ef54274 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 932 time: 0.0803325 Dec 21 23:17:53.464639 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-28fa2a57-9a9b-400e-b7e3-5d1ccc4dfaa9 req-4b5058f2-2135-4ce6-950b-f39cd3acaaf9 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391881 Dec 21 23:17:54.683332 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00698fe-3ae3-4898-89fd-b95e5967091b req-a5676989-9239-447f-920c-7cf994996b78 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:17:54.684663 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f00698fe-3ae3-4898-89fd-b95e5967091b req-a5676989-9239-447f-920c-7cf994996b78 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 932 time: 0.0886939 Dec 21 23:17:54.730208 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-f00698fe-3ae3-4898-89fd-b95e5967091b req-92cbd4e4-5a03-4caa-ad64-6ed8c7a5d9f6 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393879 Dec 21 23:17:55.943068 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498270e-32cd-49bd-bf10-1cfe0cffe2a4 req-befc0265-e041-4138-9560-b5b758dab992 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:17:55.944489 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9498270e-32cd-49bd-bf10-1cfe0cffe2a4 req-befc0265-e041-4138-9560-b5b758dab992 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 932 time: 0.0836160 Dec 21 23:17:55.993597 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9498270e-32cd-49bd-bf10-1cfe0cffe2a4 req-bf36bd79-72ce-4897-9037-3476af84263a tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437043 Dec 21 23:17:57.199962 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313bcd7-2f3f-4391-ad50-139377f701e2 req-2a1305b6-01e3-40e6-a828-c6951c1b0648 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:17:57.201396 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b313bcd7-2f3f-4391-ad50-139377f701e2 req-2a1305b6-01e3-40e6-a828-c6951c1b0648 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 932 time: 0.0835745 Dec 21 23:17:57.250189 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-b313bcd7-2f3f-4391-ad50-139377f701e2 req-6b8b2cae-1a57-4d70-af8a-b26d4704e239 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390494 Dec 21 23:17:57.332799 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4c6765fe-63b3-42c7-b80d-a0d3fadaf6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:58.465353 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef71be-207d-4987-84f5-940996013fbe req-6831661c-fd0f-4660-bba7-563005874e1c tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:17:58.466992 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edef71be-207d-4987-84f5-940996013fbe req-6831661c-fd0f-4660-bba7-563005874e1c tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 932 time: 0.0908639 Dec 21 23:17:58.514120 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-edef71be-207d-4987-84f5-940996013fbe req-3297a1bc-39ea-4e59-afc0-ddb4973b8e2e tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409114 Dec 21 23:17:59.687499 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5c231529-3290-4ef9-8259-fba2004d5e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:17:59.901521 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e159e-8353-44f0-b36b-cd5e1668e40c req-4fc1d7e4-df2b-4936-a12f-a4715891501e tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:17:59.902874 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bc9e159e-8353-44f0-b36b-cd5e1668e40c req-4fc1d7e4-df2b-4936-a12f-a4715891501e tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 932 time: 0.0749371 Dec 21 23:17:59.947512 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-bc9e159e-8353-44f0-b36b-cd5e1668e40c req-e2594cf6-2e11-4f44-a072-f7242ea70775 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391383 Dec 21 23:18:00.140759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.v2.base [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Request body: {'port': {'device_id': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8225'}} {{(pid=84168) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:18:00.248577 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:00.578530 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b71525-7ed0-47bd-a504-a877c9f2eddf {{(pid=84168) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 23:18:00.586311 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:00.600362 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.provisioning_blocks [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Transition to ACTIVE for port object 74b71525-7ed0-47bd-a504-a877c9f2eddf will not be triggered until provisioned by entity L2. {{(pid=84168) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 21 23:18:00.673305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:00.777122 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:00.806135 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Pushing event updated for resources: {'Port': ['ID=74b71525-7ed0-47bd-a504-a877c9f2eddf,revision_number=2']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:18:00.918831 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Attempting to bind port 74b71525-7ed0-47bd-a504-a877c9f2eddf on host hv-neutron-8225 for vnic_type normal with profile {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 21 23:18:00.919165 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Attempting to bind port 74b71525-7ed0-47bd-a504-a877c9f2eddf by drivers openvswitch,hyperv on host hv-neutron-8225 at level 0 using segments [{'id': '6ec5e54b-dda4-4038-8550-876c81c39a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e'}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 21 23:18:00.919488 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Attempting to bind port 74b71525-7ed0-47bd-a504-a877c9f2eddf on network 21b7f44a-bd9e-4c09-907d-10ee731d423e {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:18:00.925396 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Port 74b71525-7ed0-47bd-a504-a877c9f2eddf on network 21b7f44a-bd9e-4c09-907d-10ee731d423e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8225 {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 21 23:18:00.925739 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Attempting to bind port 74b71525-7ed0-47bd-a504-a877c9f2eddf on network 21b7f44a-bd9e-4c09-907d-10ee731d423e {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 21 23:18:00.932065 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Checking agent: {'id': '52673918-4c00-4a1d-b9de-2906d989df39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8225', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'started_at': datetime.datetime(2021, 12, 21, 22, 13, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 21, 23, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 21 23:18:00.932368 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Checking segment: {'id': '6ec5e54b-dda4-4038-8550-876c81c39a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84168) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 21 23:18:00.932752 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Bound using segment: {'id': '6ec5e54b-dda4-4038-8550-876c81c39a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e'} {{(pid=84168) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 21 23:18:00.933165 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.managers [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Bound port: 74b71525-7ed0-47bd-a504-a877c9f2eddf, host: hv-neutron-8225, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec5e54b-dda4-4038-8550-876c81c39a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e'}}] {{(pid=84168) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 21 23:18:00.933505 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:00.989293 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:01.039476 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] For port 74b71525-7ed0-47bd-a504-a877c9f2eddf, host hv-neutron-8225, cleared binding levels {{(pid=84168) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 21 23:18:01.042956 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] For port 74b71525-7ed0-47bd-a504-a877c9f2eddf, host hv-neutron-8225, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74b71525-7ed0-47bd-a504-a877c9f2eddf,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84168) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 21 23:18:01.115805 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7898291'] for port, after_update {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:01.194318 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:01.195702 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] 10.222.0.49 "PUT /v2.0/ports/74b71525-7ed0-47bd-a504-a877c9f2eddf HTTP/1.1" status: 200 len: 1094 time: 1.0592799 Dec 21 23:18:01.198443 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'tag': '74b71525-7ed0-47bd-a504-a877c9f2eddf'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:18:01.225553 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dfe3f-f596-4ad9-b83e-7aeeef8ddd69 service neutron] Pushing event updated for resources: {'Port': ['ID=74b71525-7ed0-47bd-a504-a877c9f2eddf,revision_number=3']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:18:01.242085 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a218762-735d-4ec0-87ad-e3b43203c584 req-a99e8565-26e9-4443-88f4-b7faf1d39c4d tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:18:01.244281 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5a218762-735d-4ec0-87ad-e3b43203c584 req-a99e8565-26e9-4443-88f4-b7faf1d39c4d tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 944 time: 0.1648343 Dec 21 23:18:01.277414 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'tag': '74b71525-7ed0-47bd-a504-a877c9f2eddf', 'status': 'completed', 'code': 200} Dec 21 23:18:01.350609 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-5a218762-735d-4ec0-87ad-e3b43203c584 req-ef6d5343-bd69-4e78-b4a1-da8d7af67454 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999062 Dec 21 23:18:01.391218 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-27edaf13-974e-48b1-9439-4134c1de3436 req-0bfb9b9b-7e99-4188-8a7f-0db0e5c8caf2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b7a9262c07147859f638710f9dea52d&device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 1097 time: 0.0840857 Dec 21 23:18:01.537632 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edaf13-974e-48b1-9439-4134c1de3436 req-49224888-891f-48ae-aaa3-25bd2b26c30b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:18:01.539110 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-27edaf13-974e-48b1-9439-4134c1de3436 req-49224888-891f-48ae-aaa3-25bd2b26c30b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9b7a9262c07147859f638710f9dea52d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1366925 Dec 21 23:18:01.769082 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edaf13-974e-48b1-9439-4134c1de3436 req-0f84718c-5b8e-40dd-aed5-4aec014b905f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:18:01.770860 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-27edaf13-974e-48b1-9439-4134c1de3436 req-0f84718c-5b8e-40dd-aed5-4aec014b905f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2224030 Dec 21 23:18:01.882938 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-db90f677-cd38-4f28-ab54-219ab2c0e80d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b7a9262c07147859f638710f9dea52d&device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 1097 time: 0.0684991 Dec 21 23:18:01.958462 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-e9367fa9-5447-4eae-a74e-264f402128a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b71525-7ed0-47bd-a504-a877c9f2eddf HTTP/1.1" status: 200 len: 217 time: 0.0637727 Dec 21 23:18:02.023705 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-10700664-8011-4e76-822e-f557c4d6c700 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:18:02.024986 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-10700664-8011-4e76-822e-f557c4d6c700 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=473728f2-397a-4cc4-a128-8954f1cb9946 HTTP/1.1" status: 200 len: 848 time: 0.0570204 Dec 21 23:18:02.103195 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-6e11facc-eb94-4b90-bc7b-d02ac7042035 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21b7f44a-bd9e-4c09-907d-10ee731d423e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682030 Dec 21 23:18:02.240556 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-34d08734-7cbd-4833-9bf1-50fc840a6caa service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268787 Dec 21 23:18:02.376908 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-2e5b65fe-3e76-4feb-997a-1e7a7284b2af req-d20ed01b-8dda-4d8d-a10c-89102e7e53d3 service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261938 Dec 21 23:18:02.467498 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:02.558112 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06b366-b837-42fa-854a-4beca9d53180 req-cdedbe5e-caf1-4d7c-b014-307da71d5be5 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:18:02.559437 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-af06b366-b837-42fa-854a-4beca9d53180 req-cdedbe5e-caf1-4d7c-b014-307da71d5be5 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 944 time: 0.0782075 Dec 21 23:18:02.604444 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-af06b366-b837-42fa-854a-4beca9d53180 req-e50ab52b-ee6b-4913-aafe-e7cda1d8d5a3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396676 Dec 21 23:18:03.803667 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbaa25-8b2c-4c3e-bb56-519e36784068 req-7cad2e2c-99e2-44ce-ac39-39651189614f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:18:03.805098 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-08dbaa25-8b2c-4c3e-bb56-519e36784068 req-7cad2e2c-99e2-44ce-ac39-39651189614f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 944 time: 0.0783927 Dec 21 23:18:03.849157 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-08dbaa25-8b2c-4c3e-bb56-519e36784068 req-10a8a4d2-10e6-4a96-aed6-2305e3159782 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386319 Dec 21 23:18:05.016298 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 74b71525-7ed0-47bd-a504-a877c9f2eddf details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 23:18:05.045957 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5231e6b-75af-4f6b-8415-2a940c280672 req-a5953f6d-688e-4f76-b52b-1915b86f56e3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:18:05.047439 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d5231e6b-75af-4f6b-8415-2a940c280672 req-a5953f6d-688e-4f76-b52b-1915b86f56e3 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 944 time: 0.0791364 Dec 21 23:18:05.092536 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-d5231e6b-75af-4f6b-8415-2a940c280672 req-f0387679-c984-44a2-a918-c6e43013b1e9 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393739 Dec 21 23:18:05.155293 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 74b71525-7ed0-47bd-a504-a877c9f2eddf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74b71525-7ed0-47bd-a504-a877c9f2eddf,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:18:05.168317 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '74b71525-7ed0-47bd-a504-a877c9f2eddf', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'port_id': '74b71525-7ed0-47bd-a504-a877c9f2eddf', 'mac_address': 'fa:16:3e:92:1c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:18:05.227897 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:05.246312 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b71525-7ed0-47bd-a504-a877c9f2eddf {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 23:18:05.262713 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 74b71525-7ed0-47bd-a504-a877c9f2eddf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74b71525-7ed0-47bd-a504-a877c9f2eddf,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:18:05.348322 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:05.419382 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=74b71525-7ed0-47bd-a504-a877c9f2eddf,revision_number=4']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:18:05.613741 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['74b71525-7ed0-47bd-a504-a877c9f2eddf'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 23:18:06.289141 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fd9fb-3cd7-43a3-876c-814532652982 req-b89e4687-7f1c-4641-b75a-e5ee4c155653 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:18:06.290624 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4a9fd9fb-3cd7-43a3-876c-814532652982 req-b89e4687-7f1c-4641-b75a-e5ee4c155653 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 945 time: 0.0755677 Dec 21 23:18:06.338316 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-4a9fd9fb-3cd7-43a3-876c-814532652982 req-dc593cb8-e795-49ae-8987-c2a9b0d71e96 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420864 Dec 21 23:18:07.029136 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 74b71525-7ed0-47bd-a504-a877c9f2eddf up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:18:07.158980 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning for port 74b71525-7ed0-47bd-a504-a877c9f2eddf completed by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 21 23:18:07.164379 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 74b71525-7ed0-47bd-a504-a877c9f2eddf triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:18:07.164769 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:07.275295 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:07.302244 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b71525-7ed0-47bd-a504-a877c9f2eddf'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:18:07.311455 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 74b71525-7ed0-47bd-a504-a877c9f2eddf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74b71525-7ed0-47bd-a504-a877c9f2eddf,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:18:07.358596 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b71525-7ed0-47bd-a504-a877c9f2eddf', 'code': 200} Dec 21 23:18:07.370901 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:07.437178 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=74b71525-7ed0-47bd-a504-a877c9f2eddf,revision_number=5']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:18:07.536690 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508c49e-5966-4689-9e7c-3a422e091554 req-67d99627-c89e-4e5a-854c-b1dd05440730 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:18:07.538170 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b508c49e-5966-4689-9e7c-3a422e091554 req-67d99627-c89e-4e5a-854c-b1dd05440730 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 946 time: 0.0784895 Dec 21 23:18:07.583054 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-b508c49e-5966-4689-9e7c-3a422e091554 req-875f6f1c-47b0-4f8f-81eb-2361aa5ae1df tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393541 Dec 21 23:18:07.723632 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8907498e-2798-471d-b5b7-2cf4aae4c8f4 req-c177ad6e-62ad-4247-b8ab-fffa889a3d5b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 1099 time: 0.0700405 Dec 21 23:18:07.769011 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8907498e-2798-471d-b5b7-2cf4aae4c8f4 req-f9def913-d74a-444d-85e5-013e1923e416 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355062 Dec 21 23:18:08.782703 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f143b-95a0-40f8-9565-9310ea830519 req-c55bddcf-18c7-4453-a5ad-f9d601ce973a tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:18:08.784126 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-881f143b-95a0-40f8-9565-9310ea830519 req-c55bddcf-18c7-4453-a5ad-f9d601ce973a tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 946 time: 0.0796020 Dec 21 23:18:08.830535 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-881f143b-95a0-40f8-9565-9310ea830519 req-88bb0277-623a-44be-bd5f-8e396e94ceaf tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407548 Dec 21 23:18:10.025776 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb7ec9-b96e-4cc6-997f-58abb280bd24 req-05538622-e62e-4470-add2-5920ea823309 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:18:10.027221 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e3bb7ec9-b96e-4cc6-997f-58abb280bd24 req-05538622-e62e-4470-add2-5920ea823309 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 946 time: 0.0761781 Dec 21 23:18:10.072143 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-e3bb7ec9-b96e-4cc6-997f-58abb280bd24 req-8a573c8e-f1f0-496b-b5c2-1a4c561286ee tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395842 Dec 21 23:18:10.265988 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e03e2c-ed0e-425a-9dce-83162bdb6c67 req-f00a9e4b-6c55-4071-860d-a30850080ea6 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:18:10.267439 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-95e03e2c-ed0e-425a-9dce-83162bdb6c67 req-f00a9e4b-6c55-4071-860d-a30850080ea6 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 946 time: 0.0759528 Dec 21 23:18:10.316661 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-95e03e2c-ed0e-425a-9dce-83162bdb6c67 req-46b73e47-829d-459b-9de6-7de52d23a418 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432780 Dec 21 23:18:10.350831 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47980) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:18:10.418520 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-206603e0-1da8-48f0-b9d1-0a5c318be18e tempest-TestSnapshotPattern-724300622 tempest-TestSnapshotPattern-724300622-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 1094 time: 0.0664685 Dec 21 23:18:10.420918 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 47984) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:18:10.426554 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.v2.base [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Request body: {'floatingip': {'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'port_id': '74b71525-7ed0-47bd-a504-a877c9f2eddf', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84169) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 21 23:18:10.431922 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 21 23:18:10.435602 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Usage tracker for resource:floatingip and tenant:9b7a9262c07147859f638710f9dea52d is out of sync, need to count used quota {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 21 23:18:10.438391 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84169) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 21 23:18:10.443962 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.quota.driver [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84169) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 21 23:18:10.504264 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for floatingip, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:10.636241 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:10.849329 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.db_base_plugin_common [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Allocated IP 172.26.3.223 (1ca459d5-42d5-4445-a501-f60bc2ce7708/c136cf76-3087-4676-97e9-6d336bf2d0d4/c3b7231f-349f-43a3-b17b-c05e7986e24f) {{(pid=84169) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 21 23:18:10.990544 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for port, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:11.091480 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755463386525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:11.160317 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Network 1ca459d5-42d5-4445-a501-f60bc2ce7708 is already hosted by enough agents. {{(pid=84169) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 21 23:18:11.163177 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.base_scheduler [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Resources bound (agent type, host, resource id): {{(pid=84169) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 21 23:18:11.167441 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Received port after_create {{(pid=84169) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 21 23:18:11.192077 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event updated for resources: {'Port': ['ID=c3b7231f-349f-43a3-b17b-c05e7986e24f,revision_number=1']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:18:11.211255 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:18:11.211617 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:18:11.211950 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:18:11.212278 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:18:11.212600 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:18:11.212923 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:18:11.213240 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:18:11.213559 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:18:11.213870 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:18:11.214230 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:18:11.214545 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:18:11.714208 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:11.816866 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:12.013195 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for port, precommit_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:12.073353 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7601268'] for port, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:12.177455 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event updated for resources: {'Port': ['ID=c3b7231f-349f-43a3-b17b-c05e7986e24f,revision_number=2']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:18:12.193914 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-512519'] for floatingip, after_update {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:12.387240 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.db.l3_db [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Floating IP 3a320aed-3f67-4cea-9c7a-246b566c40d1 associated. External IP: 172.26.3.223, port: 74b71525-7ed0-47bd-a504-a877c9f2eddf. Dec 21 23:18:12.863278 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Router 28fa159d-a41c-4582-8a37-d624c6680e7a has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:18:13.058607 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:18:13.068226 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff98bbf6-ea26-4141-845c-eca5ad32eef0 None None] Sync routers for ids ['28fa159d-a41c-4582-8a37-d624c6680e7a'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:18:13.079586 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98bbf6-ea26-4141-845c-eca5ad32eef0 None None] Routers {'28fa159d-a41c-4582-8a37-d624c6680e7a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:18:13.080185 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ff98bbf6-ea26-4141-845c-eca5ad32eef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:18:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['28fa159d-a41c-4582-8a37-d624c6680e7a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:18:13.142072 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:13.210072 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-1326e2f5-7ad2-42f5-b896-b46c9aa67805 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7773855 Dec 21 23:18:13.210072 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'tag': '74b71525-7ed0-47bd-a504-a877c9f2eddf'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:18:13.256463 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'tag': '74b71525-7ed0-47bd-a504-a877c9f2eddf', 'status': 'completed', 'code': 200} Dec 21 23:18:13.257638 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-ff98bbf6-ea26-4141-845c-eca5ad32eef0 None None] Set router 28fa159d-a41c-4582-8a37-d624c6680e7a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:18:13.356466 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8237aa3f-8bd7-4a9c-b7ef-c2f5260bbd48 req-d128ea86-fd3e-4b6e-b1af-ec895782c241 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b7a9262c07147859f638710f9dea52d&device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 1099 time: 0.0756655 Dec 21 23:18:13.488783 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237aa3f-8bd7-4a9c-b7ef-c2f5260bbd48 req-c15a7050-93ea-4ffb-8676-6757b538edc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:18:13.490242 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8237aa3f-8bd7-4a9c-b7ef-c2f5260bbd48 req-c15a7050-93ea-4ffb-8676-6757b538edc0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=21b7f44a-bd9e-4c09-907d-10ee731d423e HTTP/1.1" status: 200 len: 910 time: 0.1273799 Dec 21 23:18:13.592226 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8237aa3f-8bd7-4a9c-b7ef-c2f5260bbd48 req-32dd9951-dd90-4b7b-b36d-37bdb9b5e124 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b71525-7ed0-47bd-a504-a877c9f2eddf HTTP/1.1" status: 200 len: 1000 time: 0.0958877 Dec 21 23:18:13.605550 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ff98bbf6-ea26-4141-845c-eca5ad32eef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:59Z', 'revision_number': 4, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '3a320aed-3f67-4cea-9c7a-246b566c40d1', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'floating_ip_address': '172.26.3.223', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'port_id': '74b71525-7ed0-47bd-a504-a877c9f2eddf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'mac_address': 'fa:16:3e:92:1c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:18:11Z', 'updated_at': '2021-12-21T23:18:11Z', 'revision_number': 0, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'fixed_ip_address_scope': None}, {'id': 'da92dc4e-4659-4f66-84a1-44e4c01b5db1', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'port_id': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'mac_address': 'fa:16:3e:48:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:15:30Z', 'updated_at': '2021-12-21T23:15:36Z', 'revision_number': 1, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311b28d4-8b21-4493-9644-3f581c3a8294', 'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'mac_address': 'fa:16:3e:d8:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:59Z', 'updated_at': '2021-12-21T23:15:09Z', 'revision_number': 5, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'subnets': [{'id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:18:13.609355 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff98bbf6-ea26-4141-845c-eca5ad32eef0 None None] Checking router: 28fa159d-a41c-4582-8a37-d624c6680e7a for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:18:13.620068 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98bbf6-ea26-4141-845c-eca5ad32eef0 None None] Routers {'28fa159d-a41c-4582-8a37-d624c6680e7a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:18:13.620653 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ff98bbf6-ea26-4141-845c-eca5ad32eef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:18:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['28fa159d-a41c-4582-8a37-d624c6680e7a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:18:13.654399 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237aa3f-8bd7-4a9c-b7ef-c2f5260bbd48 req-45ad3d09-bb5e-4d30-ad77-8597a241f908 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:18:13.655832 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8237aa3f-8bd7-4a9c-b7ef-c2f5260bbd48 req-45ad3d09-bb5e-4d30-ad77-8597a241f908 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=473728f2-397a-4cc4-a128-8954f1cb9946 HTTP/1.1" status: 200 len: 848 time: 0.0564911 Dec 21 23:18:13.734080 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8237aa3f-8bd7-4a9c-b7ef-c2f5260bbd48 req-991b26c0-84ec-4e93-b651-ca636fa3c938 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21b7f44a-bd9e-4c09-907d-10ee731d423e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692697 Dec 21 23:18:13.799079 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-ff98bbf6-ea26-4141-845c-eca5ad32eef0 None None] Set router 28fa159d-a41c-4582-8a37-d624c6680e7a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:18:13.951184 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8237aa3f-8bd7-4a9c-b7ef-c2f5260bbd48 req-dafa2be8-7e03-4d54-9cf5-932852759fe8 service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109618 Dec 21 23:18:14.084947 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-8237aa3f-8bd7-4a9c-b7ef-c2f5260bbd48 req-61ba887e-cebb-4f7d-8203-9cb3552c180d service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246612 Dec 21 23:18:14.171126 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ff98bbf6-ea26-4141-845c-eca5ad32eef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:59Z', 'revision_number': 4, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '3a320aed-3f67-4cea-9c7a-246b566c40d1', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'floating_ip_address': '172.26.3.223', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'port_id': '74b71525-7ed0-47bd-a504-a877c9f2eddf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'mac_address': 'fa:16:3e:92:1c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:18:11Z', 'updated_at': '2021-12-21T23:18:11Z', 'revision_number': 0, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'fixed_ip_address_scope': None}, {'id': 'da92dc4e-4659-4f66-84a1-44e4c01b5db1', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'port_id': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'mac_address': 'fa:16:3e:48:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:15:30Z', 'updated_at': '2021-12-21T23:15:36Z', 'revision_number': 1, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311b28d4-8b21-4493-9644-3f581c3a8294', 'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'mac_address': 'fa:16:3e:d8:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:59Z', 'updated_at': '2021-12-21T23:15:09Z', 'revision_number': 5, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'subnets': [{'id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:18:14.175207 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff98bbf6-ea26-4141-845c-eca5ad32eef0 None None] The sync data for ids ['28fa159d-a41c-4582-8a37-d624c6680e7a'] in dv-neutron-822520-1-hyperv is: [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:59Z', 'revision_number': 4, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': '3a320aed-3f67-4cea-9c7a-246b566c40d1', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'floating_ip_address': '172.26.3.223', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'port_id': '74b71525-7ed0-47bd-a504-a877c9f2eddf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'mac_address': 'fa:16:3e:92:1c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:18:11Z', 'updated_at': '2021-12-21T23:18:11Z', 'revision_number': 0, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'fixed_ip_address_scope': None}, {'id': 'da92dc4e-4659-4f66-84a1-44e4c01b5db1', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'port_id': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'mac_address': 'fa:16:3e:48:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:15:30Z', 'updated_at': '2021-12-21T23:15:36Z', 'revision_number': 1, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311b28d4-8b21-4493-9644-3f581c3a8294', 'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'mac_address': 'fa:16:3e:d8:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:59Z', 'updated_at': '2021-12-21T23:15:09Z', 'revision_number': 5, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'subnets': [{'id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:18:14.372659 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508c00b5-dae4-40c6-9ab0-21f1e33eb97a None None] New status for floating IP 3a320aed-3f67-4cea-9c7a-246b566c40d1: ACTIVE {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 23:18:16.050708 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:16.812001 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:18:27.309451 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c3188265-d1ac-48f1-a934-3fcfda5c8594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:29.715674 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a11df480-2b92-4995-8420-30e440b7d559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:30.772961 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:30.966743 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:32.456344 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:38.754127 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ce7eacae-ea40-4585-8028-f493fd424ceb req-4a7fd593-a94f-4d14-aafc-820a62513ab1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662913 Dec 21 23:18:38.903871 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ce7eacae-ea40-4585-8028-f493fd424ceb req-769757c4-98b7-4ae1-a555-6f5175c8105c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b7a9262c07147859f638710f9dea52d&device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 1097 time: 0.0715892 Dec 21 23:18:39.052166 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7eacae-ea40-4585-8028-f493fd424ceb req-0d9db189-49ef-482c-a765-14884437b83e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:18:39.054036 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ce7eacae-ea40-4585-8028-f493fd424ceb req-0d9db189-49ef-482c-a765-14884437b83e service neutron] 10.222.0.49 "GET /v2.0/networks?id=21b7f44a-bd9e-4c09-907d-10ee731d423e HTTP/1.1" status: 200 len: 910 time: 0.1261337 Dec 21 23:18:39.159032 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ce7eacae-ea40-4585-8028-f493fd424ceb req-1d0df095-3119-4d20-a43c-26ef6d2aeaa9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 HTTP/1.1" status: 200 len: 1000 time: 0.0952716 Dec 21 23:18:39.223811 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7eacae-ea40-4585-8028-f493fd424ceb req-b09790ba-6df8-4f2c-a5c7-427742c8b905 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:18:39.225564 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ce7eacae-ea40-4585-8028-f493fd424ceb req-b09790ba-6df8-4f2c-a5c7-427742c8b905 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=473728f2-397a-4cc4-a128-8954f1cb9946 HTTP/1.1" status: 200 len: 848 time: 0.0567870 Dec 21 23:18:39.304115 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ce7eacae-ea40-4585-8028-f493fd424ceb req-cfd16896-36da-4444-ad56-0bca98fdb41a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21b7f44a-bd9e-4c09-907d-10ee731d423e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680842 Dec 21 23:18:39.442214 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ce7eacae-ea40-4585-8028-f493fd424ceb req-9018ca78-ff82-488c-83b0-276f6bad3cf7 service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282885 Dec 21 23:18:39.576315 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-ce7eacae-ea40-4585-8028-f493fd424ceb req-bae99290-9f41-43c0-a0c2-ee902348dba2 service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219375 Dec 21 23:18:46.056662 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:53.812187 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:18:57.296695 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-19aabb8b-6fb7-4079-a551-629969d21641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:18:59.692049 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5bd27e5f-d042-4b89-a916-0d6e329b2061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:00.783681 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:00.943691 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:02.479304 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:16.098035 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:27.291760 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4ff62f2c-ee39-4aa4-b843-9497241f1cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:29.686336 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-d7ee39a5-a1db-4cba-8740-2279ab25c173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:30.812930 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:19:30.829053 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:30.949325 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:32.468870 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:40.892725 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60634a29-c3ee-4eef-83e9-832738a7b6af req-834fe742-1a7f-4b63-8b18-5de1b506cd22 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1665671 Dec 21 23:19:40.989879 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60634a29-c3ee-4eef-83e9-832738a7b6af req-f5f886b9-cdd8-4669-b7fb-c7a6cb4fce10 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b7a9262c07147859f638710f9dea52d&device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 1099 time: 0.0680103 Dec 21 23:19:41.145196 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60634a29-c3ee-4eef-83e9-832738a7b6af req-167eb397-e7bc-437d-96ff-c5a21dcf434f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:19:41.146612 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60634a29-c3ee-4eef-83e9-832738a7b6af req-167eb397-e7bc-437d-96ff-c5a21dcf434f service neutron] 10.222.0.49 "GET /v2.0/networks?id=21b7f44a-bd9e-4c09-907d-10ee731d423e HTTP/1.1" status: 200 len: 910 time: 0.1337988 Dec 21 23:19:41.254814 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60634a29-c3ee-4eef-83e9-832738a7b6af req-ae8287a1-593e-4001-ae45-82f637b1ac66 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b71525-7ed0-47bd-a504-a877c9f2eddf HTTP/1.1" status: 200 len: 1002 time: 0.0979567 Dec 21 23:19:41.321825 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60634a29-c3ee-4eef-83e9-832738a7b6af req-f820a17f-4dd7-4973-9565-af3d0541e8bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:19:41.323278 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60634a29-c3ee-4eef-83e9-832738a7b6af req-f820a17f-4dd7-4973-9565-af3d0541e8bd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=473728f2-397a-4cc4-a128-8954f1cb9946 HTTP/1.1" status: 200 len: 848 time: 0.0599427 Dec 21 23:19:41.492954 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60634a29-c3ee-4eef-83e9-832738a7b6af req-044c9b21-3af7-43f9-a6b1-e86043052397 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21b7f44a-bd9e-4c09-907d-10ee731d423e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1598201 Dec 21 23:19:41.626413 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60634a29-c3ee-4eef-83e9-832738a7b6af req-90992dbe-0e8a-4d5d-8125-6d2961bd368b service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229002 Dec 21 23:19:41.767690 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-60634a29-c3ee-4eef-83e9-832738a7b6af req-285a4f48-1278-4fb8-9707-b403ee6572b6 service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295888 Dec 21 23:19:45.518067 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 74b71525-7ed0-47bd-a504-a877c9f2eddf details requested by agent hyperv_hv-neutron-8225 with host hv-neutron-8225 {{(pid=84170) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 21 23:19:45.735946 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 74b71525-7ed0-47bd-a504-a877c9f2eddf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74b71525-7ed0-47bd-a504-a877c9f2eddf,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:19:45.758295 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Returning: {'device': '74b71525-7ed0-47bd-a504-a877c9f2eddf', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'port_id': '74b71525-7ed0-47bd-a504-a877c9f2eddf', 'mac_address': 'fa:16:3e:92:1c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84170) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 21 23:19:45.831682 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:45.854052 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74b71525-7ed0-47bd-a504-a877c9f2eddf {{(pid=84170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 21 23:19:45.875765 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 74b71525-7ed0-47bd-a504-a877c9f2eddf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74b71525-7ed0-47bd-a504-a877c9f2eddf,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:19:45.992251 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:46.078595 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=74b71525-7ed0-47bd-a504-a877c9f2eddf,revision_number=6']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:19:46.082663 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] get_ports_and_sgs() called for port_ids ['74b71525-7ed0-47bd-a504-a877c9f2eddf'] {{(pid=84170) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 21 23:19:46.133140 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:46.141926 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:46.142301 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:46.142940 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:46.143646 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:46.144182 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:46.144903 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:46.145543 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:46.145874 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:46.146220 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:46.146537 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:46.146884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:47.513271 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 74b71525-7ed0-47bd-a504-a877c9f2eddf up at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 21 23:19:47.599446 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.provisioning_blocks [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Provisioning complete for port 74b71525-7ed0-47bd-a504-a877c9f2eddf triggered by entity L2. {{(pid=84170) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 21 23:19:47.599840 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1056445'] for port, provisioning_complete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:47.723131 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:47.760410 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b71525-7ed0-47bd-a504-a877c9f2eddf'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:19:47.771573 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 74b71525-7ed0-47bd-a504-a877c9f2eddf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74b71525-7ed0-47bd-a504-a877c9f2eddf,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:19:47.817893 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:47.856509 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b71525-7ed0-47bd-a504-a877c9f2eddf', 'code': 200} Dec 21 23:19:47.904291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=74b71525-7ed0-47bd-a504-a877c9f2eddf,revision_number=7']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:19:57.308846 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4e1ae8d9-8e9b-490a-9744-769beb7110ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:57.929305 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 48134) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:19:58.123324 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Deleting port c3b7231f-349f-43a3-b17b-c05e7986e24f {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:19:58.123665 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:58.290700 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:58.291023 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:58.406481 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Calling delete_port for c3b7231f-349f-43a3-b17b-c05e7986e24f owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:19:58.616809 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:58.664440 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event deleted for resources: {'Port': ['ID=c3b7231f-349f-43a3-b17b-c05e7986e24f,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:19:58.734776 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:58.735112 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:58.735444 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:58.735772 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:58.736097 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:58.736420 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:58.736740 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:58.737060 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:58.737370 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:58.737688 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:58.738002 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84169) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:19:58.765803 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:59.236621 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Router 28fa159d-a41c-4582-8a37-d624c6680e7a has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:19:59.434316 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:19:59.444174 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869d4e80-342c-40c7-aba1-173213d5e99f None None] Sync routers for ids ['28fa159d-a41c-4582-8a37-d624c6680e7a'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:19:59.455786 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869d4e80-342c-40c7-aba1-173213d5e99f None None] Routers {'28fa159d-a41c-4582-8a37-d624c6680e7a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:19:59.460944 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-869d4e80-342c-40c7-aba1-173213d5e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:19:30Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['28fa159d-a41c-4582-8a37-d624c6680e7a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:19:59.514373 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:59.566744 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-48266c93-58a6-48aa-9c50-290f4c302acb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "DELETE /v2.0/floatingips/3a320aed-3f67-4cea-9c7a-246b566c40d1 HTTP/1.1" status: 204 len: 168 time: 1.6363742 Dec 21 23:19:59.567408 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'tag': '74b71525-7ed0-47bd-a504-a877c9f2eddf'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:19:59.635778 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-869d4e80-342c-40c7-aba1-173213d5e99f None None] Set router 28fa159d-a41c-4582-8a37-d624c6680e7a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:19:59.725703 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'tag': '74b71525-7ed0-47bd-a504-a877c9f2eddf', 'status': 'completed', 'code': 200} Dec 21 23:19:59.743421 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-38f1c985-3b81-4a39-8470-846c6d3bc76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:19:59.829956 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-649553db-b42c-4c0c-bf41-270be69c42ee req-36ee5bd6-0c70-4e48-8190-4c0c2f63a449 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b7a9262c07147859f638710f9dea52d&device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 1099 time: 0.0761125 Dec 21 23:19:59.971171 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649553db-b42c-4c0c-bf41-270be69c42ee req-ac022b11-96d0-43bf-93b8-861f34e8cb9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:19:59.972614 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-649553db-b42c-4c0c-bf41-270be69c42ee req-ac022b11-96d0-43bf-93b8-861f34e8cb9e service neutron] 10.222.0.49 "GET /v2.0/networks?id=21b7f44a-bd9e-4c09-907d-10ee731d423e HTTP/1.1" status: 200 len: 910 time: 0.1347857 Dec 21 23:19:59.992386 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-869d4e80-342c-40c7-aba1-173213d5e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:59Z', 'revision_number': 4, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'da92dc4e-4659-4f66-84a1-44e4c01b5db1', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'port_id': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'mac_address': 'fa:16:3e:48:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:15:30Z', 'updated_at': '2021-12-21T23:15:36Z', 'revision_number': 1, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311b28d4-8b21-4493-9644-3f581c3a8294', 'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'mac_address': 'fa:16:3e:d8:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:59Z', 'updated_at': '2021-12-21T23:15:09Z', 'revision_number': 5, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'subnets': [{'id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:19:59.996170 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869d4e80-342c-40c7-aba1-173213d5e99f None None] Checking router: 28fa159d-a41c-4582-8a37-d624c6680e7a for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:20:00.007715 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869d4e80-342c-40c7-aba1-173213d5e99f None None] Routers {'28fa159d-a41c-4582-8a37-d624c6680e7a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:20:00.008419 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-869d4e80-342c-40c7-aba1-173213d5e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['28fa159d-a41c-4582-8a37-d624c6680e7a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:00.044395 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-649553db-b42c-4c0c-bf41-270be69c42ee req-c69ef4ea-81bf-4ffb-ac67-74711e7e1e27 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74b71525-7ed0-47bd-a504-a877c9f2eddf HTTP/1.1" status: 200 len: 217 time: 0.0639577 Dec 21 23:20:00.115013 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649553db-b42c-4c0c-bf41-270be69c42ee req-033b586f-d01a-43a1-a4b9-19330afca076 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:20:00.116320 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-649553db-b42c-4c0c-bf41-270be69c42ee req-033b586f-d01a-43a1-a4b9-19330afca076 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=473728f2-397a-4cc4-a128-8954f1cb9946 HTTP/1.1" status: 200 len: 848 time: 0.0633848 Dec 21 23:20:00.186601 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-869d4e80-342c-40c7-aba1-173213d5e99f None None] Set router 28fa159d-a41c-4582-8a37-d624c6680e7a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:20:00.199322 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-649553db-b42c-4c0c-bf41-270be69c42ee req-5b0703c7-170e-4634-8773-e216e071f2c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21b7f44a-bd9e-4c09-907d-10ee731d423e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750661 Dec 21 23:20:00.398105 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-649553db-b42c-4c0c-bf41-270be69c42ee req-e841e35b-230f-4d1d-aaa8-ba160f91bcc5 service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904249 Dec 21 23:20:00.429721 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0815b8-c767-490c-9a96-2bbaadb0c3ba req-f5c28868-7998-49f4-bfbb-51486756b973 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:20:00.431166 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9f0815b8-c767-490c-9a96-2bbaadb0c3ba req-f5c28868-7998-49f4-bfbb-51486756b973 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 946 time: 0.2736297 Dec 21 23:20:00.554761 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-9f0815b8-c767-490c-9a96-2bbaadb0c3ba req-eee44079-8107-439a-a25e-445e02649d77 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162837 Dec 21 23:20:00.570465 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-869d4e80-342c-40c7-aba1-173213d5e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:59Z', 'revision_number': 4, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'da92dc4e-4659-4f66-84a1-44e4c01b5db1', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'port_id': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'mac_address': 'fa:16:3e:48:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:15:30Z', 'updated_at': '2021-12-21T23:15:36Z', 'revision_number': 1, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311b28d4-8b21-4493-9644-3f581c3a8294', 'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'mac_address': 'fa:16:3e:d8:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:59Z', 'updated_at': '2021-12-21T23:15:09Z', 'revision_number': 5, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'subnets': [{'id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:00.571671 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-649553db-b42c-4c0c-bf41-270be69c42ee req-f6d47579-b1b3-432d-8a1d-40dea40b8a5c service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646464 Dec 21 23:20:00.581683 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869d4e80-342c-40c7-aba1-173213d5e99f None None] The sync data for ids ['28fa159d-a41c-4582-8a37-d624c6680e7a'] in dv-neutron-822520-1-hyperv is: [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:59Z', 'revision_number': 4, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_floatingips': [{'id': 'da92dc4e-4659-4f66-84a1-44e4c01b5db1', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'router_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'port_id': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'mac_address': 'fa:16:3e:48:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-21T23:15:30Z', 'updated_at': '2021-12-21T23:15:36Z', 'revision_number': 1, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311b28d4-8b21-4493-9644-3f581c3a8294', 'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'mac_address': 'fa:16:3e:d8:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:59Z', 'updated_at': '2021-12-21T23:15:09Z', 'revision_number': 5, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'subnets': [{'id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:20:00.783396 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:00.803301 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b6c49e-035f-4cb9-bf8e-ee841b6e7e9a None None] New status for floating IP 3a320aed-3f67-4cea-9c7a-246b566c40d1: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 23:20:00.983004 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:01.637669 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 74b71525-7ed0-47bd-a504-a877c9f2eddf no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:20:01.747443 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1095669'] for port, before_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:01.761944 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988b13e-8d95-446e-a227-171dd2774730 req-282fa0ed-57e1-4e58-ac39-2931db1f0b4b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:20:01.762847 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-3988b13e-8d95-446e-a227-171dd2774730 req-282fa0ed-57e1-4e58-ac39-2931db1f0b4b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Synchronizing usage tracker for tenant:9b7a9262c07147859f638710f9dea52d on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:20:01.776823 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74b71525-7ed0-47bd-a504-a877c9f2eddf'}] {{(pid=84170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:20:01.787825 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] For port 74b71525-7ed0-47bd-a504-a877c9f2eddf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74b71525-7ed0-47bd-a504-a877c9f2eddf,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:20:01.831442 dv-neutron-822520-1-hyperv neutron-server[84170]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74b71525-7ed0-47bd-a504-a877c9f2eddf', 'code': 200} Dec 21 23:20:01.834406 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-3988b13e-8d95-446e-a227-171dd2774730 req-282fa0ed-57e1-4e58-ac39-2931db1f0b4b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Unset dirty status for tenant:9b7a9262c07147859f638710f9dea52d on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:20:01.835633 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3988b13e-8d95-446e-a227-171dd2774730 req-282fa0ed-57e1-4e58-ac39-2931db1f0b4b tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 946 time: 0.1487126 Dec 21 23:20:01.851890 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755463838446', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755463386543', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755463426039'] for port, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:01.890427 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-3988b13e-8d95-446e-a227-171dd2774730 req-9b4a1d41-06c0-4e5f-87a9-f2d357c95a07 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482841 Dec 21 23:20:01.902219 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233437c1-2c17-4a43-a7df-a87b34090fb3 req-85f41f9c-c8e7-47b0-b1b9-6eaa8e0b740f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:20:01.903694 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-233437c1-2c17-4a43-a7df-a87b34090fb3 req-85f41f9c-c8e7-47b0-b1b9-6eaa8e0b740f tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 944 time: 0.0793257 Dec 21 23:20:01.922864 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Pushing event updated for resources: {'Port': ['ID=74b71525-7ed0-47bd-a504-a877c9f2eddf,revision_number=8']} {{(pid=84170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:20:01.978457 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-233437c1-2c17-4a43-a7df-a87b34090fb3 req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Deleting port 74b71525-7ed0-47bd-a504-a877c9f2eddf {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:20:01.978778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-233437c1-2c17-4a43-a7df-a87b34090fb3 req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:02.309051 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-233437c1-2c17-4a43-a7df-a87b34090fb3 req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] For port 74b71525-7ed0-47bd-a504-a877c9f2eddf, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=74b71525-7ed0-47bd-a504-a877c9f2eddf,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:20:02.309392 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-233437c1-2c17-4a43-a7df-a87b34090fb3 req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:02.429529 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-233437c1-2c17-4a43-a7df-a87b34090fb3 req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Calling delete_port for 74b71525-7ed0-47bd-a504-a877c9f2eddf owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:20:02.468627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:02.623273 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-233437c1-2c17-4a43-a7df-a87b34090fb3 req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:02.671156 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event deleted for resources: {'Port': ['ID=74b71525-7ed0-47bd-a504-a877c9f2eddf,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:20:02.709915 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:20:02.710291 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:20:02.710627 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:20:02.710956 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:20:02.711285 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:20:02.711609 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:20:02.711928 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:20:02.712245 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:20:02.712559 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:20:02.712883 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:20:02.713182 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822520-1-hyperv {{(pid=84168) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 21 23:20:02.756910 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-233437c1-2c17-4a43-a7df-a87b34090fb3 req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] No DVR routers for this DVR port 74b71525-7ed0-47bd-a504-a877c9f2eddf on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 23:20:02.759315 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-233437c1-2c17-4a43-a7df-a87b34090fb3 req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:02.761672 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'name': 'network-vif-deleted', 'tag': '74b71525-7ed0-47bd-a504-a877c9f2eddf'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:20:02.829052 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-233437c1-2c17-4a43-a7df-a87b34090fb3 req-68a2ce35-a4a0-4d25-8a1c-0354388c3615 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.49 "DELETE /v2.0/ports/74b71525-7ed0-47bd-a504-a877c9f2eddf HTTP/1.1" status: 204 len: 173 time: 0.9187989 Dec 21 23:20:02.895358 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a915138-8a1f-441d-85e4-b47898a3cb86', 'name': 'network-vif-deleted', 'tag': '74b71525-7ed0-47bd-a504-a877c9f2eddf', 'status': 'completed', 'code': 200} Dec 21 23:20:03.058395 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-2a9f9483-1f89-4d98-bbd7-ac899ee9733d req-0ab2f341-e1e0-41f5-a6cd-69739e27ae22 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a915138-8a1f-441d-85e4-b47898a3cb86 HTTP/1.1" status: 200 len: 210 time: 0.0463240 Dec 21 23:20:05.376538 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.wsgi [-] (84169) accepted ('10.222.0.37', 48198) {{(pid=84169) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:20:05.571420 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-536bfa04-f920-4917-9399-879c92f1d1d4 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Deleting port 23b3e8ba-ceb6-4a86-aa98-2652d0edf474 {{(pid=84169) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:20:05.571753 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-536bfa04-f920-4917-9399-879c92f1d1d4 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:05.653085 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 74b71525-7ed0-47bd-a504-a877c9f2eddf no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:20:05.685479 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 74b71525-7ed0-47bd-a504-a877c9f2eddf {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:20:05.685818 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 74b71525-7ed0-47bd-a504-a877c9f2eddf not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:20:05.742272 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-536bfa04-f920-4917-9399-879c92f1d1d4 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:05.742597 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-536bfa04-f920-4917-9399-879c92f1d1d4 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:05.858323 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.plugins.ml2.plugin [None req-536bfa04-f920-4917-9399-879c92f1d1d4 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Calling delete_port for 23b3e8ba-ceb6-4a86-aa98-2652d0edf474 owned by network:floatingip {{(pid=84169) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:20:06.045955 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-536bfa04-f920-4917-9399-879c92f1d1d4 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7601277'] for port, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:06.088790 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bfa04-f920-4917-9399-879c92f1d1d4 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event deleted for resources: {'Port': ['ID=23b3e8ba-ceb6-4a86-aa98-2652d0edf474,revision_number=None']} {{(pid=84169) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:20:06.273373 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-536bfa04-f920-4917-9399-879c92f1d1d4 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for floatingip, after_delete {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:06.655841 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536bfa04-f920-4917-9399-879c92f1d1d4 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Router 28fa159d-a41c-4582-8a37-d624c6680e7a has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84169) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:20:06.855494 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536bfa04-f920-4917-9399-879c92f1d1d4 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84169) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:20:06.865380 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf3f3f8-3017-4fb1-89bf-3cfb50fea91d None None] Sync routers for ids ['28fa159d-a41c-4582-8a37-d624c6680e7a'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:20:06.874137 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron_lib.callbacks.manager [None req-536bfa04-f920-4917-9399-879c92f1d1d4 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for floatingip, before_response {{(pid=84169) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:06.877399 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf3f3f8-3017-4fb1-89bf-3cfb50fea91d None None] Routers {'28fa159d-a41c-4582-8a37-d624c6680e7a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:20:06.877995 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2cf3f3f8-3017-4fb1-89bf-3cfb50fea91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['28fa159d-a41c-4582-8a37-d624c6680e7a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:06.926148 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [None req-536bfa04-f920-4917-9399-879c92f1d1d4 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "DELETE /v2.0/floatingips/da92dc4e-4659-4f66-84a1-44e4c01b5db1 HTTP/1.1" status: 204 len: 168 time: 1.5484560 Dec 21 23:20:06.926638 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'tag': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8'}] {{(pid=84169) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:20:06.982598 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'tag': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'status': 'completed', 'code': 200} Dec 21 23:20:07.056037 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-2cf3f3f8-3017-4fb1-89bf-3cfb50fea91d None None] Set router 28fa159d-a41c-4582-8a37-d624c6680e7a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:20:07.075794 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-08ecc89c-b666-4716-aa61-d70b729ad205 req-0dc4870a-4769-438c-b105-2ad4c62d7f93 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9b7a9262c07147859f638710f9dea52d&device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 1097 time: 0.0684273 Dec 21 23:20:07.211762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecc89c-b666-4716-aa61-d70b729ad205 req-5699df42-9387-4b98-bcbf-ca6c9e1c683f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:20:07.213254 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-08ecc89c-b666-4716-aa61-d70b729ad205 req-5699df42-9387-4b98-bcbf-ca6c9e1c683f service neutron] 10.222.0.49 "GET /v2.0/networks?id=21b7f44a-bd9e-4c09-907d-10ee731d423e HTTP/1.1" status: 200 len: 910 time: 0.1299708 Dec 21 23:20:07.297140 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-08ecc89c-b666-4716-aa61-d70b729ad205 req-2e1b71af-24f3-4968-9ace-b2a980daf77e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 HTTP/1.1" status: 200 len: 217 time: 0.0764537 Dec 21 23:20:07.367404 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecc89c-b666-4716-aa61-d70b729ad205 req-242d7028-a550-475e-b7ab-0e1f81206171 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:20:07.368984 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-08ecc89c-b666-4716-aa61-d70b729ad205 req-242d7028-a550-475e-b7ab-0e1f81206171 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=473728f2-397a-4cc4-a128-8954f1cb9946 HTTP/1.1" status: 200 len: 848 time: 0.0641673 Dec 21 23:20:07.373941 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2cf3f3f8-3017-4fb1-89bf-3cfb50fea91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:59Z', 'revision_number': 4, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '311b28d4-8b21-4493-9644-3f581c3a8294', 'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'mac_address': 'fa:16:3e:d8:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:59Z', 'updated_at': '2021-12-21T23:15:09Z', 'revision_number': 5, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'subnets': [{'id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:07.378411 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf3f3f8-3017-4fb1-89bf-3cfb50fea91d None None] Checking router: 28fa159d-a41c-4582-8a37-d624c6680e7a for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:20:07.389575 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf3f3f8-3017-4fb1-89bf-3cfb50fea91d None None] Routers {'28fa159d-a41c-4582-8a37-d624c6680e7a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:20:07.390214 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2cf3f3f8-3017-4fb1-89bf-3cfb50fea91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['28fa159d-a41c-4582-8a37-d624c6680e7a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:07.506646 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-08ecc89c-b666-4716-aa61-d70b729ad205 req-3c6a097b-c55f-4d86-9067-4d480b1cd539 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21b7f44a-bd9e-4c09-907d-10ee731d423e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1300907 Dec 21 23:20:07.520563 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd766b-a273-4c6c-9f11-48e5a9f89477 req-0cf2698c-850f-49ac-90e2-38235a23ae63 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:20:07.521230 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-45fd766b-a273-4c6c-9f11-48e5a9f89477 req-0cf2698c-850f-49ac-90e2-38235a23ae63 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Synchronizing usage tracker for tenant:9b7a9262c07147859f638710f9dea52d on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:20:07.570492 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-2cf3f3f8-3017-4fb1-89bf-3cfb50fea91d None None] Set router 28fa159d-a41c-4582-8a37-d624c6680e7a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:20:07.634944 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-45fd766b-a273-4c6c-9f11-48e5a9f89477 req-0cf2698c-850f-49ac-90e2-38235a23ae63 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Unset dirty status for tenant:9b7a9262c07147859f638710f9dea52d on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:20:07.636030 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-45fd766b-a273-4c6c-9f11-48e5a9f89477 req-0cf2698c-850f-49ac-90e2-38235a23ae63 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 944 time: 0.2049043 Dec 21 23:20:07.679048 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-08ecc89c-b666-4716-aa61-d70b729ad205 req-f4237a25-c3c2-4867-8f61-e08e6f948809 service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550460 Dec 21 23:20:07.738834 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-45fd766b-a273-4c6c-9f11-48e5a9f89477 req-8cd5ffb3-6830-4783-b87c-3976f4118080 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948744 Dec 21 23:20:07.825501 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-08ecc89c-b666-4716-aa61-d70b729ad205 req-08608ada-dd36-44c5-b104-4efea74b6c17 service neutron] 10.222.0.49 "GET /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383564 Dec 21 23:20:07.849720 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:20:07.887695 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-2cf3f3f8-3017-4fb1-89bf-3cfb50fea91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:59Z', 'revision_number': 4, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '311b28d4-8b21-4493-9644-3f581c3a8294', 'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'mac_address': 'fa:16:3e:d8:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:59Z', 'updated_at': '2021-12-21T23:15:09Z', 'revision_number': 5, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'subnets': [{'id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:07.891585 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf3f3f8-3017-4fb1-89bf-3cfb50fea91d None None] The sync data for ids ['28fa159d-a41c-4582-8a37-d624c6680e7a'] in dv-neutron-822520-1-hyperv is: [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:14:59Z', 'revision_number': 4, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv', '_interfaces': [{'id': '311b28d4-8b21-4493-9644-3f581c3a8294', 'name': '', 'network_id': '21b7f44a-bd9e-4c09-907d-10ee731d423e', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'mac_address': 'fa:16:3e:d8:3c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:59Z', 'updated_at': '2021-12-21T23:15:09Z', 'revision_number': 5, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'subnets': [{'id': '473728f2-397a-4cc4-a128-8954f1cb9946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:20:08.121536 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a348a17-7dc5-4555-9c0f-b8ff36145628 None None] New status for floating IP da92dc4e-4659-4f66-84a1-44e4c01b5db1: DOWN {{(pid=84170) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 21 23:20:08.937136 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ef434-6d28-43f0-9482-7617833763ac req-0147f97b-f679-4401-8698-3163cbf08648 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84169) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:20:08.937808 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-1e7ef434-6d28-43f0-9482-7617833763ac req-0147f97b-f679-4401-8698-3163cbf08648 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Synchronizing usage tracker for tenant:9b7a9262c07147859f638710f9dea52d on resource:port {{(pid=84169) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:20:08.949865 dv-neutron-822520-1-hyperv neutron-server[84169]: DEBUG neutron.quota.resource [req-1e7ef434-6d28-43f0-9482-7617833763ac req-0147f97b-f679-4401-8698-3163cbf08648 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Unset dirty status for tenant:9b7a9262c07147859f638710f9dea52d on resource:port {{(pid=84169) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:20:08.950983 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1e7ef434-6d28-43f0-9482-7617833763ac req-0147f97b-f679-4401-8698-3163cbf08648 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 944 time: 0.0917070 Dec 21 23:20:08.998784 dv-neutron-822520-1-hyperv neutron-server[84169]: INFO neutron.wsgi [req-1e7ef434-6d28-43f0-9482-7617833763ac req-3825c508-65ed-45db-9eaf-7af7b9b705c0 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/security-groups?id=f688566b-6968-4350-9aaa-21bfa5118962&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 Dec 21 23:20:09.167895 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00527b1-1c89-4b03-8a58-dc02f55204d1 req-2b7ed882-4c74-43a0-9309-f4fdb6aaf127 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84168) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 21 23:20:09.169224 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f00527b1-1c89-4b03-8a58-dc02f55204d1 req-2b7ed882-4c74-43a0-9309-f4fdb6aaf127 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 944 time: 0.0795424 Dec 21 23:20:09.304172 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-f00527b1-1c89-4b03-8a58-dc02f55204d1 req-0b66562c-4d90-4817-92a8-176aee4ee162 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Deleting port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:20:09.304510 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f00527b1-1c89-4b03-8a58-dc02f55204d1 req-0b66562c-4d90-4817-92a8-176aee4ee162 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:09.541537 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [req-f00527b1-1c89-4b03-8a58-dc02f55204d1 req-0b66562c-4d90-4817-92a8-176aee4ee162 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] For port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8, host hv-neutron-8225, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8225',level=0,port_id=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:20:09.541884 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f00527b1-1c89-4b03-8a58-dc02f55204d1 req-0b66562c-4d90-4817-92a8-176aee4ee162 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:09.743153 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [req-f00527b1-1c89-4b03-8a58-dc02f55204d1 req-0b66562c-4d90-4817-92a8-176aee4ee162 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Calling delete_port for 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 owned by compute:nova {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:20:09.926105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f00527b1-1c89-4b03-8a58-dc02f55204d1 req-0b66562c-4d90-4817-92a8-176aee4ee162 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:09.976989 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66562c-4d90-4817-92a8-176aee4ee162 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event deleted for resources: {'Port': ['ID=2a79ecc2-87f7-4113-907e-8ab71a9fbfa8,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:20:10.049877 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00527b1-1c89-4b03-8a58-dc02f55204d1 req-0b66562c-4d90-4817-92a8-176aee4ee162 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] No DVR routers for this DVR port 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 on host hv-neutron-8225 {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 23:20:10.052361 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [req-f00527b1-1c89-4b03-8a58-dc02f55204d1 req-0b66562c-4d90-4817-92a8-176aee4ee162 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2021935'] for port, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:10.054871 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'name': 'network-vif-deleted', 'tag': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8'}] {{(pid=84168) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 21 23:20:10.111744 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e03dab0-8160-457c-a9a4-9caa0b669d70', 'name': 'network-vif-deleted', 'tag': '2a79ecc2-87f7-4113-907e-8ab71a9fbfa8', 'status': 'completed', 'code': 200} Dec 21 23:20:10.155261 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-f00527b1-1c89-4b03-8a58-dc02f55204d1 req-0b66562c-4d90-4817-92a8-176aee4ee162 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.49 "DELETE /v2.0/ports/2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 HTTP/1.1" status: 204 len: 173 time: 0.9797561 Dec 21 23:20:10.162761 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-292ad30f-f456-4f92-9b93-27254cca14e7 req-5a3773ba-b171-4203-be32-6ceabd48d660 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Synchronizing usage tracker for tenant:9b7a9262c07147859f638710f9dea52d on resource:port {{(pid=84168) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 21 23:20:10.240790 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.quota.resource [req-292ad30f-f456-4f92-9b93-27254cca14e7 req-5a3773ba-b171-4203-be32-6ceabd48d660 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Unset dirty status for tenant:9b7a9262c07147859f638710f9dea52d on resource:port {{(pid=84168) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 21 23:20:10.243290 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [req-292ad30f-f456-4f92-9b93-27254cca14e7 req-5a3773ba-b171-4203-be32-6ceabd48d660 tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e03dab0-8160-457c-a9a4-9caa0b669d70 HTTP/1.1" status: 200 len: 210 time: 0.1228204 Dec 21 23:20:11.355201 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 48218) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:20:11.426258 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-40fbda8f-4dc1-4ffd-9ee9-2f72a1f65fdb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:11.454800 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-40fbda8f-4dc1-4ffd-9ee9-2f72a1f65fdb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:11.576816 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-40fbda8f-4dc1-4ffd-9ee9-2f72a1f65fdb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:11.594974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbda8f-4dc1-4ffd-9ee9-2f72a1f65fdb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f688566b-6968-4350-9aaa-21bfa5118962,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:20:11.667671 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-40fbda8f-4dc1-4ffd-9ee9-2f72a1f65fdb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:11.669083 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-40fbda8f-4dc1-4ffd-9ee9-2f72a1f65fdb tempest-TestSnapshotPattern-1935797461 tempest-TestSnapshotPattern-1935797461-project] 10.222.0.37 "DELETE /v2.0/security-groups/f688566b-6968-4350-9aaa-21bfa5118962 HTTP/1.1" status: 204 len: 168 time: 0.3126378 Dec 21 23:20:11.788744 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 48224) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:20:12.303617 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-71f9a1a6-365d-4381-9226-dece61498b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:12.887037 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-71f9a1a6-365d-4381-9226-dece61498b45 admin admin] Deleting port 311b28d4-8b21-4493-9644-3f581c3a8294 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:20:12.887587 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-71f9a1a6-365d-4381-9226-dece61498b45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:13.146710 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-71f9a1a6-365d-4381-9226-dece61498b45 admin admin] For port 311b28d4-8b21-4493-9644-3f581c3a8294, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=311b28d4-8b21-4493-9644-3f581c3a8294,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:20:13.146968 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-71f9a1a6-365d-4381-9226-dece61498b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:13.263321 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-71f9a1a6-365d-4381-9226-dece61498b45 admin admin] Calling delete_port for 311b28d4-8b21-4493-9644-3f581c3a8294 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:20:13.480348 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-71f9a1a6-365d-4381-9226-dece61498b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:13.524890 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9a1a6-365d-4381-9226-dece61498b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=311b28d4-8b21-4493-9644-3f581c3a8294,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:20:13.684005 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 no longer exists at agent hyperv_hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:20:13.717061 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] No Port match for: 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:20:13.717408 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Device 2a79ecc2-87f7-4113-907e-8ab71a9fbfa8 not bound to the agent host hv-neutron-8225 {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:20:13.816174 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-71f9a1a6-365d-4381-9226-dece61498b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:14.371611 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71f9a1a6-365d-4381-9226-dece61498b45 admin admin] Router 28fa159d-a41c-4582-8a37-d624c6680e7a has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:20:14.658191 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71f9a1a6-365d-4381-9226-dece61498b45 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:20:14.666786 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb8c2a9-c28c-4bf0-a6f9-205bc97c81e9 None None] Sync routers for ids ['28fa159d-a41c-4582-8a37-d624c6680e7a'] in dv-neutron-822520-1-hyperv {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:20:14.677861 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb8c2a9-c28c-4bf0-a6f9-205bc97c81e9 None None] Routers {'28fa159d-a41c-4582-8a37-d624c6680e7a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:20:14.678474 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ceb8c2a9-c28c-4bf0-a6f9-205bc97c81e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['28fa159d-a41c-4582-8a37-d624c6680e7a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:14.722069 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-71f9a1a6-365d-4381-9226-dece61498b45 admin admin] 10.222.0.37 "PUT /v2.0/routers/28fa159d-a41c-4582-8a37-d624c6680e7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9321127 Dec 21 23:20:14.724590 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 48232) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:20:14.881736 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-ceb8c2a9-c28c-4bf0-a6f9-205bc97c81e9 None None] Set router 28fa159d-a41c-4582-8a37-d624c6680e7a gateway port host: dv-neutron-822520-1-hyperv {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:20:14.926151 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eb32d0c5-bb15-4dd7-9686-b07f0b0447a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:15.122455 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eb32d0c5-bb15-4dd7-9686-b07f0b0447a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:15.159986 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-eb32d0c5-bb15-4dd7-9686-b07f0b0447a1 admin admin] Deleting port 1830010f-fa61-4788-abe7-1f1d65848303 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:20:15.160315 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eb32d0c5-bb15-4dd7-9686-b07f0b0447a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:15.164409 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ceb8c2a9-c28c-4bf0-a6f9-205bc97c81e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': '1830010f-fa61-4788-abe7-1f1d65848303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:20:13Z', 'revision_number': 5, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port': {'id': '1830010f-fa61-4788-abe7-1f1d65848303', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:46:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:15.168240 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb8c2a9-c28c-4bf0-a6f9-205bc97c81e9 None None] Checking router: 28fa159d-a41c-4582-8a37-d624c6680e7a for host: dv-neutron-822520-1-hyperv {{(pid=84171) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:20:15.179707 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb8c2a9-c28c-4bf0-a6f9-205bc97c81e9 None None] Routers {'28fa159d-a41c-4582-8a37-d624c6680e7a'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84171) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:20:15.180237 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ceb8c2a9-c28c-4bf0-a6f9-205bc97c81e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['28fa159d-a41c-4582-8a37-d624c6680e7a'], 'active': True} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:15.326606 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_dvr_db [None req-ceb8c2a9-c28c-4bf0-a6f9-205bc97c81e9 None None] Set router 28fa159d-a41c-4582-8a37-d624c6680e7a gateway port host: None {{(pid=84171) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:20:15.344120 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-eb32d0c5-bb15-4dd7-9686-b07f0b0447a1 admin admin] For port 1830010f-fa61-4788-abe7-1f1d65848303, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=1830010f-fa61-4788-abe7-1f1d65848303,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:20:15.344608 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eb32d0c5-bb15-4dd7-9686-b07f0b0447a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:15.428979 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.l3_hamode_db [None req-ceb8c2a9-c28c-4bf0-a6f9-205bc97c81e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:20:15Z', 'revision_number': 6, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:15.432973 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb8c2a9-c28c-4bf0-a6f9-205bc97c81e9 None None] The sync data for ids ['28fa159d-a41c-4582-8a37-d624c6680e7a'] in dv-neutron-822520-1-hyperv is: [{'id': '28fa159d-a41c-4582-8a37-d624c6680e7a', 'name': 'tempest-TestSnapshotPattern-698245018-router', 'tenant_id': '9b7a9262c07147859f638710f9dea52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:14:56Z', 'updated_at': '2021-12-21T23:20:15Z', 'revision_number': 6, 'project_id': '9b7a9262c07147859f638710f9dea52d', 'gw_port_host': None}] {{(pid=84171) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:20:15.465602 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-eb32d0c5-bb15-4dd7-9686-b07f0b0447a1 admin admin] Calling delete_port for 1830010f-fa61-4788-abe7-1f1d65848303 owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:20:15.663090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eb32d0c5-bb15-4dd7-9686-b07f0b0447a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:15.709310 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32d0c5-bb15-4dd7-9686-b07f0b0447a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1830010f-fa61-4788-abe7-1f1d65848303,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:20:15.935473 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eb32d0c5-bb15-4dd7-9686-b07f0b0447a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:16.070073 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:16.291778 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eb32d0c5-bb15-4dd7-9686-b07f0b0447a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:16.296071 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eb32d0c5-bb15-4dd7-9686-b07f0b0447a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:16.400047 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eb32d0c5-bb15-4dd7-9686-b07f0b0447a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:16.400558 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb32d0c5-bb15-4dd7-9686-b07f0b0447a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28fa159d-a41c-4582-8a37-d624c6680e7a {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 23:20:16.413235 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-eb32d0c5-bb15-4dd7-9686-b07f0b0447a1 admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:16.417103 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-eb32d0c5-bb15-4dd7-9686-b07f0b0447a1 admin admin] 10.222.0.37 "DELETE /v2.0/routers/28fa159d-a41c-4582-8a37-d624c6680e7a HTTP/1.1" status: 204 len: 168 time: 1.6889873 Dec 21 23:20:16.417103 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 48236) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:20:16.480980 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b9d87db-0b5c-41b5-8d1c-6b8e20b2322d admin admin] Deleting subnet 473728f2-397a-4cc4-a128-8954f1cb9946 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 23:20:16.484112 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b9d87db-0b5c-41b5-8d1c-6b8e20b2322d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:16.532767 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b9d87db-0b5c-41b5-8d1c-6b8e20b2322d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:16.616303 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b9d87db-0b5c-41b5-8d1c-6b8e20b2322d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:16.749105 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b9d87db-0b5c-41b5-8d1c-6b8e20b2322d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:16.785123 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d87db-0b5c-41b5-8d1c-6b8e20b2322d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473728f2-397a-4cc4-a128-8954f1cb9946,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:20:16.792185 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-3b9d87db-0b5c-41b5-8d1c-6b8e20b2322d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:16.798149 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f74019-761f-4f15-906e-930fa572906c None None] Network 21b7f44a-bd9e-4c09-907d-10ee731d423e requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:20:16.798694 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-3b9d87db-0b5c-41b5-8d1c-6b8e20b2322d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/473728f2-397a-4cc4-a128-8954f1cb9946 HTTP/1.1" status: 204 len: 168 time: 0.3805611 Dec 21 23:20:16.801239 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 48240) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:20:16.904335 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:16.915511 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] Deleting port 0e343c18-08db-46c7-8089-89872c7377c3 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:20:16.915846 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:16.934336 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 311b28d4-8b21-4493-9644-3f581c3a8294 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:20:17.000542 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 311b28d4-8b21-4493-9644-3f581c3a8294 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:20:17.001073 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 311b28d4-8b21-4493-9644-3f581c3a8294 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:20:17.001722 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 1830010f-fa61-4788-abe7-1f1d65848303 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:20:17.034359 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 1830010f-fa61-4788-abe7-1f1d65848303 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:20:17.034694 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 1830010f-fa61-4788-abe7-1f1d65848303 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:20:17.119766 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccfe718-a7ff-4c42-814e-b7e99d8e1833 None None] DHCP port deletion for 21b7f44a-bd9e-4c09-907d-10ee731d423e request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 23:20:17.123924 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-dccfe718-a7ff-4c42-814e-b7e99d8e1833 None None] Deleting port 0e343c18-08db-46c7-8089-89872c7377c3 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:20:17.124214 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] For port 0e343c18-08db-46c7-8089-89872c7377c3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=0e343c18-08db-46c7-8089-89872c7377c3,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:20:17.124417 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dccfe718-a7ff-4c42-814e-b7e99d8e1833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:17.124716 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:17.245826 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] Calling delete_port for 0e343c18-08db-46c7-8089-89872c7377c3 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:20:17.320847 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-dccfe718-a7ff-4c42-814e-b7e99d8e1833 None None] For port 0e343c18-08db-46c7-8089-89872c7377c3, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=0e343c18-08db-46c7-8089-89872c7377c3,segment=NetworkSegment(6ec5e54b-dda4-4038-8550-876c81c39a89),segment_id=6ec5e54b-dda4-4038-8550-876c81c39a89)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:20:17.321229 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dccfe718-a7ff-4c42-814e-b7e99d8e1833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:17.394635 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:17.442290 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-dccfe718-a7ff-4c42-814e-b7e99d8e1833 None None] Calling delete_port for 0e343c18-08db-46c7-8089-89872c7377c3 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:20:17.442656 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e343c18-08db-46c7-8089-89872c7377c3,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:20:17.446482 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] No DVR routers for this DVR port 0e343c18-08db-46c7-8089-89872c7377c3 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 21 23:20:17.506568 dv-neutron-822520-1-hyperv neutron-server[84170]: util.warn( Dec 21 23:20:17.512905 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-dccfe718-a7ff-4c42-814e-b7e99d8e1833 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 23:20:17.513255 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-dccfe718-a7ff-4c42-814e-b7e99d8e1833 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 23:20:17.561084 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:17.586204 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b7f44a-bd9e-4c09-907d-10ee731d423e']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:17.597974 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec5e54b-dda4-4038-8550-876c81c39a89') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:17.598284 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec5e54b-dda4-4038-8550-876c81c39a89') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:17.609380 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:17.625350 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:17.631759 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 23:20:17.632158 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 23:20:17.644947 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 23:20:17.856536 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:17.871972 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:17.882242 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=21b7f44a-bd9e-4c09-907d-10ee731d423e,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:20:17.889100 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-75e642de-8a68-4e72-8fdc-8530e8a451c7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/21b7f44a-bd9e-4c09-907d-10ee731d423e HTTP/1.1" status: 204 len: 168 time: 1.0869269 Dec 21 23:20:17.892681 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 48244) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:20:18.014727 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-dccfe718-a7ff-4c42-814e-b7e99d8e1833 None None] Deleting port 0e343c18-08db-46c7-8089-89872c7377c3 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:20:18.015099 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-dccfe718-a7ff-4c42-814e-b7e99d8e1833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:18.081045 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-dccfe718-a7ff-4c42-814e-b7e99d8e1833 None None] The port '0e343c18-08db-46c7-8089-89872c7377c3' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 23:20:18.277197 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-720e4ead-52d4-433f-8ea0-bf6467536e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-513813'] for router_interface, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:18.865891 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-720e4ead-52d4-433f-8ea0-bf6467536e14 admin admin] Deleting port 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:20:18.866706 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-720e4ead-52d4-433f-8ea0-bf6467536e14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:18.924057 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 0e343c18-08db-46c7-8089-89872c7377c3 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:20:18.956145 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 0e343c18-08db-46c7-8089-89872c7377c3 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:20:18.956561 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 0e343c18-08db-46c7-8089-89872c7377c3 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:20:19.036691 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-720e4ead-52d4-433f-8ea0-bf6467536e14 admin admin] For port 87bddddb-32f1-4e6a-8b9a-8bf2b268b127, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=87bddddb-32f1-4e6a-8b9a-8bf2b268b127,segment=NetworkSegment(b36f83ff-7083-44da-818d-688f732a07c0),segment_id=b36f83ff-7083-44da-818d-688f732a07c0)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:20:19.037033 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-720e4ead-52d4-433f-8ea0-bf6467536e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:19.151956 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-720e4ead-52d4-433f-8ea0-bf6467536e14 admin admin] Calling delete_port for 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 owned by network:router_interface {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:20:19.497006 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-720e4ead-52d4-433f-8ea0-bf6467536e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:19.544090 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e4ead-52d4-433f-8ea0-bf6467536e14 admin admin] Pushing event deleted for resources: {'Port': ['ID=87bddddb-32f1-4e6a-8b9a-8bf2b268b127,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:20:19.827680 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-720e4ead-52d4-433f-8ea0-bf6467536e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1445160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513961'] for router_interface, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:20.387401 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720e4ead-52d4-433f-8ea0-bf6467536e14 admin admin] Router 212ad75e-a36a-4570-a5fa-a139168c9b4e has already been hosted by L3 agent 20060682-f45a-45da-9d52-0f396f295d44 {{(pid=84168) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 21 23:20:20.584557 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720e4ead-52d4-433f-8ea0-bf6467536e14 admin admin] Notify agent at l3_agent.dv-neutron-822520-1-hyperv the message routers_updated {{(pid=84168) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 21 23:20:20.592925 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fffd7ce-955c-44e8-a85b-285d913bc5ab None None] Sync routers for ids ['212ad75e-a36a-4570-a5fa-a139168c9b4e'] in dv-neutron-822520-1-hyperv {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 21 23:20:20.593401 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-720e4ead-52d4-433f-8ea0-bf6467536e14 admin admin] 10.222.0.37 "PUT /v2.0/routers/212ad75e-a36a-4570-a5fa-a139168c9b4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6995094 Dec 21 23:20:20.596359 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 48248) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:20:20.605941 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fffd7ce-955c-44e8-a85b-285d913bc5ab None None] Routers {'212ad75e-a36a-4570-a5fa-a139168c9b4e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:20:20.606676 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3fffd7ce-955c-44e8-a85b-285d913bc5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['212ad75e-a36a-4570-a5fa-a139168c9b4e'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:20.787934 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6adcd075-7a5d-412a-bf63-e3f506acfcc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:20.825554 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-3fffd7ce-955c-44e8-a85b-285d913bc5ab None None] Set router 212ad75e-a36a-4570-a5fa-a139168c9b4e gateway port host: dv-neutron-822520-1-hyperv {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:20:21.096014 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6adcd075-7a5d-412a-bf63-e3f506acfcc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:21.116356 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3fffd7ce-955c-44e8-a85b-285d913bc5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'name': 'tempest-TestSnapshotPattern-773464293-router', 'tenant_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'external_fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b8998bfe-e86b-402f-a387-4696280bb308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:15:04Z', 'updated_at': '2021-12-21T23:20:19Z', 'revision_number': 5, 'project_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'gw_port': {'id': 'b8998bfe-e86b-402f-a387-4696280bb308', 'name': '', 'network_id': '1ca459d5-42d5-4445-a501-f60bc2ce7708', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822520-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-21T23:15:04Z', 'updated_at': '2021-12-21T23:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c136cf76-3087-4676-97e9-6d336bf2d0d4', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822520-1-hyperv'}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:21.127029 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fffd7ce-955c-44e8-a85b-285d913bc5ab None None] Checking router: 212ad75e-a36a-4570-a5fa-a139168c9b4e for host: dv-neutron-822520-1-hyperv {{(pid=84170) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 21 23:20:21.131622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fffd7ce-955c-44e8-a85b-285d913bc5ab None None] Routers {'212ad75e-a36a-4570-a5fa-a139168c9b4e'} bound to L3 agent in host dv-neutron-822520-1-hyperv {{(pid=84170) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 21 23:20:21.132214 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3fffd7ce-955c-44e8-a85b-285d913bc5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-822520-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-21T22:07:30Z,description=,heartbeat_timestamp=2021-12-21T23:20:00Z,host='dv-neutron-822520-1-hyperv',id=20060682-f45a-45da-9d52-0f396f295d44,load=0,resource_versions=,resources_synced=,started_at=2021-12-21T22:07:30Z,topic='l3_agent')) {'router_ids': ['212ad75e-a36a-4570-a5fa-a139168c9b4e'], 'active': True} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:21.177660 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-6adcd075-7a5d-412a-bf63-e3f506acfcc0 admin admin] Deleting port b8998bfe-e86b-402f-a387-4696280bb308 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:20:21.178223 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6adcd075-7a5d-412a-bf63-e3f506acfcc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:21.283796 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_dvr_db [None req-3fffd7ce-955c-44e8-a85b-285d913bc5ab None None] Set router 212ad75e-a36a-4570-a5fa-a139168c9b4e gateway port host: None {{(pid=84170) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 21 23:20:21.354979 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-6adcd075-7a5d-412a-bf63-e3f506acfcc0 admin admin] For port b8998bfe-e86b-402f-a387-4696280bb308, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b8998bfe-e86b-402f-a387-4696280bb308,segment=NetworkSegment(95024ce5-d52f-4c02-aaa0-5c417ab2f439),segment_id=95024ce5-d52f-4c02-aaa0-5c417ab2f439)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:20:21.355317 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6adcd075-7a5d-412a-bf63-e3f506acfcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:21.390500 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.db.l3_hamode_db [None req-3fffd7ce-955c-44e8-a85b-285d913bc5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'name': 'tempest-TestSnapshotPattern-773464293-router', 'tenant_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:15:04Z', 'updated_at': '2021-12-21T23:20:21Z', 'revision_number': 6, 'project_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'gw_port_host': None}], 'dv-neutron-822520-1-hyperv', False) {} {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:21.394486 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fffd7ce-955c-44e8-a85b-285d913bc5ab None None] The sync data for ids ['212ad75e-a36a-4570-a5fa-a139168c9b4e'] in dv-neutron-822520-1-hyperv is: [{'id': '212ad75e-a36a-4570-a5fa-a139168c9b4e', 'name': 'tempest-TestSnapshotPattern-773464293-router', 'tenant_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-21T23:15:04Z', 'updated_at': '2021-12-21T23:20:21Z', 'revision_number': 6, 'project_id': 'aeae90bb62e5495da845a3e93d0a49a0', 'gw_port_host': None}] {{(pid=84170) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 21 23:20:21.478036 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-6adcd075-7a5d-412a-bf63-e3f506acfcc0 admin admin] Calling delete_port for b8998bfe-e86b-402f-a387-4696280bb308 owned by network:router_gateway {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:20:21.714405 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6adcd075-7a5d-412a-bf63-e3f506acfcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:21.760372 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcd075-7a5d-412a-bf63-e3f506acfcc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8998bfe-e86b-402f-a387-4696280bb308,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:20:21.982715 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6adcd075-7a5d-412a-bf63-e3f506acfcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-512560'] for router_gateway, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:22.239061 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6adcd075-7a5d-412a-bf63-e3f506acfcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-511423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3701'] for router, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:22.241743 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6adcd075-7a5d-412a-bf63-e3f506acfcc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:22.342725 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6adcd075-7a5d-412a-bf63-e3f506acfcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-511443'] for router, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:22.343276 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adcd075-7a5d-412a-bf63-e3f506acfcc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 212ad75e-a36a-4570-a5fa-a139168c9b4e {{(pid=84168) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 21 23:20:22.355935 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6adcd075-7a5d-412a-bf63-e3f506acfcc0 admin admin] Notify callbacks [] for router, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:22.359566 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6adcd075-7a5d-412a-bf63-e3f506acfcc0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/212ad75e-a36a-4570-a5fa-a139168c9b4e HTTP/1.1" status: 204 len: 168 time: 1.7597926 Dec 21 23:20:22.359710 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 48252) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:20:22.520396 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c469bb7-3e17-43c0-b79c-e2f9e465178d admin admin] Deleting subnet 974fd4b2-033f-4a16-89ed-62bf120a99a0 {{(pid=84168) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 21 23:20:22.523244 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6c469bb7-3e17-43c0-b79c-e2f9e465178d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:22.571043 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6c469bb7-3e17-43c0-b79c-e2f9e465178d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7378529'] for subnet, precommit_delete_associations {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:22.647036 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6c469bb7-3e17-43c0-b79c-e2f9e465178d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1051763'] for subnet, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:22.817346 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6c469bb7-3e17-43c0-b79c-e2f9e465178d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1051770', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7898249', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7712172'] for subnet, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:22.852762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c469bb7-3e17-43c0-b79c-e2f9e465178d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=974fd4b2-033f-4a16-89ed-62bf120a99a0,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:20:22.858659 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-6c469bb7-3e17-43c0-b79c-e2f9e465178d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:22.864550 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3aa2cd-dd76-4940-9fdd-8c248dd1f825 None None] Network 120ba8bc-0a31-432d-8c79-51a92ae799ec requested from dv-neutron-822520-1-hyperv {{(pid=84170) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 21 23:20:22.865059 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-6c469bb7-3e17-43c0-b79c-e2f9e465178d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/974fd4b2-033f-4a16-89ed-62bf120a99a0 HTTP/1.1" status: 204 len: 168 time: 0.5043435 Dec 21 23:20:22.867669 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 48256) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:20:22.947884 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:20:22.977633 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-983099'] for network, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:22.988586 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] Deleting port b0909351-8c9d-4410-b430-6215b71d5df1 {{(pid=84168) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:20:22.988983 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:22.999180 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:20:22.999547 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device 87bddddb-32f1-4e6a-8b9a-8bf2b268b127 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:20:22.999948 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b8998bfe-e86b-402f-a387-4696280bb308 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:20:23.032774 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: b8998bfe-e86b-402f-a387-4696280bb308 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:20:23.033106 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b8998bfe-e86b-402f-a387-4696280bb308 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:20:23.177622 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447bb643-a3b7-487b-b406-2095edd31bbe None None] DHCP port deletion for 120ba8bc-0a31-432d-8c79-51a92ae799ec request from dv-neutron-822520-1-hyperv {{(pid=84170) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 21 23:20:23.181845 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-447bb643-a3b7-487b-b406-2095edd31bbe None None] Deleting port b0909351-8c9d-4410-b430-6215b71d5df1 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:20:23.182241 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-447bb643-a3b7-487b-b406-2095edd31bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:23.190862 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.db [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] For port b0909351-8c9d-4410-b430-6215b71d5df1, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b0909351-8c9d-4410-b430-6215b71d5df1,segment=NetworkSegment(b36f83ff-7083-44da-818d-688f732a07c0),segment_id=b36f83ff-7083-44da-818d-688f732a07c0)] {{(pid=84168) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:20:23.191216 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:23.315914 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.plugin [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] Calling delete_port for b0909351-8c9d-4410-b430-6215b71d5df1 owned by network:dhcp {{(pid=84168) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:20:23.380489 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.db [None req-447bb643-a3b7-487b-b406-2095edd31bbe None None] For port b0909351-8c9d-4410-b430-6215b71d5df1, host dv-neutron-822520-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822520-1-hyperv',level=0,port_id=b0909351-8c9d-4410-b430-6215b71d5df1,segment=NetworkSegment(b36f83ff-7083-44da-818d-688f732a07c0),segment_id=b36f83ff-7083-44da-818d-688f732a07c0)] {{(pid=84170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 21 23:20:23.380795 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-447bb643-a3b7-487b-b406-2095edd31bbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435602'] for port, precommit_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:23.486176 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1094757', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755463838428', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755463386534', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7898298'] for port, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:23.495357 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-447bb643-a3b7-487b-b406-2095edd31bbe None None] Calling delete_port for b0909351-8c9d-4410-b430-6215b71d5df1 owned by network:dhcp {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 21 23:20:23.533569 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] Pushing event deleted for resources: {'Port': ['ID=b0909351-8c9d-4410-b430-6215b71d5df1,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:20:23.537903 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] No DVR routers for this DVR port b0909351-8c9d-4410-b430-6215b71d5df1 on host dv-neutron-822520-1-hyperv {{(pid=84168) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 21 23:20:23.571835 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.db.api [None req-447bb643-a3b7-487b-b406-2095edd31bbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84170) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 21 23:20:23.572185 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG oslo_db.api [None req-447bb643-a3b7-487b-b406-2095edd31bbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 21 23:20:23.650921 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1055266', 'neutron.services.segments.db._delete_segments_for_network-8755463847635'] for network, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:23.675683 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120ba8bc-0a31-432d-8c79-51a92ae799ec']}} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:23.687237 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36f83ff-7083-44da-818d-688f732a07c0') {'for_net_delete': True} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:23.687519 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.services.segments.db [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36f83ff-7083-44da-818d-688f732a07c0') {} {{(pid=84168) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 21 23:20:23.698319 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755463849966', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7378550'] for segment, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:23.713605 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1050827'] for segment, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:23.719936 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=84168) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 21 23:20:23.721754 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1050813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7898199'] for segment, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: Traceback (most recent call last): Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: timer() Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: cb(*args, **kw) Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: return func(*args, **kwargs) Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: self._notify() Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: self.callback(batched_events) Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: event.method(event) Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: aggregate_uuid = self.p_client.list_aggregates( Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: return f(self, *a, **k) Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._get(url).json() Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: return self.request(url, 'GET', **kwargs) Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: base_url = self.get_endpoint(auth, allow=allow, Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 21 23:20:23.733228 dv-neutron-822520-1-hyperv neutron-server[84168]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 21 23:20:23.880109 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1055291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1445287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-512533'] for network, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:23.896170 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] Notify callbacks [] for network, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:23.906738 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] Pushing event deleted for resources: {'Network': ['ID=120ba8bc-0a31-432d-8c79-51a92ae799ec,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:20:23.909460 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-7a1efe2a-20d8-4461-9ec1-ac336056408b admin admin] 10.222.0.37 "DELETE /v2.0/networks/120ba8bc-0a31-432d-8c79-51a92ae799ec HTTP/1.1" status: 204 len: 168 time: 1.0408714 Dec 21 23:20:24.073181 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-447bb643-a3b7-487b-b406-2095edd31bbe None None] Deleting port b0909351-8c9d-4410-b430-6215b71d5df1 {{(pid=84170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 21 23:20:24.073742 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-447bb643-a3b7-487b-b406-2095edd31bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755463833995'] for port, before_delete {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:24.135021 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-447bb643-a3b7-487b-b406-2095edd31bbe None None] The port 'b0909351-8c9d-4410-b430-6215b71d5df1' was deleted {{(pid=84170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 21 23:20:24.250762 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 48262) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:20:24.303659 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-c548db97-9aab-4bce-aacf-f4ea97ece1a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b7a9262c07147859f638710f9dea52d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493839 Dec 21 23:20:24.303856 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 48266) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:20:24.362834 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5d166255-71f8-4f95-888f-3c48c7b206b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:24.387765 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5d166255-71f8-4f95-888f-3c48c7b206b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:24.503411 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5d166255-71f8-4f95-888f-3c48c7b206b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:24.520755 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d166255-71f8-4f95-888f-3c48c7b206b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f9144c-9bd2-4435-b36b-1bf11225f620,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:20:24.527079 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-5d166255-71f8-4f95-888f-3c48c7b206b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:24.529248 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-5d166255-71f8-4f95-888f-3c48c7b206b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12f9144c-9bd2-4435-b36b-1bf11225f620 HTTP/1.1" status: 204 len: 168 time: 0.2245128 Dec 21 23:20:24.925025 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b0909351-8c9d-4410-b430-6215b71d5df1 no longer exists at agent ovs-agent-dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 21 23:20:25.000804 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.plugin [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] No Port match for: b0909351-8c9d-4410-b430-6215b71d5df1 {{(pid=84170) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 21 23:20:25.001149 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron.plugins.ml2.rpc [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Device b0909351-8c9d-4410-b430-6215b71d5df1 not bound to the agent host dv-neutron-822520-1-hyperv {{(pid=84170) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 21 23:20:25.245490 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 48274) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:20:25.299516 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-24ef563b-b7c6-439c-b1e7-d2dfdef9a772 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aeae90bb62e5495da845a3e93d0a49a0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528193 Dec 21 23:20:25.301896 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.wsgi [-] (84168) accepted ('10.222.0.37', 48278) {{(pid=84168) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 21 23:20:25.358532 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-977e4363-741d-4350-a779-d55ab0dd598d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:25.383548 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-977e4363-741d-4350-a779-d55ab0dd598d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:25.514305 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-977e4363-741d-4350-a779-d55ab0dd598d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463932'] for security_group, after_delete {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:25.530403 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e4363-741d-4350-a779-d55ab0dd598d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b2b048-fe6a-4ee6-bdec-7ca024cfd527,revision_number=None']} {{(pid=84168) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 21 23:20:25.537786 dv-neutron-822520-1-hyperv neutron-server[84168]: DEBUG neutron_lib.callbacks.manager [None req-977e4363-741d-4350-a779-d55ab0dd598d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84168) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:25.538944 dv-neutron-822520-1-hyperv neutron-server[84168]: INFO neutron.wsgi [None req-977e4363-741d-4350-a779-d55ab0dd598d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50b2b048-fe6a-4ee6-bdec-7ca024cfd527 HTTP/1.1" status: 204 len: 168 time: 0.2361579 Dec 21 23:20:27.296982 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7060a58-c787-4695-b9bb-87a149d2dbe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:29.708413 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-0c833a21-58d2-4e0d-b982-b83e424059bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:30.771296 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:30.965306 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:32.468166 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:44.821054 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:20:46.108255 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:57.279730 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-07377cdf-7dac-4b6c-b6f0-106b81913445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:20:59.702428 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-091780e5-8e65-47c6-b121-254688223f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:21:00.759504 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:21:01.011342 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:21:02.468451 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:21:16.085291 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:21:21.821622 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:21:27.279361 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e3ced32e-dd64-4dcd-b7e3-5f1db9c2c260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:21:29.719577 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-56c49a38-5b46-4628-b066-cc210f4fd7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:21:30.759267 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:21:30.993712 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:21:32.473994 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:21:46.091156 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:21:57.285389 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fb44a1db-885c-4943-ac35-81f38dca424d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:21:58.821799 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:21:59.690862 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-b49f3890-e8da-4c33-8e49-e5dfa0862e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:22:00.816877 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:22:00.988089 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:22:02.479767 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:22:16.084207 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:22:27.320040 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-25c708a3-a580-40ca-99dd-b7574c0a16c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:22:29.707973 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e47713b1-9216-471b-87d5-d6831375a53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:22:30.765032 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:22:30.976553 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:22:32.480539 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:22:35.821466 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:22:46.085086 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:22:57.285104 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1def-c8dc-4681-89ac-cb0452453f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:22:59.702337 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-cf576384-1755-4b49-8283-3eaddb01116f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:23:00.759369 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:23:00.971454 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:23:02.483627 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:23:12.821835 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:23:16.102204 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:23:27.319655 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a6f48353-e162-4bba-a3f5-28cf1f9a116c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:23:29.713902 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-5b0162a7-7340-4e06-81f6-d2bdd0778277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:23:30.759319 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:23:30.965467 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:23:32.483544 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:23:46.102321 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:23:49.821757 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:23:57.296508 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-27d7d8c3-c5df-425d-ae56-7c335d2db99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:23:59.700750 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-a3f228b5-a331-4959-babf-11456fe19b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:24:00.774567 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:24:01.011264 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:24:02.491180 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:24:16.142375 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:24:26.822055 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:24:27.319556 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c688cf1d-2e48-4160-932c-15da1363c636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:24:29.696612 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-fc6d1044-bc19-4d5d-a595-13fa044c14c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:24:30.770839 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:24:30.997038 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:24:32.494262 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:24:46.108003 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:24:57.319218 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-c363a08d-0715-427c-9751-061f2ac02611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:24:59.699179 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9746-8fbc-4144-a38c-7d6497f9a947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:25:00.793934 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:25:01.019876 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:25:02.487958 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:25:03.821943 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:25:16.119109 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:25:27.307856 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-7a1253f0-2cf1-403a-a35b-1aa5bf8f27d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:25:29.710097 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-4f0dcf9a-aed0-4c0f-a1aa-ffa386c69db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:25:30.796811 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-37d7bcb4-f2cf-4a25-8edd-f18b6ef68745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:25:31.007582 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-e7ff75e5-7c7c-4ce8-a2fc-cba8225bf65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:25:32.493215 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-db660344-949b-415a-9188-252a04d732b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 21 23:25:40.822189 dv-neutron-822520-1-hyperv neutron-server[84171]: DEBUG neutron.db.agents_db [None req-def24591-ec45-4487-934c-43798cd47356 None None] Agent healthcheck: found 6 active agents {{(pid=84171) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 21 23:25:46.132943 dv-neutron-822520-1-hyperv neutron-server[84170]: DEBUG neutron_lib.callbacks.manager [None req-28422aff-b92b-4bb4-a872-d2c74979f4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755463847617', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1056364'] for agent, after_update {{(pid=84170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}